++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Aug 28 05:23:49 PM UTC 2025 ===================' INFO: =================== Thu Aug 28 05:23:49 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ cut -d / -f 1 +++ command -v ip +++ local nic=ens3 +++ head -n 1 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.50 ++ cut -d , -f 1 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.50 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IjNwbDI5S3ZwS0U2YWJCemRlU1o0dEVyX0R2c1RSUFFjN2VxbE9EN2xjQzgifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImQ3MTc4ZjdjLTI2ZTctNDA2Ny04ZDBkLTE4YjlkNzgwODM3ZSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.RQac42e01WQ9SrJzBeDDQ6ngz6qlx0O1sIzMO8VqbrFSyq9WGJFHWglwVxbon61D3XkOXba6A1nhos6VRTMNTCzDMENV9Uxzf5DDTxHHjKI42F-gGGQfli0JQdyoapEMNp24lMyGDf3rXSVQGQz6gJYglh-039Kb9cw1a1pnrxWtuA5I256lTLFINxMbx-mb8-jsjr-J5LmNtxXJTNk0uv10kLM43yw_yE3Lj_0ZJ09DPoyyVCAa-9hTRoOb1XcSdeDus2fSyWbzfLObVSgLllVB11Vjt-IRJHGIoX4ismZbdAtdafgjNTstEfyUgR1Bkg9mUBRyiWC2exNwAX0tVg ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ sort ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie ++++ uniq +++ local local_ips=,10.0.0.50,10.145.217.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.145.217.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 08/28/2025 17:23:58.716 7f7663070d00 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/28/2025 17:23:58.941 7f7663070d00 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/28/2025 17:23:58.941 7f7663070d00 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-08-28 17:23:59.27: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:23:59.27: KubeMonitor - Connect Kube API result 0 2025-08-28 17:23:59.40: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 17:23:59.41: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 17:23:59.42: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-08-28 17:23:59.43: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 17:23:59.44: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 17:23:59.45: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-08-28 17:23:59.46: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 17:23:59.47: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-08-28 17:23:59.47: VncKubernetes - vnc_connect starting 2025-08-28 17:23:59.48: VncKubernetes - vnc_connect done 2025-08-28 17:23:59.64: default-domain domain available. 2025-08-28 17:24:05.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:24:05.73: NamespaceMonitor - start process kube event 2025-08-28 17:24:05.73: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 17:24:05.73: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:24:05.73: NetworkMonitor - start process kube event 2025-08-28 17:24:05.73: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 17:24:05.73: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:24:05.74: PodMonitor - start process kube event 2025-08-28 17:24:05.74: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 17:24:05.74: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:24:05.74: ServiceMonitor - start process kube event 2025-08-28 17:24:05.74: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 17:24:05.75: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:24:05.75: NetworkPolicyMonitor - start process kube event 2025-08-28 17:24:05.75: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 17:24:05.75: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:24:05.75: EndPointMonitor - start process kube event 2025-08-28 17:24:05.75: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 17:24:05.75: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:24:05.75: IngressMonitor - start process kube event 2025-08-28 17:24:05.75: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 17:24:05.75: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:24:05.75: IngressMonitor - Connect Kube API result 0 2025-08-28 17:24:05.75: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-08-28 17:24:05.75: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:24:05.76: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-08-28 17:24:05.76: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:24:05.76: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-08-28 17:24:05.77: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:24:05.77: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-08-28 17:24:05.78: PodMonitor - Connect Kube API result 0 2025-08-28 17:24:05.78: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-08-28 17:24:05.78: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:24:05.79: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:24:05.79: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-08-28 17:24:05.86: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=360 2025-08-28 17:24:05.86: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:24:05.86: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:24:05.87: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=360 2025-08-28 17:24:05.87: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:24:05.87: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:24:05.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:24:05.87: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:24:05.87: PodMonitor - Skipped ADDED Pod kube-system:coredns-6f867cd986-hlc55 (no nodeName) 2025-08-28 17:24:05.87: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=360 2025-08-28 17:24:05.87: PodMonitor - _schedule_vnc_sync 2025-08-28 17:24:05.87: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:24:05.89: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:24:05.89: EndPointMonitor - Got ADDED Endpoints default:kubernetes:6365bd0d-9dd9-4c24-b9a8-044b62974bd0 2025-08-28 17:24:05.89: NamespaceMonitor - Got ADDED Namespace None:contrail:a0d3a556-e7b6-4ec6-a245-d6784dd2d2fb 2025-08-28 17:24:05.89: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:24:05.90: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:24:05.90: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:24:05.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-28 17:24:05.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:24:05.90: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:24:05.90: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:24:05.90: VncKubernetes - wait event (qsize=3 timeout=120) 2025-08-28 17:24:05.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:24:05.90: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:24:05.90: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:24:05.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-28 17:24:05.90: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:6365bd0d-9dd9-4c24-b9a8-044b62974bd0 2025-08-28 17:24:05.91: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-08-28 17:24:05.92: ServiceMonitor - Got ADDED Service default:kubernetes:8466f3bb-8a6f-4e68-bfac-563205b21189 2025-08-28 17:24:05.93: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:801b200f-7c09-40f0-a710-a41d7f37ba05 2025-08-28 17:24:05.93: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=360 2025-08-28 17:24:05.93: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 17:24:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001661 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:24:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001527 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:24:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.003403 2025-08-28 17:24:05.93: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:24:05.94: ServiceMonitor - Got ADDED Service kube-system:kube-dns:1f917306-c040-478d-a663-d271745ebf6b 2025-08-28 17:24:05.94: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=360 2025-08-28 17:24:05.94: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:24:05.94: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:24:05.95: NamespaceMonitor - Got ADDED Namespace None:default:bb01e8ba-66ab-4374-aa5a-2f48d4fedad4 2025-08-28 17:24:05.96: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:24:05.96: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:24:05.97: VncKubernetes - wait event (qsize=7 timeout=120) 2025-08-28 17:24:05.97: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:a0d3a556-e7b6-4ec6-a245-d6784dd2d2fb 2025-08-28 17:24:05.97: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:dce27fea-1d24-44fa-9600-75e76cceda16 2025-08-28 17:24:05.98: NamespaceMonitor - Got ADDED Namespace None:kube-public:852e0c05-9e08-4121-82c9-5eb39f77b768 2025-08-28 17:24:05.99: NamespaceMonitor - Got ADDED Namespace None:kube-system:3330b714-e548-4a80-8845-8d11a75791e6 2025-08-28 17:24:05.99: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=360 2025-08-28 17:24:05.99: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:24:05.99: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:24:06.00: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=365 2025-08-28 17:24:06.00: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:24:06.00: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'})(timeout=120) 2025-08-28 17:24:06.01: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:24:06.01: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'}) 2025-08-28 17:24:08.89: VncKubernetes - wait event (qsize=11 timeout=120) 2025-08-28 17:24:08.89: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:8466f3bb-8a6f-4e68-bfac-563205b21189 2025-08-28 17:24:10.83: VncKubernetes - wait event (qsize=10 timeout=120) 2025-08-28 17:24:10.83: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:801b200f-7c09-40f0-a710-a41d7f37ba05 2025-08-28 17:24:10.91: VncKubernetes - wait event (qsize=9 timeout=120) 2025-08-28 17:24:10.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:24:10.91: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:24:10.91: VncKubernetes - wait event (qsize=8 timeout=120) 2025-08-28 17:24:10.91: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:1f917306-c040-478d-a663-d271745ebf6b 2025-08-28 17:24:13.25: VncKubernetes - wait event (qsize=7 timeout=120) 2025-08-28 17:24:13.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:24:13.25: VncKubernetes - vnc_sync - Service start 2025-08-28 17:24:13.25: VncKubernetes - vnc_sync - Service done 2025-08-28 17:24:13.25: VncKubernetes - wait event (qsize=6 timeout=120) 2025-08-28 17:24:13.25: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:bb01e8ba-66ab-4374-aa5a-2f48d4fedad4 2025-08-28 17:24:16.10: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-28 17:24:16.10: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:dce27fea-1d24-44fa-9600-75e76cceda16 2025-08-28 17:24:18.60: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-28 17:24:18.60: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:852e0c05-9e08-4121-82c9-5eb39f77b768 2025-08-28 17:24:19.25: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:19.25: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:19.25: PodMonitor - start process kube event 2025-08-28 17:24:19.25: empty line received 2025-08-28 17:24:19.25: PodMonitor - start process kube event 2025-08-28 17:24:19.30: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:19.31: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:19.31: PodMonitor - start process kube event 2025-08-28 17:24:19.31: empty line received 2025-08-28 17:24:19.31: PodMonitor - start process kube event 2025-08-28 17:24:20.74: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-28 17:24:20.74: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:3330b714-e548-4a80-8845-8d11a75791e6 2025-08-28 17:24:22.28: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-28 17:24:22.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:24:22.28: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:24:22.28: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:24:22.28: VncKubernetes - wait event (qsize=3 timeout=120) 2025-08-28 17:24:22.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:24:22.28: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:24:22.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-28 17:24:22.28: VncKubernetes - Process event (name=coredns-6f867cd986-hlc55 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:23.86: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:23.86: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:23.86: PodMonitor - start process kube event 2025-08-28 17:24:23.86: empty line received 2025-08-28 17:24:23.86: PodMonitor - start process kube event 2025-08-28 17:24:23.88: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-28 17:24:23.88: VncKubernetes - Process event (name=coredns-6f867cd986-hlc55 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:23.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 17:24:23.94: VncKubernetes - Process event (name=coredns-6f867cd986-hlc55 event_type=MODIFIED kind=Pod ns=kube-system) [Introspect:8108]10.0.0.50 - - [2025-08-28 17:24:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001108 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:26:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001689 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:26:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001258 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:27:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001151 VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hlc55:c7b8cd73-4732-4e25-acb3-38bad5a36ae2 2025-08-28 17:24:24.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:25:05.09: PodMonitor - Received BOOKMARK: oldResVer=360 newResVer=408 2025-08-28 17:25:05.09: PodMonitor - start process kube event 2025-08-28 17:25:05.09: empty line received 2025-08-28 17:25:05.09: PodMonitor - start process kube event 2025-08-28 17:26:05.89: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:26:05.89: IngressMonitor - start process kube event 2025-08-28 17:26:05.89: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:26:05.89: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:26:05.89: IngressMonitor - Connect Kube API result 0 2025-08-28 17:26:05.89: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:26:05.89: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:26:05.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:26:05.89: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:26:05.89: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:26:05.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:26:05.89: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:26:05.89: NetworkPolicyMonitor - start process kube event 2025-08-28 17:26:05.89: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:26:05.89: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:26:05.89: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:26:05.89: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:26:05.89: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:26:05.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:26:05.90: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:26:05.90: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:26:05.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:26:05.91: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:26:05.91: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:26:05.96: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:26:05.96: EndPointMonitor - start process kube event 2025-08-28 17:26:05.96: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:26:05.96: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:26:05.96: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:26:05.96: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:26:05.96: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:26:05.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:26:05.97: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:26:05.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:26:05.97: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:26:05.97: ServiceMonitor - start process kube event 2025-08-28 17:26:05.97: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:26:05.97: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:26:05.97: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:26:05.97: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:26:05.97: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:26:05.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:26:05.97: VncKubernetes - vnc_sync - Service start 2025-08-28 17:26:05.97: VncKubernetes - vnc_sync - Service done 2025-08-28 17:26:05.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:26:05.98: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:26:05.98: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:26:06.01: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:26:06.01: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:26:06.01: NamespaceMonitor - start process kube event 2025-08-28 17:26:06.01: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:26:06.01: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:26:06.01: NetworkMonitor - start process kube event 2025-08-28 17:26:06.01: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=365 2025-08-28 17:26:06.01: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:26:06.01: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:26:06.01: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:26:06.01: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:26:06.01: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:26:06.01: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:26:06.01: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'})(timeout=120) 2025-08-28 17:26:06.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:26:06.01: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:26:06.01: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:26:06.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 17:26:06.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:26:06.01: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:26:06.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:26:06.02: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:26:06.02: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'}) 2025-08-28 17:26:06.09: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-08-28 17:26:06.09: PodMonitor - start process kube event 2025-08-28 17:26:06.09: empty line received 2025-08-28 17:26:06.09: PodMonitor - start process kube event 2025-08-28 17:27:06.14: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-08-28 17:27:06.14: PodMonitor - start process kube event 2025-08-28 17:27:06.14: empty line received 2025-08-28 17:27:06.14: PodMonitor - start process kube event 2025-08-28 17:28:05.91: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:28:05.91: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:28:05.91: IngressMonitor - start process kube event 2025-08-28 17:28:05.91: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:28:05.91: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:28:05.91: NetworkPolicyMonitor - start process kube event 2025-08-28 17:28:05.91: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:28:05.91: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:28:05.92: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:28:05.92: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:28:05.92: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:28:05.92: IngressMonitor - Connect Kube API result 0 2025-08-28 17:28:05.92: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:28:05.92: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:28:05.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:28:05.92: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:28:05.93: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:28:05.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 17:28:05.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:28:05.93: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:28:05.93: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:28:05.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:28:05.94: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:28:05.95: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:28:05.98: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:28:05.98: EndPointMonitor - start process kube event 2025-08-28 17:28:05.98: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:28:05.98: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:28:05.98: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:28:05.98: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:28:05.98: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:28:05.98: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:28:05.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:28:05.98: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:28:05.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:28:05.98: ServiceMonitor - start process kube event 2025-08-28 17:28:05.98: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:28:05.98: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:28:05.98: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:28:05.98: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:28:05.98: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:28:05.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:28:05.98: VncKubernetes - vnc_sync - Service start 2025-08-28 17:28:05.98: VncKubernetes - vnc_sync - Service done 2025-08-28 17:28:05.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:28:06.00: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:28:06.00: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:28:06.02: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:28:06.02: NamespaceMonitor - start process kube event 2025-08-28 17:28:06.02: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:28:06.02: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:28:06.02: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:28:06.02: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:28:06.02: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:28:06.03: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:28:06.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:28:06.03: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:28:06.03: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:28:06.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:28:06.03: NetworkMonitor - start process kube event 2025-08-28 17:28:06.03: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=365 2025-08-28 17:28:06.03: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:28:06.03: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:28:06.03: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:28:06.03: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'})(timeout=120) 2025-08-28 17:28:06.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:28:06.03: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:28:06.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:28:06.04: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:28:06.04: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'}) 2025-08-28 17:28:06.72: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-08-28 17:28:06.72: PodMonitor - start process kube event 2025-08-28 17:28:06.72: PodMonitor - _schedule_vnc_sync 2025-08-28 17:28:06.72: empty line received 2025-08-28 17:28:06.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:28:06.72: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:28:06.72: PodMonitor - start process kube event 2025-08-28 17:28:06.74: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:28:06.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:29:05.93: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-08-28 17:29:05.93: PodMonitor - start process kube event 2025-08-28 17:29:05.93: empty line received [Introspect:8108]10.0.0.50 - - [2025-08-28 17:29:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001081 2025-08-28 17:29:05.93: PodMonitor - start process kube event 2025-08-28 17:30:05.94: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:30:05.94: IngressMonitor - start process kube event 2025-08-28 17:30:05.94: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:30:05.95: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:30:05.95: IngressMonitor - Connect Kube API result 0 2025-08-28 17:30:05.95: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:30:05.95: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:30:05.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:30:05.95: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:30:05.95: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:30:05.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:30:05.95: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:30:05.95: NetworkPolicyMonitor - start process kube event 2025-08-28 17:30:05.95: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:30:05.95: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:30:05.95: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:30:05.95: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:30:05.95: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:30:05.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:30:05.95: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:30:05.96: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:30:05.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:30:05.96: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:30:05.96: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:30:06.00: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:30:06.00: EndPointMonitor - start process kube event 2025-08-28 17:30:06.00: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:30:06.00: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:30:06.00: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:30:06.00: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:30:06.00: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:30:06.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:30:06.00: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:30:06.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:30:06.01: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:30:06.01: ServiceMonitor - start process kube event 2025-08-28 17:30:06.01: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:30:06.01: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:30:06.01: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:30:06.01: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:30:06.01: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:30:06.01: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:30:06.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:30:06.01: VncKubernetes - vnc_sync - Service start 2025-08-28 17:30:06.01: VncKubernetes - vnc_sync - Service done 2025-08-28 17:30:06.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:30:06.01: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:30:06.04: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:30:06.04: NamespaceMonitor - start process kube event 2025-08-28 17:30:06.04: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:30:06.04: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:30:06.04: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:30:06.04: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:30:06.04: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:30:06.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:30:06.04: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:30:06.04: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:30:06.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:30:06.04: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:30:06.04: NetworkMonitor - start process kube event 2025-08-28 17:30:06.04: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=365 2025-08-28 17:30:06.04: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:30:06.04: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:30:06.04: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:30:06.04: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'})(timeout=120) 2025-08-28 17:30:06.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:30:06.04: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:30:06.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:30:06.05: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:30:06.05: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'}) 2025-08-28 17:30:06.67: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-08-28 17:30:06.67: PodMonitor - start process kube event 2025-08-28 17:30:06.67: empty line received 2025-08-28 17:30:06.67: PodMonitor - start process kube event 2025-08-28 17:31:06.28: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-08-28 17:31:06.28: PodMonitor - start process kube event 2025-08-28 17:31:06.28: empty line received 2025-08-28 17:31:06.28: PodMonitor - start process kube event 2025-08-28 17:31:29.83: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-08-28 17:31:29.83: PodMonitor - start process kube event 2025-08-28 17:31:29.83: empty line received 2025-08-28 17:31:29.83: PodMonitor - start process kube event 2025-08-28 17:31:31.15: stop iteration PodMonitor [Introspect:8108]10.0.0.50 - - [2025-08-28 17:31:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001498 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:31:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001163 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:31:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001093 2025-08-28 17:31:31.15: PodMonitor - start process kube event 2025-08-28 17:31:31.15: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:31:31.15: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:31:31.15: PodMonitor - Connect Kube API result 0 2025-08-28 17:31:31.15: PodMonitor - _schedule_vnc_sync 2025-08-28 17:31:31.15: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:31:31.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:31:31.15: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:31:31.15: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:31:31.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:31:31.17: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:32:05.96: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:32:05.96: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:32:05.96: NetworkPolicyMonitor - start process kube event 2025-08-28 17:32:05.97: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:32:05.97: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:32:05.97: IngressMonitor - start process kube event 2025-08-28 17:32:05.97: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:32:05.97: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:32:05.97: IngressMonitor - Connect Kube API result 0 2025-08-28 17:32:05.97: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:32:05.97: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:32:05.97: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:32:05.97: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:32:05.97: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:32:05.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:32:05.97: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:32:05.97: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:32:05.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 17:32:05.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:32:05.97: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:32:05.98: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:32:05.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:32:05.98: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:32:05.98: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:32:06.01: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:32:06.01: EndPointMonitor - start process kube event 2025-08-28 17:32:06.01: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:32:06.01: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:32:06.01: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:32:06.01: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:32:06.01: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:32:06.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:32:06.01: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:32:06.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:32:06.01: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:32:06.02: ServiceMonitor - start process kube event 2025-08-28 17:32:06.02: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:32:06.02: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:32:06.02: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:32:06.02: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:32:06.02: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:32:06.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:32:06.02: VncKubernetes - vnc_sync - Service start 2025-08-28 17:32:06.02: VncKubernetes - vnc_sync - Service done 2025-08-28 17:32:06.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:32:06.02: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:32:06.02: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:32:06.05: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:32:06.05: NamespaceMonitor - start process kube event 2025-08-28 17:32:06.05: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:32:06.05: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:32:06.05: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:32:06.05: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:32:06.05: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:32:06.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:32:06.05: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:32:06.05: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:32:06.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:32:06.05: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:32:06.05: NetworkMonitor - start process kube event 2025-08-28 17:32:06.05: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=365 2025-08-28 17:32:06.05: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:32:06.05: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:32:06.05: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:32:06.05: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'})(timeout=120) 2025-08-28 17:32:06.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:32:06.05: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:32:06.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:32:06.06: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) [Introspect:8108]10.0.0.50 - - [2025-08-28 17:33:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001253 2025-08-28 17:32:06.06: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'}) 2025-08-28 17:33:05.22: IngressMonitor - Received BOOKMARK: oldResVer=360 newResVer=1115 2025-08-28 17:33:05.22: IngressMonitor - start process kube event 2025-08-28 17:33:05.22: empty line received 2025-08-28 17:33:05.22: IngressMonitor - start process kube event 2025-08-28 17:33:31.17: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:33:31.17: PodMonitor - start process kube event 2025-08-28 17:33:31.17: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:33:31.17: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:33:31.17: PodMonitor - Connect Kube API result 0 2025-08-28 17:33:31.17: PodMonitor - _schedule_vnc_sync 2025-08-28 17:33:31.17: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:33:31.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:33:31.17: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:33:31.17: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:33:31.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:33:31.19: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:34:05.76: IngressMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1115 2025-08-28 17:34:05.76: IngressMonitor - start process kube event 2025-08-28 17:34:05.76: empty line received 2025-08-28 17:34:05.76: IngressMonitor - start process kube event 2025-08-28 17:34:05.98: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:34:05.98: NetworkPolicyMonitor - start process kube event 2025-08-28 17:34:05.98: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:34:05.98: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:34:05.98: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:34:05.98: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:34:05.98: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:34:05.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:34:05.99: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:34:05.99: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:34:05.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:34:06.00: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:34:06.02: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:34:06.02: EndPointMonitor - start process kube event 2025-08-28 17:34:06.02: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:34:06.02: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:34:06.02: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:34:06.02: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:34:06.02: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:34:06.03: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:34:06.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:34:06.03: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:34:06.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:34:06.03: ServiceMonitor - start process kube event 2025-08-28 17:34:06.03: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:34:06.03: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:34:06.03: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:34:06.03: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:34:06.03: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:34:06.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:34:06.03: VncKubernetes - vnc_sync - Service start 2025-08-28 17:34:06.03: VncKubernetes - vnc_sync - Service done 2025-08-28 17:34:06.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:34:06.03: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:34:06.04: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:34:06.06: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:34:06.06: NamespaceMonitor - start process kube event 2025-08-28 17:34:06.06: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:34:06.06: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:34:06.06: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:34:06.06: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:34:06.06: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:34:06.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:34:06.06: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:34:06.06: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:34:06.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:34:06.06: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:34:06.06: NetworkMonitor - start process kube event 2025-08-28 17:34:06.06: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=365 2025-08-28 17:34:06.06: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:34:06.06: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:34:06.06: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:34:06.06: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'})(timeout=120) 2025-08-28 17:34:06.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:34:06.07: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:34:06.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:34:06.07: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:34:06.08: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '365'}) 2025-08-28 17:35:05.66: IngressMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1115 2025-08-28 17:35:05.66: IngressMonitor - start process kube event 2025-08-28 17:35:05.66: empty line received [Introspect:8108]10.0.0.50 - - [2025-08-28 17:36:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001182 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:36:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001060 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:36:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001154 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:37:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001061 2025-08-28 17:35:05.66: IngressMonitor - start process kube event 2025-08-28 17:35:06.17: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=360 newResVer=1173 2025-08-28 17:35:06.17: NetworkPolicyMonitor - start process kube event 2025-08-28 17:35:06.17: empty line received 2025-08-28 17:35:06.17: NetworkPolicyMonitor - start process kube event 2025-08-28 17:35:06.22: NetworkMonitor - Received BOOKMARK: oldResVer=365 newResVer=1271 2025-08-28 17:35:06.22: NetworkMonitor - start process kube event 2025-08-28 17:35:06.22: empty line received 2025-08-28 17:35:06.22: NetworkMonitor - start process kube event 2025-08-28 17:35:06.42: ServiceMonitor - Received BOOKMARK: oldResVer=360 newResVer=1199 2025-08-28 17:35:06.42: ServiceMonitor - start process kube event 2025-08-28 17:35:06.42: empty line received 2025-08-28 17:35:06.42: ServiceMonitor - start process kube event 2025-08-28 17:35:31.19: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:35:31.19: PodMonitor - start process kube event 2025-08-28 17:35:31.19: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:35:31.19: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:35:31.19: PodMonitor - Connect Kube API result 0 2025-08-28 17:35:31.19: PodMonitor - _schedule_vnc_sync 2025-08-28 17:35:31.19: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:35:31.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:35:31.19: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:35:31.19: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:35:31.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:35:31.21: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:36:06.01: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:36:06.01: NetworkMonitor - start process kube event 2025-08-28 17:36:06.01: empty line received 2025-08-28 17:36:06.01: NetworkMonitor - start process kube event 2025-08-28 17:36:06.04: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:36:06.04: EndPointMonitor - start process kube event 2025-08-28 17:36:06.04: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:36:06.04: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:36:06.04: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:36:06.04: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:36:06.04: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:36:06.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:36:06.04: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:36:06.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:36:06.04: IngressMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1115 2025-08-28 17:36:06.04: IngressMonitor - start process kube event 2025-08-28 17:36:06.04: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:36:06.04: empty line received 2025-08-28 17:36:06.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:36:06.04: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:36:06.04: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:36:06.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:36:06.04: IngressMonitor - start process kube event 2025-08-28 17:36:06.05: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:36:06.08: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:36:06.08: NamespaceMonitor - start process kube event 2025-08-28 17:36:06.08: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:36:06.08: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:36:06.08: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:36:06.08: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:36:06.08: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:36:06.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:36:06.08: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:36:06.08: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:36:06.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:36:06.08: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:36:06.17: ServiceMonitor - Received BOOKMARK: oldResVer=1199 newResVer=1199 2025-08-28 17:36:06.18: ServiceMonitor - start process kube event 2025-08-28 17:36:06.18: empty line received 2025-08-28 17:36:06.18: ServiceMonitor - start process kube event 2025-08-28 17:36:06.89: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-08-28 17:36:06.89: NetworkPolicyMonitor - start process kube event 2025-08-28 17:36:06.89: empty line received 2025-08-28 17:36:06.89: NetworkPolicyMonitor - start process kube event 2025-08-28 17:37:05.57: IngressMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1115 2025-08-28 17:37:05.58: IngressMonitor - start process kube event 2025-08-28 17:37:05.58: empty line received 2025-08-28 17:37:05.58: IngressMonitor - start process kube event 2025-08-28 17:37:06.47: ServiceMonitor - Received BOOKMARK: oldResVer=1199 newResVer=1199 2025-08-28 17:37:06.47: ServiceMonitor - start process kube event 2025-08-28 17:37:06.47: empty line received 2025-08-28 17:37:06.47: ServiceMonitor - start process kube event 2025-08-28 17:37:06.52: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:37:06.52: NetworkMonitor - start process kube event 2025-08-28 17:37:06.52: empty line received 2025-08-28 17:37:06.52: NetworkMonitor - start process kube event 2025-08-28 17:37:07.24: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-08-28 17:37:07.24: NetworkPolicyMonitor - start process kube event 2025-08-28 17:37:07.24: empty line received 2025-08-28 17:37:07.24: NetworkPolicyMonitor - start process kube event 2025-08-28 17:37:31.21: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:37:31.21: PodMonitor - start process kube event 2025-08-28 17:37:31.21: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:37:31.21: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:37:31.21: PodMonitor - Connect Kube API result 0 2025-08-28 17:37:31.21: PodMonitor - _schedule_vnc_sync 2025-08-28 17:37:31.21: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:37:31.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:37:31.22: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:37:31.22: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:37:31.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:37:31.23: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:38:06.05: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:38:06.05: EndPointMonitor - start process kube event 2025-08-28 17:38:06.06: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:38:06.06: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:38:06.06: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:38:06.06: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:38:06.06: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:38:06.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:38:06.06: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:38:06.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:38:06.07: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:38:06.09: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:38:06.09: NamespaceMonitor - start process kube event 2025-08-28 17:38:06.09: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:38:06.09: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:38:06.09: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:38:06.09: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:38:06.09: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:38:06.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:38:06.09: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:38:06.09: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:38:06.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:38:06.09: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:38:06.11: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:38:06.11: NetworkMonitor - start process kube event 2025-08-28 17:38:06.11: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:38:06.11: empty line received 2025-08-28 17:38:06.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:38:06.11: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:38:06.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:38:06.11: NetworkMonitor - start process kube event 2025-08-28 17:38:06.22: IngressMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1115 2025-08-28 17:38:06.22: IngressMonitor - start process kube event 2025-08-28 17:38:06.22: empty line received 2025-08-28 17:38:06.22: IngressMonitor - start process kube event 2025-08-28 17:38:06.24: ServiceMonitor - Received BOOKMARK: oldResVer=1199 newResVer=1199 2025-08-28 17:38:06.24: ServiceMonitor - start process kube event 2025-08-28 17:38:06.24: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:38:06.24: empty line received 2025-08-28 17:38:06.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:38:06.24: VncKubernetes - vnc_sync - Service start 2025-08-28 17:38:06.24: VncKubernetes - vnc_sync - Service done 2025-08-28 17:38:06.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:38:06.25: ServiceMonitor - start process kube event 2025-08-28 17:38:08.00: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-08-28 17:38:08.00: NetworkPolicyMonitor - start process kube event 2025-08-28 17:38:08.00: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:38:08.00: empty line received 2025-08-28 17:38:08.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:38:08.01: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:38:08.01: NetworkPolicyMonitor - start process kube event 2025-08-28 17:38:08.01: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:38:08.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:38:12.97: IngressMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1115 2025-08-28 17:38:12.97: IngressMonitor - start process kube event 2025-08-28 17:38:12.97: empty line received 2025-08-28 17:38:12.97: IngressMonitor - start process kube event 2025-08-28 17:38:14.57: stop iteration IngressMonitor 2025-08-28 17:38:14.57: IngressMonitor - start process kube event 2025-08-28 17:38:14.57: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1115 2025-08-28 17:38:14.57: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:38:14.57: IngressMonitor - Connect Kube API result 0 2025-08-28 17:38:14.57: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:38:14.57: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1115'})(timeout=120) 2025-08-28 17:38:14.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:38:14.57: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:38:14.57: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:38:14.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:38:14.59: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1115'}) 2025-08-28 17:39:06.61: ServiceMonitor - Received BOOKMARK: oldResVer=1199 newResVer=1199 2025-08-28 17:39:06.61: ServiceMonitor - start process kube event 2025-08-28 17:39:06.61: empty line received 2025-08-28 17:39:06.61: ServiceMonitor - start process kube event 2025-08-28 17:39:06.79: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:39:06.79: NetworkMonitor - start process kube event 2025-08-28 17:39:06.79: empty line received 2025-08-28 17:39:06.79: NetworkMonitor - start process kube event 2025-08-28 17:39:07.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-08-28 17:39:07.90: NetworkPolicyMonitor - start process kube event 2025-08-28 17:39:07.90: empty line received 2025-08-28 17:39:07.90: NetworkPolicyMonitor - start process kube event 2025-08-28 17:39:31.23: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:39:31.23: PodMonitor - start process kube event 2025-08-28 17:39:31.23: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:39:31.23: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:39:31.23: PodMonitor - Connect Kube API result 0 2025-08-28 17:39:31.23: PodMonitor - _schedule_vnc_sync 2025-08-28 17:39:31.23: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:39:31.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:39:31.23: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:39:31.23: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:39:31.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:39:31.25: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:40:05.99: ServiceMonitor - Received BOOKMARK: oldResVer=1199 newResVer=1199 2025-08-28 17:40:05.99: ServiceMonitor - start process kube event 2025-08-28 17:40:05.99: empty line received 2025-08-28 17:40:05.99: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-28 17:40:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001065 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:40:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001044 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:40:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001492 2025-08-28 17:40:06.07: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:40:06.07: EndPointMonitor - start process kube event 2025-08-28 17:40:06.07: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:40:06.07: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:40:06.07: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:40:06.07: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:40:06.07: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:40:06.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:40:06.07: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:40:06.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:40:06.08: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:40:06.09: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:40:06.10: NamespaceMonitor - start process kube event 2025-08-28 17:40:06.10: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:40:06.10: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:40:06.10: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:40:06.10: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:40:06.10: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:40:06.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:40:06.10: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:40:06.10: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:40:06.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:40:06.10: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:40:06.40: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:40:06.40: NetworkMonitor - start process kube event 2025-08-28 17:40:06.40: empty line received 2025-08-28 17:40:06.40: NetworkMonitor - start process kube event 2025-08-28 17:40:07.96: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-08-28 17:40:07.96: NetworkPolicyMonitor - start process kube event 2025-08-28 17:40:07.96: empty line received 2025-08-28 17:40:07.96: NetworkPolicyMonitor - start process kube event 2025-08-28 17:40:14.59: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:40:14.59: IngressMonitor - start process kube event 2025-08-28 17:40:14.59: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1115 2025-08-28 17:40:14.59: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:40:14.60: IngressMonitor - Connect Kube API result 0 2025-08-28 17:40:14.60: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:40:14.60: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1115'})(timeout=120) 2025-08-28 17:40:14.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:40:14.60: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:40:14.60: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:40:14.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:40:14.63: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1115'}) 2025-08-28 17:40:33.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-08-28 17:40:33.66: NetworkPolicyMonitor - start process kube event 2025-08-28 17:40:33.66: empty line received 2025-08-28 17:40:33.66: NetworkPolicyMonitor - start process kube event 2025-08-28 17:40:34.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-08-28 17:40:34.73: NetworkPolicyMonitor - start process kube event 2025-08-28 17:40:34.73: empty line received 2025-08-28 17:40:34.73: NetworkPolicyMonitor - start process kube event 2025-08-28 17:40:35.70: stop iteration NetworkPolicyMonitor 2025-08-28 17:40:35.70: NetworkPolicyMonitor - start process kube event 2025-08-28 17:40:35.70: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1173 2025-08-28 17:40:35.70: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:40:35.71: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:40:35.71: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:40:35.71: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'})(timeout=120) 2025-08-28 17:40:35.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:40:35.71: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:40:35.72: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:40:35.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:40:35.72: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'}) 2025-08-28 17:41:00.72: ServiceMonitor - Received BOOKMARK: oldResVer=1199 newResVer=1199 2025-08-28 17:41:00.72: ServiceMonitor - start process kube event 2025-08-28 17:41:00.72: empty line received 2025-08-28 17:41:00.72: ServiceMonitor - start process kube event 2025-08-28 17:41:02.08: stop iteration ServiceMonitor 2025-08-28 17:41:02.08: ServiceMonitor - start process kube event 2025-08-28 17:41:02.08: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1199 2025-08-28 17:41:02.08: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:41:02.08: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:41:02.08: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:41:02.08: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1199'})(timeout=120) 2025-08-28 17:41:02.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:41:02.09: VncKubernetes - vnc_sync - Service start 2025-08-28 17:41:02.09: VncKubernetes - vnc_sync - Service done 2025-08-28 17:41:02.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:41:02.10: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1199'}) 2025-08-28 17:41:06.78: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:41:06.78: NetworkMonitor - start process kube event 2025-08-28 17:41:06.78: empty line received 2025-08-28 17:41:06.78: NetworkMonitor - start process kube event 2025-08-28 17:41:31.25: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:41:31.25: PodMonitor - start process kube event 2025-08-28 17:41:31.25: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:41:31.25: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:41:31.25: PodMonitor - Connect Kube API result 0 2025-08-28 17:41:31.25: PodMonitor - _schedule_vnc_sync 2025-08-28 17:41:31.25: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:41:31.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:41:31.25: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:41:31.25: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:41:31.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:41:31.27: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:42:06.08: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:42:06.08: EndPointMonitor - start process kube event 2025-08-28 17:42:06.08: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:42:06.08: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:42:06.08: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:42:06.08: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:42:06.08: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:42:06.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:42:06.08: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:42:06.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:42:06.10: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:42:06.10: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:42:06.10: NamespaceMonitor - start process kube event 2025-08-28 17:42:06.11: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:42:06.11: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:42:06.11: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:42:06.11: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:42:06.11: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:42:06.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:42:06.11: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:42:06.11: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:42:06.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:42:06.11: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:42:06.37: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:42:06.37: NetworkMonitor - start process kube event 2025-08-28 17:42:06.37: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:42:06.37: empty line received 2025-08-28 17:42:06.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:42:06.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:42:06.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:42:06.37: NetworkMonitor - start process kube event 2025-08-28 17:42:14.63: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:42:14.63: IngressMonitor - start process kube event 2025-08-28 17:42:14.63: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1115 2025-08-28 17:42:14.63: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:42:14.63: IngressMonitor - Connect Kube API result 0 2025-08-28 17:42:14.63: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:42:14.63: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1115'})(timeout=120) 2025-08-28 17:42:14.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:42:14.63: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:42:14.63: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:42:14.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:42:14.65: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1115'}) 2025-08-28 17:42:23.28: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:42:23.28: NetworkMonitor - start process kube event 2025-08-28 17:42:23.28: empty line received 2025-08-28 17:42:23.28: NetworkMonitor - start process kube event 2025-08-28 17:42:24.42: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2025-08-28 17:42:24.42: NetworkMonitor - start process kube event 2025-08-28 17:42:24.42: empty line received 2025-08-28 17:42:24.42: NetworkMonitor - start process kube event 2025-08-28 17:42:25.52: stop iteration NetworkMonitor 2025-08-28 17:42:25.52: NetworkMonitor - start process kube event 2025-08-28 17:42:25.52: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1271 2025-08-28 17:42:25.52: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:42:25.52: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:42:25.53: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:42:25.53: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'})(timeout=120) 2025-08-28 17:42:25.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:42:25.53: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:42:25.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:42:25.54: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'}) 2025-08-28 17:42:35.73: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:42:35.73: NetworkPolicyMonitor - start process kube event 2025-08-28 17:42:35.73: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1173 2025-08-28 17:42:35.73: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:42:35.73: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:42:35.73: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:42:35.73: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'})(timeout=120) 2025-08-28 17:42:35.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:42:35.73: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:42:35.73: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:42:35.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:42:35.75: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'}) 2025-08-28 17:43:02.10: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:43:02.10: ServiceMonitor - start process kube event 2025-08-28 17:43:02.10: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1199 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:43:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001126 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:44:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001027 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:44:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002350 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:44:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001011 2025-08-28 17:43:02.10: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:43:02.10: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:43:02.10: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:43:02.10: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1199'})(timeout=120) 2025-08-28 17:43:02.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:43:02.10: VncKubernetes - vnc_sync - Service start 2025-08-28 17:43:02.10: VncKubernetes - vnc_sync - Service done 2025-08-28 17:43:02.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:43:02.12: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1199'}) 2025-08-28 17:43:14.76: IngressMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1984 2025-08-28 17:43:14.76: IngressMonitor - start process kube event 2025-08-28 17:43:14.76: empty line received 2025-08-28 17:43:14.76: IngressMonitor - start process kube event 2025-08-28 17:43:31.27: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:43:31.27: PodMonitor - start process kube event 2025-08-28 17:43:31.27: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:43:31.27: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:43:31.27: PodMonitor - Connect Kube API result 0 2025-08-28 17:43:31.27: PodMonitor - _schedule_vnc_sync 2025-08-28 17:43:31.27: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:43:31.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:43:31.27: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:43:31.27: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:43:31.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:43:31.29: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:44:06.05: EndPointMonitor - Received BOOKMARK: oldResVer=360 newResVer=2078 2025-08-28 17:44:06.05: EndPointMonitor - start process kube event 2025-08-28 17:44:06.05: empty line received 2025-08-28 17:44:06.05: EndPointMonitor - start process kube event 2025-08-28 17:44:06.11: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:44:06.11: NamespaceMonitor - start process kube event 2025-08-28 17:44:06.11: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=360 2025-08-28 17:44:06.11: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:44:06.11: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:44:06.11: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:44:06.11: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'})(timeout=120) 2025-08-28 17:44:06.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:44:06.12: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:44:06.12: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:44:06.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:44:06.14: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '360'}) 2025-08-28 17:44:14.55: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=1984 2025-08-28 17:44:14.55: IngressMonitor - start process kube event 2025-08-28 17:44:14.55: empty line received 2025-08-28 17:44:14.55: IngressMonitor - start process kube event 2025-08-28 17:44:25.54: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:44:25.54: NetworkMonitor - start process kube event 2025-08-28 17:44:25.54: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1271 2025-08-28 17:44:25.54: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:44:25.54: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:44:25.54: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:44:25.55: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'})(timeout=120) 2025-08-28 17:44:25.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:44:25.55: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:44:25.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:44:25.57: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'}) 2025-08-28 17:44:35.75: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:44:35.75: NetworkPolicyMonitor - start process kube event 2025-08-28 17:44:35.75: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1173 2025-08-28 17:44:35.75: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:44:35.75: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:44:35.75: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:44:35.75: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'})(timeout=120) 2025-08-28 17:44:35.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:44:35.75: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:44:35.76: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:44:35.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:44:35.78: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'}) 2025-08-28 17:45:02.12: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:45:02.12: ServiceMonitor - start process kube event 2025-08-28 17:45:02.12: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1199 2025-08-28 17:45:02.12: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:45:02.12: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:45:02.12: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:45:02.12: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1199'})(timeout=120) 2025-08-28 17:45:02.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:45:02.13: VncKubernetes - vnc_sync - Service start 2025-08-28 17:45:02.13: VncKubernetes - vnc_sync - Service done 2025-08-28 17:45:02.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:45:02.14: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1199'}) 2025-08-28 17:45:06.05: NamespaceMonitor - Received BOOKMARK: oldResVer=360 newResVer=2020 2025-08-28 17:45:06.05: NamespaceMonitor - start process kube event 2025-08-28 17:45:06.05: empty line received 2025-08-28 17:45:06.05: NamespaceMonitor - start process kube event 2025-08-28 17:45:06.33: EndPointMonitor - Received BOOKMARK: oldResVer=2078 newResVer=2078 2025-08-28 17:45:06.34: EndPointMonitor - start process kube event 2025-08-28 17:45:06.34: empty line received 2025-08-28 17:45:06.34: EndPointMonitor - start process kube event 2025-08-28 17:45:15.09: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=1984 2025-08-28 17:45:15.09: IngressMonitor - start process kube event 2025-08-28 17:45:15.09: empty line received 2025-08-28 17:45:15.09: IngressMonitor - start process kube event 2025-08-28 17:45:25.52: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=2139 2025-08-28 17:45:25.52: NetworkMonitor - start process kube event 2025-08-28 17:45:25.52: empty line received 2025-08-28 17:45:25.52: NetworkMonitor - start process kube event 2025-08-28 17:45:31.29: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:45:31.29: PodMonitor - start process kube event 2025-08-28 17:45:31.29: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-08-28 17:45:31.29: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:45:31.29: PodMonitor - Connect Kube API result 0 2025-08-28 17:45:31.29: PodMonitor - _schedule_vnc_sync 2025-08-28 17:45:31.29: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-08-28 17:45:31.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:45:31.29: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:45:31.29: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:45:31.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:45:31.30: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-08-28 17:45:35.94: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1173 newResVer=2072 2025-08-28 17:45:35.94: NetworkPolicyMonitor - start process kube event 2025-08-28 17:45:35.95: empty line received 2025-08-28 17:45:35.95: NetworkPolicyMonitor - start process kube event 2025-08-28 17:46:02.40: ServiceMonitor - Received BOOKMARK: oldResVer=1199 newResVer=2114 2025-08-28 17:46:02.40: ServiceMonitor - start process kube event 2025-08-28 17:46:02.40: empty line received 2025-08-28 17:46:02.40: ServiceMonitor - start process kube event 2025-08-28 17:46:06.52: EndPointMonitor - Received BOOKMARK: oldResVer=2078 newResVer=2078 2025-08-28 17:46:06.52: EndPointMonitor - start process kube event 2025-08-28 17:46:06.52: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:46:06.52: empty line received 2025-08-28 17:46:06.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:46:06.52: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:46:06.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:46:06.52: EndPointMonitor - start process kube event 2025-08-28 17:46:07.06: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:46:07.06: NamespaceMonitor - start process kube event 2025-08-28 17:46:07.06: empty line received 2025-08-28 17:46:07.06: NamespaceMonitor - start process kube event 2025-08-28 17:46:14.20: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=1984 2025-08-28 17:46:14.20: IngressMonitor - start process kube event 2025-08-28 17:46:14.20: empty line received 2025-08-28 17:46:14.20: IngressMonitor - start process kube event 2025-08-28 17:46:25.34: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:46:25.34: NetworkMonitor - start process kube event 2025-08-28 17:46:25.34: empty line received 2025-08-28 17:46:25.34: NetworkMonitor - start process kube event 2025-08-28 17:46:30.94: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=2126 2025-08-28 17:46:30.94: PodMonitor - start process kube event 2025-08-28 17:46:30.94: empty line received 2025-08-28 17:46:30.94: PodMonitor - start process kube event 2025-08-28 17:46:36.33: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2072 2025-08-28 17:46:36.34: NetworkPolicyMonitor - start process kube event 2025-08-28 17:46:36.34: empty line received 2025-08-28 17:46:36.34: NetworkPolicyMonitor - start process kube event 2025-08-28 17:47:02.78: ServiceMonitor - Received BOOKMARK: oldResVer=2114 newResVer=2114 2025-08-28 17:47:02.78: ServiceMonitor - start process kube event 2025-08-28 17:47:02.78: empty line received 2025-08-28 17:47:02.79: ServiceMonitor - start process kube event 2025-08-28 17:47:06.93: EndPointMonitor - Received BOOKMARK: oldResVer=2078 newResVer=2078 2025-08-28 17:47:06.93: EndPointMonitor - start process kube event 2025-08-28 17:47:06.93: empty line received 2025-08-28 17:47:06.93: EndPointMonitor - start process kube event 2025-08-28 17:47:07.03: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:47:07.03: NamespaceMonitor - start process kube event 2025-08-28 17:47:07.03: empty line received 2025-08-28 17:47:07.03: NamespaceMonitor - start process kube event 2025-08-28 17:47:14.93: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=1984 2025-08-28 17:47:14.93: IngressMonitor - start process kube event 2025-08-28 17:47:14.93: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:47:14.93: empty line received 2025-08-28 17:47:14.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:47:14.93: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:47:14.93: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:47:14.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:47:14.93: IngressMonitor - start process kube event 2025-08-28 17:47:26.01: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:47:26.01: NetworkMonitor - start process kube event 2025-08-28 17:47:26.01: empty line received 2025-08-28 17:47:26.01: NetworkMonitor - start process kube event 2025-08-28 17:47:31.98: PodMonitor - Received BOOKMARK: oldResVer=2126 newResVer=2126 2025-08-28 17:47:31.98: PodMonitor - start process kube event 2025-08-28 17:47:31.98: empty line received 2025-08-28 17:47:31.98: PodMonitor - start process kube event 2025-08-28 17:47:37.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2072 2025-08-28 17:47:37.15: NetworkPolicyMonitor - start process kube event 2025-08-28 17:47:37.15: empty line received 2025-08-28 17:47:37.15: NetworkPolicyMonitor - start process kube event 2025-08-28 17:48:02.64: ServiceMonitor - Received BOOKMARK: oldResVer=2114 newResVer=2114 2025-08-28 17:48:02.64: ServiceMonitor - start process kube event 2025-08-28 17:48:02.64: empty line received 2025-08-28 17:48:02.64: ServiceMonitor - start process kube event 2025-08-28 17:48:07.21: EndPointMonitor - Received BOOKMARK: oldResVer=2078 newResVer=2078 2025-08-28 17:48:07.21: EndPointMonitor - start process kube event 2025-08-28 17:48:07.21: empty line received 2025-08-28 17:48:07.21: EndPointMonitor - start process kube event 2025-08-28 17:48:07.47: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:48:07.47: NamespaceMonitor - start process kube event 2025-08-28 17:48:07.47: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:48:07.47: empty line received 2025-08-28 17:48:07.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:48:07.47: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:48:07.47: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:48:07.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:48:07.47: NamespaceMonitor - start process kube event 2025-08-28 17:48:14.72: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=1984 2025-08-28 17:48:14.72: IngressMonitor - start process kube event 2025-08-28 17:48:14.72: empty line received 2025-08-28 17:48:14.72: IngressMonitor - start process kube event 2025-08-28 17:48:26.97: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:48:26.97: NetworkMonitor - start process kube event 2025-08-28 17:48:26.97: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 17:48:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001082 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:49:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001179 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:49:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001053 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:49:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001262 2025-08-28 17:48:26.97: empty line received 2025-08-28 17:48:26.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:48:26.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:48:26.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:48:26.97: NetworkMonitor - start process kube event 2025-08-28 17:48:32.22: PodMonitor - Received BOOKMARK: oldResVer=2126 newResVer=2126 2025-08-28 17:48:32.22: PodMonitor - start process kube event 2025-08-28 17:48:32.22: empty line received 2025-08-28 17:48:32.22: PodMonitor - start process kube event 2025-08-28 17:48:36.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2072 2025-08-28 17:48:36.32: NetworkPolicyMonitor - start process kube event 2025-08-28 17:48:36.32: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:48:36.32: empty line received 2025-08-28 17:48:36.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:48:36.32: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:48:36.32: NetworkPolicyMonitor - start process kube event 2025-08-28 17:48:36.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:48:36.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:49:02.69: ServiceMonitor - Received BOOKMARK: oldResVer=2114 newResVer=2114 2025-08-28 17:49:02.69: ServiceMonitor - start process kube event 2025-08-28 17:49:02.69: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:49:02.69: empty line received 2025-08-28 17:49:02.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:49:02.69: VncKubernetes - vnc_sync - Service start 2025-08-28 17:49:02.69: VncKubernetes - vnc_sync - Service done 2025-08-28 17:49:02.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:49:02.69: ServiceMonitor - start process kube event 2025-08-28 17:49:04.68: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=1984 2025-08-28 17:49:04.68: IngressMonitor - start process kube event 2025-08-28 17:49:04.68: empty line received 2025-08-28 17:49:04.68: IngressMonitor - start process kube event 2025-08-28 17:49:05.73: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=1984 2025-08-28 17:49:05.73: IngressMonitor - start process kube event 2025-08-28 17:49:05.73: empty line received 2025-08-28 17:49:05.73: IngressMonitor - start process kube event 2025-08-28 17:49:06.73: stop iteration IngressMonitor 2025-08-28 17:49:06.73: IngressMonitor - start process kube event 2025-08-28 17:49:06.73: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1984 2025-08-28 17:49:06.73: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:49:06.73: IngressMonitor - Connect Kube API result 0 2025-08-28 17:49:06.73: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:49:06.73: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1984'})(timeout=120) 2025-08-28 17:49:06.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:49:06.74: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:49:06.74: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:49:06.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:49:06.75: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1984'}) 2025-08-28 17:49:07.01: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:49:07.01: NamespaceMonitor - start process kube event 2025-08-28 17:49:07.01: empty line received 2025-08-28 17:49:07.01: NamespaceMonitor - start process kube event 2025-08-28 17:49:07.20: EndPointMonitor - Received BOOKMARK: oldResVer=2078 newResVer=2078 2025-08-28 17:49:07.20: EndPointMonitor - start process kube event 2025-08-28 17:49:07.20: empty line received 2025-08-28 17:49:07.20: EndPointMonitor - start process kube event 2025-08-28 17:49:26.28: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:49:26.28: NetworkMonitor - start process kube event 2025-08-28 17:49:26.28: empty line received 2025-08-28 17:49:26.28: NetworkMonitor - start process kube event 2025-08-28 17:49:32.44: PodMonitor - Received BOOKMARK: oldResVer=2126 newResVer=2126 2025-08-28 17:49:32.44: PodMonitor - start process kube event 2025-08-28 17:49:32.44: PodMonitor - _schedule_vnc_sync 2025-08-28 17:49:32.44: empty line received 2025-08-28 17:49:32.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:49:32.44: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:49:32.44: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:49:32.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:49:32.44: PodMonitor - start process kube event 2025-08-28 17:49:36.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2072 2025-08-28 17:49:36.66: NetworkPolicyMonitor - start process kube event 2025-08-28 17:49:36.66: empty line received 2025-08-28 17:49:36.66: NetworkPolicyMonitor - start process kube event 2025-08-28 17:49:48.23: EndPointMonitor - Received BOOKMARK: oldResVer=2078 newResVer=2078 2025-08-28 17:49:48.23: EndPointMonitor - start process kube event 2025-08-28 17:49:48.24: empty line received 2025-08-28 17:49:48.24: EndPointMonitor - start process kube event 2025-08-28 17:49:50.02: stop iteration EndPointMonitor 2025-08-28 17:49:50.02: EndPointMonitor - start process kube event 2025-08-28 17:49:50.02: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2078 2025-08-28 17:49:50.02: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:49:50.03: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:49:50.03: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:49:50.03: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2078'})(timeout=120) 2025-08-28 17:49:50.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:49:50.03: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:49:50.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:49:50.03: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2078'}) 2025-08-28 17:50:02.72: ServiceMonitor - Received BOOKMARK: oldResVer=2114 newResVer=2114 2025-08-28 17:50:02.72: ServiceMonitor - start process kube event 2025-08-28 17:50:02.72: empty line received 2025-08-28 17:50:02.72: ServiceMonitor - start process kube event 2025-08-28 17:50:07.98: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:50:07.98: NamespaceMonitor - start process kube event 2025-08-28 17:50:07.98: empty line received 2025-08-28 17:50:07.98: NamespaceMonitor - start process kube event 2025-08-28 17:50:27.02: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:50:27.02: NetworkMonitor - start process kube event 2025-08-28 17:50:27.02: empty line received 2025-08-28 17:50:27.02: NetworkMonitor - start process kube event 2025-08-28 17:50:32.86: PodMonitor - Received BOOKMARK: oldResVer=2126 newResVer=2126 2025-08-28 17:50:32.86: PodMonitor - start process kube event 2025-08-28 17:50:32.86: empty line received 2025-08-28 17:50:32.86: PodMonitor - start process kube event 2025-08-28 17:50:36.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2072 2025-08-28 17:50:36.65: NetworkPolicyMonitor - start process kube event 2025-08-28 17:50:36.65: empty line received 2025-08-28 17:50:36.65: NetworkPolicyMonitor - start process kube event 2025-08-28 17:50:43.05: ServiceMonitor - Received BOOKMARK: oldResVer=2114 newResVer=2114 2025-08-28 17:50:43.05: ServiceMonitor - start process kube event 2025-08-28 17:50:43.05: empty line received 2025-08-28 17:50:43.05: ServiceMonitor - start process kube event 2025-08-28 17:50:44.06: ServiceMonitor - Received BOOKMARK: oldResVer=2114 newResVer=2114 2025-08-28 17:50:44.06: ServiceMonitor - start process kube event 2025-08-28 17:50:44.06: empty line received 2025-08-28 17:50:44.06: ServiceMonitor - start process kube event 2025-08-28 17:50:45.89: stop iteration ServiceMonitor 2025-08-28 17:50:45.90: ServiceMonitor - start process kube event 2025-08-28 17:50:45.90: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2114 2025-08-28 17:50:45.90: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:50:45.90: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:50:45.90: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:50:45.90: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2114'})(timeout=120) 2025-08-28 17:50:45.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:50:45.90: VncKubernetes - vnc_sync - Service start 2025-08-28 17:50:45.90: VncKubernetes - vnc_sync - Service done 2025-08-28 17:50:45.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:50:45.91: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2114'}) 2025-08-28 17:51:01.03: PodMonitor - Received BOOKMARK: oldResVer=2126 newResVer=2126 2025-08-28 17:51:01.03: PodMonitor - start process kube event 2025-08-28 17:51:01.03: empty line received 2025-08-28 17:51:01.03: PodMonitor - start process kube event 2025-08-28 17:51:02.27: PodMonitor - Received BOOKMARK: oldResVer=2126 newResVer=2126 2025-08-28 17:51:02.27: PodMonitor - start process kube event 2025-08-28 17:51:02.27: empty line received 2025-08-28 17:51:02.27: PodMonitor - start process kube event 2025-08-28 17:51:03.06: stop iteration PodMonitor 2025-08-28 17:51:03.06: PodMonitor - start process kube event 2025-08-28 17:51:03.06: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2126 2025-08-28 17:51:03.06: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:51:03.06: PodMonitor - Connect Kube API result 0 2025-08-28 17:51:03.06: PodMonitor - _schedule_vnc_sync 2025-08-28 17:51:03.06: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2126'})(timeout=120) 2025-08-28 17:51:03.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:51:03.06: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:51:03.06: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:51:03.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:51:03.07: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2126'}) 2025-08-28 17:51:06.75: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:51:06.75: IngressMonitor - start process kube event 2025-08-28 17:51:06.75: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1984 2025-08-28 17:51:06.75: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:51:06.75: IngressMonitor - Connect Kube API result 0 2025-08-28 17:51:06.75: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:51:06.75: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1984'})(timeout=120) 2025-08-28 17:51:06.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:51:06.76: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:51:06.76: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:51:06.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:51:06.77: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1984'}) 2025-08-28 17:51:07.96: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:51:07.96: NamespaceMonitor - start process kube event 2025-08-28 17:51:07.96: empty line received 2025-08-28 17:51:07.96: NamespaceMonitor - start process kube event 2025-08-28 17:51:27.64: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:51:27.64: NetworkMonitor - start process kube event 2025-08-28 17:51:27.64: empty line received 2025-08-28 17:51:27.64: NetworkMonitor - start process kube event 2025-08-28 17:51:36.34: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2072 2025-08-28 17:51:36.34: NetworkPolicyMonitor - start process kube event 2025-08-28 17:51:36.34: empty line received 2025-08-28 17:51:36.34: NetworkPolicyMonitor - start process kube event 2025-08-28 17:51:50.03: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:51:50.03: EndPointMonitor - start process kube event 2025-08-28 17:51:50.03: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2078 2025-08-28 17:51:50.03: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:51:50.03: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:51:50.03: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:51:50.03: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2078'})(timeout=120) 2025-08-28 17:51:50.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:51:50.03: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:51:50.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:51:50.05: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2078'}) 2025-08-28 17:52:08.13: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:52:08.13: NamespaceMonitor - start process kube event 2025-08-28 17:52:08.13: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:52:08.13: empty line received 2025-08-28 17:52:08.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:52:08.13: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:52:08.13: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:52:08.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:52:08.13: NamespaceMonitor - start process kube event 2025-08-28 17:52:21.18: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:52:21.18: NetworkMonitor - start process kube event 2025-08-28 17:52:21.18: empty line received 2025-08-28 17:52:21.18: NetworkMonitor - start process kube event 2025-08-28 17:52:22.21: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2139 2025-08-28 17:52:22.21: NetworkMonitor - start process kube event 2025-08-28 17:52:22.21: empty line received 2025-08-28 17:52:22.21: NetworkMonitor - start process kube event 2025-08-28 17:52:23.43: stop iteration NetworkMonitor 2025-08-28 17:52:23.43: NetworkMonitor - start process kube event 2025-08-28 17:52:23.43: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2139 2025-08-28 17:52:23.43: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:52:23.43: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:52:23.43: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 17:53:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001039 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:54:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001133 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:54:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001024 2025-08-28 17:52:23.43: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2139'})(timeout=120) 2025-08-28 17:52:23.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:52:23.43: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:52:23.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:52:23.44: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2139'}) 2025-08-28 17:52:34.80: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2072 2025-08-28 17:52:34.80: NetworkPolicyMonitor - start process kube event 2025-08-28 17:52:34.80: empty line received 2025-08-28 17:52:34.80: NetworkPolicyMonitor - start process kube event 2025-08-28 17:52:36.41: stop iteration NetworkPolicyMonitor 2025-08-28 17:52:36.41: NetworkPolicyMonitor - start process kube event 2025-08-28 17:52:36.41: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2072 2025-08-28 17:52:36.41: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:52:36.41: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:52:36.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:52:36.41: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2072'})(timeout=120) 2025-08-28 17:52:36.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:52:36.42: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:52:36.42: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:52:36.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:52:36.43: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2072'}) 2025-08-28 17:52:45.91: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:52:45.91: ServiceMonitor - start process kube event 2025-08-28 17:52:45.91: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2114 2025-08-28 17:52:45.91: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:52:45.91: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:52:45.91: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:52:45.91: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2114'})(timeout=120) 2025-08-28 17:52:45.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:52:45.91: VncKubernetes - vnc_sync - Service start 2025-08-28 17:52:45.91: VncKubernetes - vnc_sync - Service done 2025-08-28 17:52:45.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:52:45.93: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2114'}) 2025-08-28 17:53:03.07: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:53:03.07: PodMonitor - start process kube event 2025-08-28 17:53:03.07: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2126 2025-08-28 17:53:03.07: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:53:03.07: PodMonitor - Connect Kube API result 0 2025-08-28 17:53:03.07: PodMonitor - _schedule_vnc_sync 2025-08-28 17:53:03.07: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2126'})(timeout=120) 2025-08-28 17:53:03.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:53:03.07: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:53:03.07: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:53:03.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:53:03.08: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2126'}) 2025-08-28 17:53:06.58: IngressMonitor - Received BOOKMARK: oldResVer=1984 newResVer=2782 2025-08-28 17:53:06.58: IngressMonitor - start process kube event 2025-08-28 17:53:06.58: empty line received 2025-08-28 17:53:06.58: IngressMonitor - start process kube event 2025-08-28 17:53:08.75: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:53:08.75: NamespaceMonitor - start process kube event 2025-08-28 17:53:08.75: empty line received 2025-08-28 17:53:08.75: NamespaceMonitor - start process kube event 2025-08-28 17:53:19.59: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2020 2025-08-28 17:53:19.59: NamespaceMonitor - start process kube event 2025-08-28 17:53:19.59: empty line received 2025-08-28 17:53:19.59: NamespaceMonitor - start process kube event 2025-08-28 17:53:21.01: stop iteration NamespaceMonitor 2025-08-28 17:53:21.01: NamespaceMonitor - start process kube event 2025-08-28 17:53:21.01: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2020 2025-08-28 17:53:21.01: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:53:21.01: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:53:21.01: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:53:21.01: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2020'})(timeout=120) 2025-08-28 17:53:21.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:53:21.01: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:53:21.01: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:53:21.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:53:21.04: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2020'}) 2025-08-28 17:53:50.05: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:53:50.06: EndPointMonitor - start process kube event 2025-08-28 17:53:50.06: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2078 2025-08-28 17:53:50.06: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:53:50.06: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:53:50.06: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:53:50.06: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2078'})(timeout=120) 2025-08-28 17:53:50.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:53:50.06: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:53:50.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:53:50.08: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2078'}) 2025-08-28 17:54:06.92: IngressMonitor - Received BOOKMARK: oldResVer=2782 newResVer=2782 2025-08-28 17:54:06.92: IngressMonitor - start process kube event 2025-08-28 17:54:06.92: empty line received 2025-08-28 17:54:06.92: IngressMonitor - start process kube event 2025-08-28 17:54:21.50: NamespaceMonitor - Received BOOKMARK: oldResVer=2020 newResVer=2833 2025-08-28 17:54:21.50: NamespaceMonitor - start process kube event 2025-08-28 17:54:21.50: empty line received [Introspect:8108]10.0.0.50 - - [2025-08-28 17:54:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001067 2025-08-28 17:54:21.50: NamespaceMonitor - start process kube event 2025-08-28 17:54:23.44: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:54:23.44: NetworkMonitor - start process kube event 2025-08-28 17:54:23.44: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2139 2025-08-28 17:54:23.44: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:54:23.44: NetworkMonitor - Connect Kube API result 0 2025-08-28 17:54:23.44: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:54:23.44: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2139'})(timeout=120) 2025-08-28 17:54:23.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:54:23.44: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:54:23.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:54:23.45: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2139'}) 2025-08-28 17:54:36.43: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:54:36.43: NetworkPolicyMonitor - start process kube event 2025-08-28 17:54:36.43: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2072 2025-08-28 17:54:36.43: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:54:36.43: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 17:54:36.43: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:54:36.43: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2072'})(timeout=120) 2025-08-28 17:54:36.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:54:36.43: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:54:36.43: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:54:36.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:54:36.44: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2072'}) 2025-08-28 17:54:45.93: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:54:45.93: ServiceMonitor - start process kube event 2025-08-28 17:54:45.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2114 2025-08-28 17:54:45.93: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:54:45.93: ServiceMonitor - Connect Kube API result 0 2025-08-28 17:54:45.93: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:54:45.93: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2114'})(timeout=120) 2025-08-28 17:54:45.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:54:45.93: VncKubernetes - vnc_sync - Service start 2025-08-28 17:54:45.93: VncKubernetes - vnc_sync - Service done 2025-08-28 17:54:45.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:54:45.94: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2114'}) 2025-08-28 17:54:50.73: EndPointMonitor - Received BOOKMARK: oldResVer=2078 newResVer=2917 2025-08-28 17:54:50.73: EndPointMonitor - start process kube event 2025-08-28 17:54:50.73: empty line received 2025-08-28 17:54:50.73: EndPointMonitor - start process kube event 2025-08-28 17:55:03.09: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:55:03.09: PodMonitor - start process kube event 2025-08-28 17:55:03.09: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2126 2025-08-28 17:55:03.09: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:55:03.09: PodMonitor - Connect Kube API result 0 2025-08-28 17:55:03.09: PodMonitor - _schedule_vnc_sync 2025-08-28 17:55:03.09: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2126'})(timeout=120) 2025-08-28 17:55:03.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:55:03.09: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:55:03.09: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:55:03.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:55:03.10: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2126'}) 2025-08-28 17:55:06.34: IngressMonitor - Received BOOKMARK: oldResVer=2782 newResVer=2782 2025-08-28 17:55:06.34: IngressMonitor - start process kube event 2025-08-28 17:55:06.34: empty line received 2025-08-28 17:55:06.34: IngressMonitor - start process kube event 2025-08-28 17:55:21.99: NamespaceMonitor - Received BOOKMARK: oldResVer=2833 newResVer=2833 2025-08-28 17:55:21.99: NamespaceMonitor - start process kube event 2025-08-28 17:55:21.99: empty line received 2025-08-28 17:55:21.99: NamespaceMonitor - start process kube event 2025-08-28 17:55:23.08: NetworkMonitor - Received BOOKMARK: oldResVer=2139 newResVer=2946 2025-08-28 17:55:23.08: NetworkMonitor - start process kube event 2025-08-28 17:55:23.08: empty line received 2025-08-28 17:55:23.08: NetworkMonitor - start process kube event 2025-08-28 17:55:36.43: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2072 newResVer=2909 2025-08-28 17:55:36.43: NetworkPolicyMonitor - start process kube event 2025-08-28 17:55:36.43: empty line received 2025-08-28 17:55:36.44: NetworkPolicyMonitor - start process kube event 2025-08-28 17:55:45.06: ServiceMonitor - Received BOOKMARK: oldResVer=2114 newResVer=2969 2025-08-28 17:55:45.06: ServiceMonitor - start process kube event 2025-08-28 17:55:45.06: empty line received 2025-08-28 17:55:45.06: ServiceMonitor - start process kube event 2025-08-28 17:55:50.58: EndPointMonitor - Received BOOKMARK: oldResVer=2917 newResVer=2917 2025-08-28 17:55:50.58: EndPointMonitor - start process kube event 2025-08-28 17:55:50.58: empty line received 2025-08-28 17:55:50.58: EndPointMonitor - start process kube event 2025-08-28 17:56:03.56: PodMonitor - Received BOOKMARK: oldResVer=2126 newResVer=2987 2025-08-28 17:56:03.56: PodMonitor - start process kube event 2025-08-28 17:56:03.56: empty line received 2025-08-28 17:56:03.56: PodMonitor - start process kube event 2025-08-28 17:56:05.06: IngressMonitor - Received BOOKMARK: oldResVer=2782 newResVer=2782 2025-08-28 17:56:05.06: IngressMonitor - start process kube event 2025-08-28 17:56:05.06: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:56:05.06: empty line received 2025-08-28 17:56:05.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:56:05.06: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:56:05.06: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:56:05.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:56:05.06: IngressMonitor - start process kube event 2025-08-28 17:56:06.97: stop iteration IngressMonitor 2025-08-28 17:56:06.98: IngressMonitor - start process kube event 2025-08-28 17:56:06.98: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2782 2025-08-28 17:56:06.98: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:56:06.98: IngressMonitor - Connect Kube API result 0 2025-08-28 17:56:06.98: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:56:06.98: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'})(timeout=120) 2025-08-28 17:56:06.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:56:06.98: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:56:06.98: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:56:06.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:56:06.99: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'}) 2025-08-28 17:56:22.88: NamespaceMonitor - Received BOOKMARK: oldResVer=2833 newResVer=2833 2025-08-28 17:56:22.88: NamespaceMonitor - start process kube event 2025-08-28 17:56:22.88: empty line received 2025-08-28 17:56:22.88: NamespaceMonitor - start process kube event 2025-08-28 17:56:23.04: NetworkMonitor - Received BOOKMARK: oldResVer=2946 newResVer=2946 2025-08-28 17:56:23.04: NetworkMonitor - start process kube event 2025-08-28 17:56:23.04: empty line received 2025-08-28 17:56:23.04: NetworkMonitor - start process kube event 2025-08-28 17:56:37.00: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2909 newResVer=2909 2025-08-28 17:56:37.00: NetworkPolicyMonitor - start process kube event 2025-08-28 17:56:37.00: empty line received 2025-08-28 17:56:37.00: NetworkPolicyMonitor - start process kube event 2025-08-28 17:56:45.62: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 17:56:45.62: ServiceMonitor - start process kube event 2025-08-28 17:56:45.62: empty line received 2025-08-28 17:56:45.62: ServiceMonitor - start process kube event 2025-08-28 17:56:50.73: EndPointMonitor - Received BOOKMARK: oldResVer=2917 newResVer=2917 2025-08-28 17:56:50.73: EndPointMonitor - start process kube event 2025-08-28 17:56:50.73: empty line received 2025-08-28 17:56:50.73: EndPointMonitor - start process kube event 2025-08-28 17:57:03.18: PodMonitor - Received BOOKMARK: oldResVer=2987 newResVer=2987 2025-08-28 17:57:03.18: PodMonitor - start process kube event 2025-08-28 17:57:03.18: empty line received 2025-08-28 17:57:03.18: PodMonitor - start process kube event 2025-08-28 17:57:22.27: NamespaceMonitor - Received BOOKMARK: oldResVer=2833 newResVer=2833 2025-08-28 17:57:22.27: NamespaceMonitor - start process kube event 2025-08-28 17:57:22.27: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:57:22.27: empty line received 2025-08-28 17:57:22.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:57:22.27: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:57:22.27: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:57:22.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:57:22.27: NamespaceMonitor - start process kube event 2025-08-28 17:57:23.64: NetworkMonitor - Received BOOKMARK: oldResVer=2946 newResVer=2946 2025-08-28 17:57:23.64: NetworkMonitor - start process kube event 2025-08-28 17:57:23.64: empty line received 2025-08-28 17:57:23.64: NetworkMonitor - start process kube event 2025-08-28 17:57:36.56: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2909 newResVer=2909 2025-08-28 17:57:36.56: NetworkPolicyMonitor - start process kube event 2025-08-28 17:57:36.56: empty line received 2025-08-28 17:57:36.56: NetworkPolicyMonitor - start process kube event 2025-08-28 17:57:45.65: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 17:57:45.65: ServiceMonitor - start process kube event 2025-08-28 17:57:45.65: empty line received 2025-08-28 17:57:45.65: ServiceMonitor - start process kube event 2025-08-28 17:57:50.07: EndPointMonitor - Received BOOKMARK: oldResVer=2917 newResVer=2917 2025-08-28 17:57:50.07: EndPointMonitor - start process kube event 2025-08-28 17:57:50.07: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:57:50.07: empty line received 2025-08-28 17:57:50.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:57:50.07: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:57:50.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:57:50.07: EndPointMonitor - start process kube event 2025-08-28 17:58:03.54: PodMonitor - Received BOOKMARK: oldResVer=2987 newResVer=2987 2025-08-28 17:58:03.54: PodMonitor - start process kube event 2025-08-28 17:58:03.54: empty line received 2025-08-28 17:58:03.54: PodMonitor - start process kube event 2025-08-28 17:58:06.99: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 17:58:06.99: IngressMonitor - start process kube event 2025-08-28 17:58:06.99: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2782 2025-08-28 17:58:06.99: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:58:06.99: IngressMonitor - Connect Kube API result 0 2025-08-28 17:58:06.99: IngressMonitor - _schedule_vnc_sync 2025-08-28 17:58:06.99: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'})(timeout=120) 2025-08-28 17:58:06.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 17:58:06.99: VncKubernetes - vnc_sync - Ingress start 2025-08-28 17:58:06.99: VncKubernetes - vnc_sync - Ingress done 2025-08-28 17:58:06.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:58:07.01: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'}) 2025-08-28 17:58:22.73: NamespaceMonitor - Received BOOKMARK: oldResVer=2833 newResVer=2833 2025-08-28 17:58:22.73: NamespaceMonitor - start process kube event 2025-08-28 17:58:22.73: empty line received 2025-08-28 17:58:22.73: NamespaceMonitor - start process kube event 2025-08-28 17:58:23.47: NetworkMonitor - Received BOOKMARK: oldResVer=2946 newResVer=2946 2025-08-28 17:58:23.47: NetworkMonitor - start process kube event 2025-08-28 17:58:23.47: NetworkMonitor - _schedule_vnc_sync 2025-08-28 17:58:23.47: empty line received 2025-08-28 17:58:23.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 17:58:23.47: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 17:58:23.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:58:23.48: NetworkMonitor - start process kube event 2025-08-28 17:58:36.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2909 newResVer=2909 2025-08-28 17:58:36.22: NetworkPolicyMonitor - start process kube event 2025-08-28 17:58:36.22: empty line received 2025-08-28 17:58:36.22: NetworkPolicyMonitor - start process kube event 2025-08-28 17:58:45.75: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 17:58:45.75: ServiceMonitor - start process kube event 2025-08-28 17:58:45.75: empty line received 2025-08-28 17:58:45.75: ServiceMonitor - start process kube event 2025-08-28 17:58:50.00: EndPointMonitor - Received BOOKMARK: oldResVer=2917 newResVer=2917 2025-08-28 17:58:50.00: EndPointMonitor - start process kube event 2025-08-28 17:58:50.00: empty line received 2025-08-28 17:58:50.00: EndPointMonitor - start process kube event 2025-08-28 17:59:03.11: PodMonitor - Received BOOKMARK: oldResVer=2987 newResVer=2987 2025-08-28 17:59:03.11: PodMonitor - start process kube event 2025-08-28 17:59:03.11: PodMonitor - _schedule_vnc_sync 2025-08-28 17:59:03.11: empty line received 2025-08-28 17:59:03.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 17:59:03.11: VncKubernetes - vnc_sync - Pod start 2025-08-28 17:59:03.11: VncKubernetes - vnc_sync - Pod done 2025-08-28 17:59:03.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:59:03.11: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-28 17:59:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001068 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:59:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001150 [Introspect:8108]10.0.0.50 - - [2025-08-28 17:59:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001075 [Introspect:8108]10.0.0.50 - - [2025-08-28 18:00:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001148 2025-08-28 17:59:14.40: NamespaceMonitor - Received BOOKMARK: oldResVer=2833 newResVer=2833 2025-08-28 17:59:14.40: NamespaceMonitor - start process kube event 2025-08-28 17:59:14.40: empty line received 2025-08-28 17:59:14.40: NamespaceMonitor - start process kube event 2025-08-28 17:59:16.18: stop iteration NamespaceMonitor 2025-08-28 17:59:16.18: NamespaceMonitor - start process kube event 2025-08-28 17:59:16.18: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2833 2025-08-28 17:59:16.18: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:59:16.18: NamespaceMonitor - Connect Kube API result 0 2025-08-28 17:59:16.18: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 17:59:16.18: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2833'})(timeout=120) 2025-08-28 17:59:16.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 17:59:16.18: VncKubernetes - vnc_sync - Namespace start 2025-08-28 17:59:16.18: VncKubernetes - vnc_sync - Namespace done 2025-08-28 17:59:16.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:59:16.19: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2833'}) 2025-08-28 17:59:18.19: EndPointMonitor - Received BOOKMARK: oldResVer=2917 newResVer=2917 2025-08-28 17:59:18.19: EndPointMonitor - start process kube event 2025-08-28 17:59:18.19: empty line received 2025-08-28 17:59:18.19: EndPointMonitor - start process kube event 2025-08-28 17:59:19.92: stop iteration EndPointMonitor 2025-08-28 17:59:19.92: EndPointMonitor - start process kube event 2025-08-28 17:59:19.92: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2917 2025-08-28 17:59:19.92: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 17:59:19.92: EndPointMonitor - Connect Kube API result 0 2025-08-28 17:59:19.92: EndPointMonitor - _schedule_vnc_sync 2025-08-28 17:59:19.92: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2917'})(timeout=120) 2025-08-28 17:59:19.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 17:59:19.92: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 17:59:19.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:59:19.94: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2917'}) 2025-08-28 17:59:23.88: NetworkMonitor - Received BOOKMARK: oldResVer=2946 newResVer=2946 2025-08-28 17:59:23.88: NetworkMonitor - start process kube event 2025-08-28 17:59:23.88: empty line received 2025-08-28 17:59:23.88: NetworkMonitor - start process kube event 2025-08-28 17:59:36.74: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2909 newResVer=2909 2025-08-28 17:59:36.74: NetworkPolicyMonitor - start process kube event 2025-08-28 17:59:36.74: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 17:59:36.74: empty line received 2025-08-28 17:59:36.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 17:59:36.74: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 17:59:36.74: NetworkPolicyMonitor - start process kube event 2025-08-28 17:59:36.74: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 17:59:36.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:59:45.44: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 17:59:45.44: ServiceMonitor - start process kube event 2025-08-28 17:59:45.44: ServiceMonitor - _schedule_vnc_sync 2025-08-28 17:59:45.44: empty line received 2025-08-28 17:59:45.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 17:59:45.44: VncKubernetes - vnc_sync - Service start 2025-08-28 17:59:45.44: VncKubernetes - vnc_sync - Service done 2025-08-28 17:59:45.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 17:59:45.44: ServiceMonitor - start process kube event 2025-08-28 18:00:03.37: PodMonitor - Received BOOKMARK: oldResVer=2987 newResVer=2987 2025-08-28 18:00:03.37: PodMonitor - start process kube event 2025-08-28 18:00:03.37: empty line received 2025-08-28 18:00:03.37: PodMonitor - start process kube event 2025-08-28 18:00:07.01: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:00:07.01: IngressMonitor - start process kube event 2025-08-28 18:00:07.01: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2782 2025-08-28 18:00:07.01: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:00:07.01: IngressMonitor - Connect Kube API result 0 2025-08-28 18:00:07.01: IngressMonitor - _schedule_vnc_sync 2025-08-28 18:00:07.01: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'})(timeout=120) 2025-08-28 18:00:07.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 18:00:07.01: VncKubernetes - vnc_sync - Ingress start 2025-08-28 18:00:07.01: VncKubernetes - vnc_sync - Ingress done 2025-08-28 18:00:07.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:00:07.02: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'}) 2025-08-28 18:00:11.09: PodMonitor - Received BOOKMARK: oldResVer=2987 newResVer=2987 2025-08-28 18:00:11.09: PodMonitor - start process kube event 2025-08-28 18:00:11.09: empty line received 2025-08-28 18:00:11.09: PodMonitor - start process kube event 2025-08-28 18:00:12.17: PodMonitor - Received BOOKMARK: oldResVer=2987 newResVer=2987 2025-08-28 18:00:12.17: PodMonitor - start process kube event 2025-08-28 18:00:12.17: empty line received 2025-08-28 18:00:12.17: PodMonitor - start process kube event 2025-08-28 18:00:13.19: stop iteration PodMonitor 2025-08-28 18:00:13.19: PodMonitor - start process kube event 2025-08-28 18:00:13.19: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2987 2025-08-28 18:00:13.19: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:00:13.20: PodMonitor - Connect Kube API result 0 2025-08-28 18:00:13.20: PodMonitor - _schedule_vnc_sync 2025-08-28 18:00:13.20: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2987'})(timeout=120) 2025-08-28 18:00:13.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 18:00:13.20: VncKubernetes - vnc_sync - Pod start 2025-08-28 18:00:13.20: VncKubernetes - vnc_sync - Pod done 2025-08-28 18:00:13.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:00:13.21: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2987'}) 2025-08-28 18:00:24.03: NetworkMonitor - Received BOOKMARK: oldResVer=2946 newResVer=2946 2025-08-28 18:00:24.03: NetworkMonitor - start process kube event 2025-08-28 18:00:24.03: empty line received 2025-08-28 18:00:24.03: NetworkMonitor - start process kube event 2025-08-28 18:00:34.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2909 newResVer=2909 2025-08-28 18:00:34.66: NetworkPolicyMonitor - start process kube event 2025-08-28 18:00:34.66: empty line received 2025-08-28 18:00:34.66: NetworkPolicyMonitor - start process kube event 2025-08-28 18:00:36.27: stop iteration NetworkPolicyMonitor 2025-08-28 18:00:36.27: NetworkPolicyMonitor - start process kube event 2025-08-28 18:00:36.27: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2909 2025-08-28 18:00:36.27: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:00:36.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 18:00:36.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 18:00:36.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2909'})(timeout=120) 2025-08-28 18:00:36.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 18:00:36.28: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 18:00:36.28: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 18:00:36.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:00:36.28: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2909'}) 2025-08-28 18:00:45.44: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 18:00:45.44: ServiceMonitor - start process kube event 2025-08-28 18:00:45.44: empty line received 2025-08-28 18:00:45.44: ServiceMonitor - start process kube event 2025-08-28 18:01:08.99: NetworkMonitor - Received BOOKMARK: oldResVer=2946 newResVer=2946 2025-08-28 18:01:08.99: NetworkMonitor - start process kube event 2025-08-28 18:01:08.99: empty line received 2025-08-28 18:01:08.99: NetworkMonitor - start process kube event 2025-08-28 18:01:10.47: stop iteration NetworkMonitor 2025-08-28 18:01:10.47: NetworkMonitor - start process kube event 2025-08-28 18:01:10.47: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2946 2025-08-28 18:01:10.47: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:01:10.47: NetworkMonitor - Connect Kube API result 0 2025-08-28 18:01:10.47: NetworkMonitor - _schedule_vnc_sync 2025-08-28 18:01:10.47: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2946'})(timeout=120) 2025-08-28 18:01:10.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 18:01:10.47: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 18:01:10.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:01:10.48: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2946'}) 2025-08-28 18:01:16.19: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:01:16.19: NamespaceMonitor - start process kube event 2025-08-28 18:01:16.19: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2833 2025-08-28 18:01:16.19: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:01:16.19: NamespaceMonitor - Connect Kube API result 0 2025-08-28 18:01:16.19: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 18:01:16.19: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2833'})(timeout=120) 2025-08-28 18:01:16.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 18:01:16.19: VncKubernetes - vnc_sync - Namespace start 2025-08-28 18:01:16.19: VncKubernetes - vnc_sync - Namespace done 2025-08-28 18:01:16.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:01:16.20: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2833'}) 2025-08-28 18:01:19.94: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:01:19.94: EndPointMonitor - start process kube event 2025-08-28 18:01:19.94: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2917 2025-08-28 18:01:19.94: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:01:19.94: EndPointMonitor - Connect Kube API result 0 2025-08-28 18:01:19.94: EndPointMonitor - _schedule_vnc_sync 2025-08-28 18:01:19.94: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2917'})(timeout=120) 2025-08-28 18:01:19.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 18:01:19.94: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 18:01:19.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:01:19.96: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2917'}) 2025-08-28 18:01:45.83: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 18:01:45.83: ServiceMonitor - start process kube event 2025-08-28 18:01:45.83: empty line received 2025-08-28 18:01:45.83: ServiceMonitor - start process kube event 2025-08-28 18:02:07.02: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:02:07.02: IngressMonitor - start process kube event 2025-08-28 18:02:07.02: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2782 2025-08-28 18:02:07.02: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:02:07.02: IngressMonitor - Connect Kube API result 0 2025-08-28 18:02:07.02: IngressMonitor - _schedule_vnc_sync 2025-08-28 18:02:07.02: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'})(timeout=120) 2025-08-28 18:02:07.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 18:02:07.03: VncKubernetes - vnc_sync - Ingress start 2025-08-28 18:02:07.03: VncKubernetes - vnc_sync - Ingress done 2025-08-28 18:02:07.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:02:07.04: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2782'}) 2025-08-28 18:02:13.22: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:02:13.22: PodMonitor - start process kube event 2025-08-28 18:02:13.22: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2987 2025-08-28 18:02:13.22: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:02:13.22: PodMonitor - Connect Kube API result 0 2025-08-28 18:02:13.22: PodMonitor - _schedule_vnc_sync 2025-08-28 18:02:13.22: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2987'})(timeout=120) 2025-08-28 18:02:13.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 18:02:13.22: VncKubernetes - vnc_sync - Pod start 2025-08-28 18:02:13.22: VncKubernetes - vnc_sync - Pod done 2025-08-28 18:02:13.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:02:13.24: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2987'}) 2025-08-28 18:02:36.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:02:36.29: NetworkPolicyMonitor - start process kube event 2025-08-28 18:02:36.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2909 [Introspect:8108]10.0.0.50 - - [2025-08-28 18:04:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001134 2025-08-28 18:02:36.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:02:36.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 18:02:36.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 18:02:36.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2909'})(timeout=120) 2025-08-28 18:02:36.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 18:02:36.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 18:02:36.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 18:02:36.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:02:36.30: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2909'}) 2025-08-28 18:02:45.44: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 18:02:45.44: ServiceMonitor - start process kube event 2025-08-28 18:02:45.44: empty line received 2025-08-28 18:02:45.44: ServiceMonitor - start process kube event 2025-08-28 18:03:07.19: IngressMonitor - Received BOOKMARK: oldResVer=2782 newResVer=3574 2025-08-28 18:03:07.19: IngressMonitor - start process kube event 2025-08-28 18:03:07.19: empty line received 2025-08-28 18:03:07.19: IngressMonitor - start process kube event 2025-08-28 18:03:10.48: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:03:10.48: NetworkMonitor - start process kube event 2025-08-28 18:03:10.48: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2946 2025-08-28 18:03:10.48: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:03:10.48: NetworkMonitor - Connect Kube API result 0 2025-08-28 18:03:10.48: NetworkMonitor - _schedule_vnc_sync 2025-08-28 18:03:10.48: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2946'})(timeout=120) 2025-08-28 18:03:10.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 18:03:10.49: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 18:03:10.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:03:10.50: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2946'}) 2025-08-28 18:03:16.20: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:03:16.20: NamespaceMonitor - start process kube event 2025-08-28 18:03:16.20: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2833 2025-08-28 18:03:16.20: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:03:16.20: NamespaceMonitor - Connect Kube API result 0 2025-08-28 18:03:16.20: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 18:03:16.20: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2833'})(timeout=120) 2025-08-28 18:03:16.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 18:03:16.21: VncKubernetes - vnc_sync - Namespace start 2025-08-28 18:03:16.21: VncKubernetes - vnc_sync - Namespace done 2025-08-28 18:03:16.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:03:16.21: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2833'}) 2025-08-28 18:03:19.96: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:03:19.96: EndPointMonitor - start process kube event 2025-08-28 18:03:19.96: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2917 2025-08-28 18:03:19.96: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:03:19.96: EndPointMonitor - Connect Kube API result 0 2025-08-28 18:03:19.96: EndPointMonitor - _schedule_vnc_sync 2025-08-28 18:03:19.96: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2917'})(timeout=120) 2025-08-28 18:03:19.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 18:03:19.96: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 18:03:19.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:03:19.97: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2917'}) 2025-08-28 18:03:45.37: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 18:03:45.37: ServiceMonitor - start process kube event 2025-08-28 18:03:45.37: empty line received 2025-08-28 18:03:45.37: ServiceMonitor - start process kube event 2025-08-28 18:03:54.54: ServiceMonitor - Received BOOKMARK: oldResVer=2969 newResVer=2969 2025-08-28 18:03:54.54: ServiceMonitor - start process kube event 2025-08-28 18:03:54.54: ServiceMonitor - _schedule_vnc_sync 2025-08-28 18:03:54.54: empty line received 2025-08-28 18:03:54.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 18:03:54.54: VncKubernetes - vnc_sync - Service start 2025-08-28 18:03:54.54: VncKubernetes - vnc_sync - Service done 2025-08-28 18:03:54.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:03:54.54: ServiceMonitor - start process kube event 2025-08-28 18:03:56.54: stop iteration ServiceMonitor 2025-08-28 18:03:56.54: ServiceMonitor - start process kube event 2025-08-28 18:03:56.54: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2969 2025-08-28 18:03:56.54: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:03:56.54: ServiceMonitor - Connect Kube API result 0 2025-08-28 18:03:56.54: ServiceMonitor - _schedule_vnc_sync 2025-08-28 18:03:56.54: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2969'})(timeout=120) 2025-08-28 18:03:56.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 18:03:56.54: VncKubernetes - vnc_sync - Service start 2025-08-28 18:03:56.54: VncKubernetes - vnc_sync - Service done 2025-08-28 18:03:56.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 18:03:56.54: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2969'}) 2025-08-28 18:04:07.56: IngressMonitor - Received BOOKMARK: oldResVer=3574 newResVer=3574 2025-08-28 18:04:07.56: IngressMonitor - start process kube event 2025-08-28 18:04:07.56: empty line received 2025-08-28 18:04:07.56: IngressMonitor - start process kube event 2025-08-28 18:04:13.24: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 18:04:13.25: PodMonitor - start process kube event 2025-08-28 18:04:13.25: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2987 2025-08-28 18:04:13.25: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 18:04:13.25: PodMonitor - Connect Kube API result 0 2025-08-28 18:04:13.25: PodMonitor - _schedule_vnc_sync 2025-08-28 18:04:13.25: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2987'})(timeout=120) 2025-08-28 18:04:13.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None)