++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Sep 4 02:12:42 PM UTC 2025 ===================' INFO: =================== Thu Sep 4 02:12:42 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.38 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.38 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.38 ++ ANALYTICSDB_NODES=10.0.0.38 ++ ANALYTICS_SNMP_NODES=10.0.0.38 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:8081 ' +++ '[' -n '10.0.0.38:8081 ' ']' +++ echo 10.0.0.38:8081 ++ ANALYTICS_SERVERS=10.0.0.38:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:9042 ' +++ '[' -n '10.0.0.38:9042 ' ']' +++ echo 10.0.0.38:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.38:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.38 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:8086 ' +++ '[' -n '10.0.0.38:8086 ' ']' +++ echo 10.0.0.38:8086 ++ COLLECTOR_SERVERS=10.0.0.38:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.38 ++ CONFIGDB_NODES=10.0.0.38 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:8082 ' +++ '[' -n '10.0.0.38:8082 ' ']' +++ echo 10.0.0.38:8082 ++ CONFIG_SERVERS=10.0.0.38:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:9161 ' +++ '[' -n '10.0.0.38:9161 ' ']' +++ echo 10.0.0.38:9161 ++ CONFIGDB_SERVERS=10.0.0.38:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:9041 ' +++ '[' -n '10.0.0.38:9041 ' ']' +++ echo 10.0.0.38:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.38:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.38 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.38 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.38 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+=10.0.0.38:2181, +++ '[' -n 10.0.0.38:2181, ']' +++ echo 10.0.0.38:2181 ++ ZOOKEEPER_SERVERS=10.0.0.38:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:2181 ' +++ '[' -n '10.0.0.38:2181 ' ']' +++ echo 10.0.0.38:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.38:2181 ++ RABBITMQ_NODES=10.0.0.38 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+=10.0.0.38:5673, +++ '[' -n 10.0.0.38:5673, ']' +++ echo 10.0.0.38:5673 ++ RABBITMQ_SERVERS=10.0.0.38:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:6379 ' +++ '[' -n '10.0.0.38:6379 ' ']' +++ echo 10.0.0.38:6379 ++ REDIS_SERVERS=10.0.0.38:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.38 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.38 +++ local server_address=10.0.0.38 +++ extended_server_list+='10.0.0.38:9092 ' +++ '[' -n '10.0.0.38:9092 ' ']' +++ echo 10.0.0.38:9092 ++ KAFKA_SERVERS=10.0.0.38:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.38 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.38 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.38 + local cassandra=10.0.0.38 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.38 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IkxxcUdSWm5la0ZmY29wckc1eGVJdHIyNnhHemFUYjRyZ1haek1Nd3FWbGsifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjIwMzNkNGNlLTA0YWQtNDI0Zi05NmUyLTc0ZTE2MjRkOTVlNSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.h5AeF9dbbJFabmDHuJB9L4kjk6QQ6nYw1y3D-yxi4VLipkTPUcBqKp8tfVnlyZ9XK0yzIv7AbaX20OJFCE_VMJ7b3-4POe2KD0_QbyWXGrwcKr89kNyXh_ll3U-TTDoPynUrubgDoErInPaLQwNmacj78mFXBtBXM9txyzJvmJGC0KkMCa_XmFFJPl1Ujf_pyj_Qhd9hosjtPU2vj41rGfXDoI_3bAQXdQoAKRBlKxUtSuesOTlKv1DLSqB6hcXUgoiuQGnnqcjFfIsHjxVecNa9y-eEVjo0dWj37xag47XICXPmY2paqqSJ9KKpGSJd9XrmeoEpNivvTBG_WDzLnA ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.38 +++ local servers=10.0.0.38 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie ++++ sort ++++ uniq +++ local local_ips=,10.0.0.38,10.1.183.1,127.0.0.1,172.17.0.1,252.38.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.38'\''))' +++ local server_ip=10.0.0.38 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.38 ]] +++ [[ ,10.0.0.38,10.1.183.1,127.0.0.1,172.17.0.1,252.38.0.1,, =~ ,10\.0\.0\.38, ]] +++ echo 10.0.0.38 1 +++ return ++ local ip=10.0.0.38 ++ [[ -z 10.0.0.38 ]] ++ echo 10.0.0.38 + host_ip=10.0.0.38 + [[ cql == \c\q\l ]] ++ echo 10.0.0.38:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.38:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 09/04/2025 14:12:52.423 7fbaf8441100 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 09/04/2025 14:12:52.716 7fbaf8441100 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 09/04/2025 14:12:52.717 7fbaf8441100 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-09-04 14:12:53.04: KubeMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:53.04: KubeMonitor - Connect Kube API result 0 2025-09-04 14:12:53.18: KubeMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/api/v1 2025-09-04 14:12:53.19: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/api/v1 2025-09-04 14:12:53.22: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1 2025-09-04 14:12:53.25: PodMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/api/v1 2025-09-04 14:12:53.27: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/api/v1 2025-09-04 14:12:53.29: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/apis/networking.k8s.io/v1 2025-09-04 14:12:53.30: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/api/v1 2025-09-04 14:12:53.32: IngressMonitor - KubeMonitor init done: url=https://10.0.0.38:6443/apis/networking.k8s.io/v1 2025-09-04 14:12:53.32: VncKubernetes - vnc_connect starting 2025-09-04 14:12:53.33: VncKubernetes - vnc_connect done 2025-09-04 14:12:53.69: default-domain domain available. 2025-09-04 14:12:59.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:12:59.66: NamespaceMonitor - start process kube event 2025-09-04 14:12:59.66: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 14:12:59.66: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:59.66: NetworkMonitor - start process kube event 2025-09-04 14:12:59.66: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 14:12:59.66: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:59.66: PodMonitor - start process kube event 2025-09-04 14:12:59.66: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 14:12:59.66: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:59.66: ServiceMonitor - start process kube event 2025-09-04 14:12:59.66: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 14:12:59.66: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:59.66: NetworkPolicyMonitor - start process kube event 2025-09-04 14:12:59.66: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 14:12:59.66: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:59.66: EndPointMonitor - start process kube event 2025-09-04 14:12:59.66: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 14:12:59.66: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:59.66: IngressMonitor - start process kube event 2025-09-04 14:12:59.66: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 14:12:59.66: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:12:59.66: IngressMonitor - Connect Kube API result 0 2025-09-04 14:12:59.66: IngressMonitor - Start init url=https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-09-04 14:12:59.67: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:12:59.67: EndPointMonitor - Start init url=https://10.0.0.38:6443/api/v1/endpoints resource_version=None 2025-09-04 14:12:59.67: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:12:59.67: NetworkPolicyMonitor - Start init url=https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-09-04 14:12:59.67: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:12:59.67: ServiceMonitor - Start init url=https://10.0.0.38:6443/api/v1/services resource_version=None 2025-09-04 14:12:59.67: PodMonitor - Connect Kube API result 0 2025-09-04 14:12:59.67: PodMonitor - Start init url=https://10.0.0.38:6443/api/v1/pods resource_version=None 2025-09-04 14:12:59.68: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:12:59.69: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:12:59.69: NamespaceMonitor - Start init url=https://10.0.0.38:6443/api/v1/namespaces resource_version=None 2025-09-04 14:12:59.78: NetworkPolicyMonitor - Done init url=https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=401 2025-09-04 14:12:59.78: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:12:59.78: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:12:59.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:12:59.79: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:12:59.79: NamespaceMonitor - Got ADDED Namespace None:contrail:8746b8f3-edb4-46e4-826d-81164aeedaff 2025-09-04 14:12:59.80: IngressMonitor - Done init url=https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses, resource_version=401 2025-09-04 14:12:59.80: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:12:59.80: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:12:59.81: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:12:59.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-04 14:12:59.82: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:8746b8f3-edb4-46e4-826d-81164aeedaff 2025-09-04 14:12:59.83: NamespaceMonitor - Got ADDED Namespace None:default:1f8b4b23-cb5b-48d1-a811-cc020d9b1fa2 2025-09-04 14:12:59.83: EndPointMonitor - Got ADDED Endpoints default:kubernetes:01eced57-789c-4f17-bd23-a0937cc5177e 2025-09-04 14:12:59.83: ServiceMonitor - Got ADDED Service default:kubernetes:3731f3ce-572e-4cbf-b010-2a99fcea48fa 2025-09-04 14:12:59.84: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-dz7x6:a4a0650c-5f67-4d91-9cf1-8415ccc424f7 2025-09-04 14:12:59.84: PodMonitor - Done init url=https://10.0.0.38:6443/api/v1/pods, resource_version=401 2025-09-04 14:12:59.84: PodMonitor - _schedule_vnc_sync 2025-09-04 14:12:59.84: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:12:59.84: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:12:59.84: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:12:59.84: NetworkMonitor - Start init url=https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-04 14:12:59.86: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:12:59.86: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:67ca2add-61f9-48b7-a4ff-6a666e707b3d 2025-09-04 14:12:59.86: ServiceMonitor - Got ADDED Service kube-system:kube-dns:d39c2980-a5fb-41b9-a0aa-eec3deadd2dd 2025-09-04 14:12:59.86: ServiceMonitor - Done init url=https://10.0.0.38:6443/api/v1/services, resource_version=401 2025-09-04 14:12:59.86: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:12:59.86: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:12:59.86: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:0f3fbdd8-1fde-4c5f-b481-74c5db8c9fc7 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:13:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001175 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:13:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001172 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:14:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001144 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:14:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001323 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:14:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001156 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:14:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001848 2025-09-04 14:12:59.86: EndPointMonitor - Done init url=https://10.0.0.38:6443/api/v1/endpoints, resource_version=401 2025-09-04 14:12:59.87: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:12:59.87: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:12:59.90: NamespaceMonitor - Got ADDED Namespace None:kube-public:77836de7-8943-424e-b784-33c31e20512a 2025-09-04 14:12:59.91: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:12:59.91: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:12:59.92: NamespaceMonitor - Got ADDED Namespace None:kube-system:65362965-0ccc-495b-b32f-e02561097b6b 2025-09-04 14:12:59.92: NamespaceMonitor - Done init url=https://10.0.0.38:6443/api/v1/namespaces, resource_version=401 2025-09-04 14:12:59.92: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:12:59.92: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:12:59.92: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:12:59.94: NetworkMonitor - Done init url=https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=405 2025-09-04 14:12:59.94: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:12:59.94: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'})(timeout=120) 2025-09-04 14:12:59.96: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'}) 2025-09-04 14:13:02.99: VncKubernetes - wait event (qsize=15 timeout=120) 2025-09-04 14:13:02.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:13:02.99: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:13:02.99: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:13:02.99: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-04 14:13:02.99: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:1f8b4b23-cb5b-48d1-a811-cc020d9b1fa2 2025-09-04 14:13:06.05: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-04 14:13:06.05: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:01eced57-789c-4f17-bd23-a0937cc5177e 2025-09-04 14:13:06.07: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-04 14:13:06.07: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:3731f3ce-572e-4cbf-b010-2a99fcea48fa 2025-09-04 14:13:07.56: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-04 14:13:07.56: VncKubernetes - Process event (name=coredns-6f867cd986-dz7x6 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-dz7x6:a4a0650c-5f67-4d91-9cf1-8415ccc424f7 2025-09-04 14:13:09.37: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-04 14:13:09.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:13:09.37: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:13:09.37: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:13:09.37: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-04 14:13:09.37: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:67ca2add-61f9-48b7-a4ff-6a666e707b3d 2025-09-04 14:13:09.37: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dz7x6:a4a0650c-5f67-4d91-9cf1-8415ccc424f7 2025-09-04 14:13:09.37: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dz7x6:a4a0650c-5f67-4d91-9cf1-8415ccc424f7 2025-09-04 14:13:09.37: PodMonitor - start process kube event 2025-09-04 14:13:09.37: empty line received 2025-09-04 14:13:09.37: PodMonitor - start process kube event 2025-09-04 14:13:11.05: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-04 14:13:11.05: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:d39c2980-a5fb-41b9-a0aa-eec3deadd2dd 2025-09-04 14:13:12.94: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-04 14:13:12.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:13:12.94: VncKubernetes - vnc_sync - Service start 2025-09-04 14:13:12.94: VncKubernetes - vnc_sync - Service done 2025-09-04 14:13:12.94: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-04 14:13:12.94: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:0f3fbdd8-1fde-4c5f-b481-74c5db8c9fc7 2025-09-04 14:13:13.02: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-04 14:13:13.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:13:13.02: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:13:13.02: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-04 14:13:13.02: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:77836de7-8943-424e-b784-33c31e20512a 2025-09-04 14:13:15.31: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-04 14:13:15.31: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:65362965-0ccc-495b-b32f-e02561097b6b 2025-09-04 14:13:17.01: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-04 14:13:17.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:13:17.01: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:13:17.01: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:13:17.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-04 14:13:17.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:13:17.01: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:13:17.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 14:13:17.01: VncKubernetes - Process event (name=coredns-6f867cd986-dz7x6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dz7x6:a4a0650c-5f67-4d91-9cf1-8415ccc424f7 2025-09-04 14:13:17.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:13:59.72: PodMonitor - Received BOOKMARK: oldResVer=401 newResVer=419 2025-09-04 14:13:59.72: PodMonitor - start process kube event 2025-09-04 14:13:59.72: empty line received 2025-09-04 14:13:59.72: PodMonitor - start process kube event 2025-09-04 14:14:59.84: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:14:59.84: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:14:59.84: NetworkPolicyMonitor - start process kube event 2025-09-04 14:14:59.84: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:14:59.84: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:14:59.84: IngressMonitor - start process kube event 2025-09-04 14:14:59.84: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:14:59.84: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:14:59.85: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:14:59.85: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:14:59.85: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:14:59.85: IngressMonitor - Connect Kube API result 0 2025-09-04 14:14:59.85: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:14:59.85: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:14:59.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:14:59.85: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:14:59.85: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:14:59.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 14:14:59.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:14:59.85: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:14:59.85: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:14:59.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:14:59.87: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:14:59.87: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:14:59.91: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:14:59.91: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:14:59.91: ServiceMonitor - start process kube event 2025-09-04 14:14:59.91: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:14:59.91: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:14:59.91: EndPointMonitor - start process kube event 2025-09-04 14:14:59.91: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:14:59.91: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:14:59.91: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:14:59.91: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:14:59.91: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:14:59.91: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:14:59.91: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:14:59.91: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:14:59.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:14:59.91: VncKubernetes - vnc_sync - Service start 2025-09-04 14:14:59.91: VncKubernetes - vnc_sync - Service done 2025-09-04 14:14:59.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 14:14:59.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:14:59.91: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:14:59.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:14:59.92: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:14:59.92: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:14:59.92: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:14:59.92: NamespaceMonitor - start process kube event 2025-09-04 14:14:59.92: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:14:59.93: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:14:59.93: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:14:59.93: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:14:59.93: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:14:59.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:14:59.93: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:14:59.93: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:14:59.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:14:59.93: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:14:59.97: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:14:59.97: NetworkMonitor - start process kube event 2025-09-04 14:14:59.97: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=405 2025-09-04 14:14:59.97: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:14:59.97: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:14:59.97: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:14:59.97: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'})(timeout=120) 2025-09-04 14:14:59.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:14:59.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:14:59.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:14:59.98: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'}) 2025-09-04 14:15:00.05: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-09-04 14:15:00.05: PodMonitor - start process kube event 2025-09-04 14:15:00.05: empty line received 2025-09-04 14:15:00.05: PodMonitor - start process kube event 2025-09-04 14:15:59.67: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-09-04 14:15:59.67: PodMonitor - start process kube event 2025-09-04 14:15:59.67: empty line received 2025-09-04 14:15:59.67: PodMonitor - start process kube event 2025-09-04 14:16:59.57: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-09-04 14:16:59.57: PodMonitor - start process kube event 2025-09-04 14:16:59.57: empty line received 2025-09-04 14:16:59.57: PodMonitor - start process kube event 2025-09-04 14:16:59.87: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:16:59.87: IngressMonitor - start process kube event 2025-09-04 14:16:59.87: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:16:59.87: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:16:59.87: IngressMonitor - Connect Kube API result 0 2025-09-04 14:16:59.87: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:16:59.87: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:16:59.87: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:16:59.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:16:59.87: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:16:59.87: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:16:59.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:16:59.87: NetworkPolicyMonitor - start process kube event 2025-09-04 14:16:59.87: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:16:59.88: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:16:59.88: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:16:59.88: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:16:59.88: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:16:59.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:16:59.88: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:16:59.90: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:16:59.91: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:16:59.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:16:59.91: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:16:59.92: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:16:59.92: EndPointMonitor - start process kube event 2025-09-04 14:16:59.92: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:16:59.92: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:16:59.92: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:16:59.92: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:16:59.92: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:16:59.92: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:16:59.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:16:59.93: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:16:59.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:16:59.93: ServiceMonitor - start process kube event 2025-09-04 14:16:59.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:16:59.93: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:16:59.93: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:16:59.93: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:16:59.93: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:16:59.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:16:59.93: VncKubernetes - vnc_sync - Service start 2025-09-04 14:16:59.93: VncKubernetes - vnc_sync - Service done 2025-09-04 14:16:59.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:16:59.93: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:16:59.94: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:16:59.94: NamespaceMonitor - start process kube event 2025-09-04 14:16:59.94: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:16:59.94: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:16:59.94: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:16:59.94: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:16:59.94: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:16:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:16:59.94: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:16:59.94: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:16:59.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:16:59.94: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:16:59.95: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:16:59.98: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:16:59.98: NetworkMonitor - start process kube event 2025-09-04 14:16:59.98: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=405 2025-09-04 14:16:59.98: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:16:59.98: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:16:59.98: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:16:59.98: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'})(timeout=120) 2025-09-04 14:16:59.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:16:59.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:16:59.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:16:59.99: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'}) 2025-09-04 14:17:59.98: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-09-04 14:17:59.98: PodMonitor - start process kube event 2025-09-04 14:17:59.98: PodMonitor - _schedule_vnc_sync 2025-09-04 14:17:59.98: empty line received 2025-09-04 14:17:59.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:17:59.98: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:17:59.98: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:17:59.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:17:59.98: PodMonitor - start process kube event 2025-09-04 14:18:59.91: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:18:59.91: IngressMonitor - start process kube event 2025-09-04 14:18:59.91: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:18:59.91: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:18:59.91: IngressMonitor - Connect Kube API result 0 2025-09-04 14:18:59.91: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:18:59.91: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:18:59.91: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:18:59.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) [Introspect:8108]10.0.0.38 - - [2025-09-04 14:19:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001258 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:19:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001155 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:19:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001153 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:20:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001210 2025-09-04 14:18:59.91: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:18:59.91: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:18:59.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:18:59.91: NetworkPolicyMonitor - start process kube event 2025-09-04 14:18:59.91: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:18:59.91: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:18:59.91: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:18:59.91: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:18:59.91: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:18:59.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:18:59.91: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:18:59.93: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:18:59.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:18:59.93: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:18:59.93: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:18:59.94: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:18:59.94: EndPointMonitor - start process kube event 2025-09-04 14:18:59.94: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:18:59.94: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:18:59.94: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:18:59.94: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:18:59.94: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:18:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:18:59.94: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:18:59.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:18:59.94: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:18:59.94: ServiceMonitor - start process kube event 2025-09-04 14:18:59.94: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:18:59.94: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:18:59.94: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:18:59.94: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:18:59.94: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:18:59.95: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:18:59.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:18:59.95: VncKubernetes - vnc_sync - Service start 2025-09-04 14:18:59.95: VncKubernetes - vnc_sync - Service done 2025-09-04 14:18:59.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:18:59.95: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:18:59.95: NamespaceMonitor - start process kube event 2025-09-04 14:18:59.95: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:18:59.95: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:18:59.95: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:18:59.95: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:18:59.95: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:18:59.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:18:59.95: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:18:59.95: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:18:59.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:18:59.95: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:18:59.96: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:18:59.99: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:18:59.99: NetworkMonitor - start process kube event 2025-09-04 14:18:59.99: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=405 2025-09-04 14:18:59.99: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:18:59.99: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:18:59.99: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:18:59.99: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'})(timeout=120) 2025-09-04 14:19:00.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:19:00.00: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:19:00.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:19:00.00: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'}) 2025-09-04 14:19:00.04: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-09-04 14:19:00.05: PodMonitor - start process kube event 2025-09-04 14:19:00.05: empty line received 2025-09-04 14:19:00.05: PodMonitor - start process kube event 2025-09-04 14:19:39.56: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-09-04 14:19:39.56: PodMonitor - start process kube event 2025-09-04 14:19:39.56: empty line received 2025-09-04 14:19:39.56: PodMonitor - start process kube event 2025-09-04 14:19:40.78: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-09-04 14:19:40.78: PodMonitor - start process kube event 2025-09-04 14:19:40.78: empty line received 2025-09-04 14:19:40.78: PodMonitor - start process kube event 2025-09-04 14:19:42.38: stop iteration PodMonitor 2025-09-04 14:19:42.38: PodMonitor - start process kube event 2025-09-04 14:19:42.38: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-09-04 14:19:42.38: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:19:42.38: PodMonitor - Connect Kube API result 0 2025-09-04 14:19:42.38: PodMonitor - _schedule_vnc_sync 2025-09-04 14:19:42.38: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-09-04 14:19:42.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:19:42.38: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:19:42.38: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:19:42.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:19:42.39: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-09-04 14:20:59.93: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:20:59.93: IngressMonitor - start process kube event 2025-09-04 14:20:59.93: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:20:59.93: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:20:59.93: IngressMonitor - Connect Kube API result 0 2025-09-04 14:20:59.94: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:20:59.94: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:20:59.94: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:20:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:20:59.94: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:20:59.94: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:20:59.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:20:59.94: NetworkPolicyMonitor - start process kube event 2025-09-04 14:20:59.94: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:20:59.94: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:20:59.94: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:20:59.94: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:20:59.94: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:20:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:20:59.94: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:20:59.95: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:20:59.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:20:59.95: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:20:59.95: EndPointMonitor - start process kube event 2025-09-04 14:20:59.95: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:20:59.95: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:20:59.95: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:20:59.95: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:20:59.95: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:20:59.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:20:59.95: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:20:59.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:20:59.96: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:20:59.96: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:20:59.96: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:20:59.96: ServiceMonitor - start process kube event 2025-09-04 14:20:59.96: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:20:59.96: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:20:59.96: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:20:59.96: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:20:59.96: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:20:59.96: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:20:59.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:20:59.97: VncKubernetes - vnc_sync - Service start 2025-09-04 14:20:59.97: VncKubernetes - vnc_sync - Service done 2025-09-04 14:20:59.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:20:59.97: NamespaceMonitor - start process kube event 2025-09-04 14:20:59.97: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:20:59.97: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:20:59.97: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:20:59.97: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:20:59.97: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:20:59.97: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:20:59.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:20:59.97: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:20:59.97: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:20:59.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:20:59.97: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:20:59.98: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:21:00.00: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:21:00.00: NetworkMonitor - start process kube event 2025-09-04 14:21:00.00: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=405 2025-09-04 14:21:00.00: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:21:00.00: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:21:00.00: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:21:00.00: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'})(timeout=120) 2025-09-04 14:21:00.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:21:00.01: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:21:00.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:21:00.01: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'}) 2025-09-04 14:21:42.40: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:21:42.40: PodMonitor - start process kube event 2025-09-04 14:21:42.40: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-09-04 14:21:42.40: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:21:42.40: PodMonitor - Connect Kube API result 0 2025-09-04 14:21:42.40: PodMonitor - _schedule_vnc_sync 2025-09-04 14:21:42.40: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-09-04 14:21:42.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:21:42.40: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:21:42.40: VncKubernetes - vnc_sync - Pod done [Introspect:8108]10.0.0.38 - - [2025-09-04 14:24:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001263 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:24:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001148 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:24:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001264 2025-09-04 14:21:42.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:21:42.42: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-09-04 14:22:00.12: IngressMonitor - Received BOOKMARK: oldResVer=401 newResVer=1046 2025-09-04 14:22:00.12: IngressMonitor - start process kube event 2025-09-04 14:22:00.12: empty line received 2025-09-04 14:22:00.12: IngressMonitor - start process kube event 2025-09-04 14:22:00.18: ServiceMonitor - Received BOOKMARK: oldResVer=401 newResVer=1102 2025-09-04 14:22:00.18: ServiceMonitor - start process kube event 2025-09-04 14:22:00.18: empty line received 2025-09-04 14:22:00.18: ServiceMonitor - start process kube event 2025-09-04 14:22:00.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=401 newResVer=1112 2025-09-04 14:22:00.45: NetworkPolicyMonitor - start process kube event 2025-09-04 14:22:00.45: empty line received 2025-09-04 14:22:00.45: NetworkPolicyMonitor - start process kube event 2025-09-04 14:22:59.61: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:22:59.61: ServiceMonitor - start process kube event 2025-09-04 14:22:59.61: empty line received 2025-09-04 14:22:59.61: ServiceMonitor - start process kube event 2025-09-04 14:22:59.97: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:22:59.97: EndPointMonitor - start process kube event 2025-09-04 14:22:59.97: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:22:59.97: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:22:59.97: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:22:59.97: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:22:59.97: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:22:59.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:22:59.97: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:22:59.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:22:59.98: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:22:59.98: NamespaceMonitor - start process kube event 2025-09-04 14:22:59.98: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:22:59.98: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:22:59.98: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:22:59.98: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:22:59.98: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:22:59.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:22:59.98: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:22:59.98: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:22:59.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:22:59.98: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:22:59.99: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:23:00.02: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:23:00.02: NetworkMonitor - start process kube event 2025-09-04 14:23:00.02: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=405 2025-09-04 14:23:00.02: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:23:00.02: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:23:00.02: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:23:00.02: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'})(timeout=120) 2025-09-04 14:23:00.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:23:00.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:23:00.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:23:00.03: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '405'}) 2025-09-04 14:23:00.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1112 2025-09-04 14:23:00.32: NetworkPolicyMonitor - start process kube event 2025-09-04 14:23:00.32: empty line received 2025-09-04 14:23:00.32: NetworkPolicyMonitor - start process kube event 2025-09-04 14:23:00.72: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-09-04 14:23:00.72: IngressMonitor - start process kube event 2025-09-04 14:23:00.72: empty line received 2025-09-04 14:23:00.72: IngressMonitor - start process kube event 2025-09-04 14:23:42.42: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:23:42.42: PodMonitor - start process kube event 2025-09-04 14:23:42.42: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-09-04 14:23:42.42: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:23:42.42: PodMonitor - Connect Kube API result 0 2025-09-04 14:23:42.42: PodMonitor - _schedule_vnc_sync 2025-09-04 14:23:42.42: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-09-04 14:23:42.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:23:42.42: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:23:42.42: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:23:42.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:23:42.44: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-09-04 14:23:59.80: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1112 2025-09-04 14:23:59.80: NetworkPolicyMonitor - start process kube event 2025-09-04 14:23:59.80: empty line received 2025-09-04 14:23:59.80: NetworkPolicyMonitor - start process kube event 2025-09-04 14:23:59.88: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-09-04 14:23:59.88: IngressMonitor - start process kube event 2025-09-04 14:23:59.88: empty line received 2025-09-04 14:23:59.88: IngressMonitor - start process kube event 2025-09-04 14:24:00.08: NetworkMonitor - Received BOOKMARK: oldResVer=405 newResVer=1306 2025-09-04 14:24:00.08: NetworkMonitor - start process kube event 2025-09-04 14:24:00.08: empty line received 2025-09-04 14:24:00.08: NetworkMonitor - start process kube event 2025-09-04 14:24:00.26: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:24:00.26: ServiceMonitor - start process kube event 2025-09-04 14:24:00.26: empty line received 2025-09-04 14:24:00.26: ServiceMonitor - start process kube event 2025-09-04 14:24:59.99: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:24:59.99: EndPointMonitor - start process kube event 2025-09-04 14:24:59.99: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:24:59.99: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:24:59.99: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:24:59.99: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.38 - - [2025-09-04 14:25:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001099 2025-09-04 14:24:59.99: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:24:59.99: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:24:59.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:24:59.99: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:24:59.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:24:59.99: NamespaceMonitor - start process kube event 2025-09-04 14:24:59.99: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:24:59.99: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:24:59.99: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:24:59.99: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:24:59.99: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:24:59.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:24:59.99: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:24:59.99: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:24:59.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:25:00.01: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:25:00.01: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:25:00.02: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:25:00.02: ServiceMonitor - start process kube event 2025-09-04 14:25:00.02: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:25:00.02: empty line received 2025-09-04 14:25:00.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:25:00.02: VncKubernetes - vnc_sync - Service start 2025-09-04 14:25:00.02: VncKubernetes - vnc_sync - Service done 2025-09-04 14:25:00.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:25:00.03: ServiceMonitor - start process kube event 2025-09-04 14:25:00.54: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-09-04 14:25:00.54: NetworkMonitor - start process kube event 2025-09-04 14:25:00.54: empty line received 2025-09-04 14:25:00.54: NetworkMonitor - start process kube event 2025-09-04 14:25:00.70: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-09-04 14:25:00.70: IngressMonitor - start process kube event 2025-09-04 14:25:00.70: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:25:00.70: empty line received 2025-09-04 14:25:00.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:25:00.70: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:25:00.70: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:25:00.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:25:00.70: IngressMonitor - start process kube event 2025-09-04 14:25:00.81: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1112 2025-09-04 14:25:00.81: NetworkPolicyMonitor - start process kube event 2025-09-04 14:25:00.81: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:25:00.81: empty line received 2025-09-04 14:25:00.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:25:00.81: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:25:00.81: NetworkPolicyMonitor - start process kube event 2025-09-04 14:25:00.81: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:25:00.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:25:42.44: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:25:42.44: PodMonitor - start process kube event 2025-09-04 14:25:42.44: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-09-04 14:25:42.44: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:25:42.44: PodMonitor - Connect Kube API result 0 2025-09-04 14:25:42.44: PodMonitor - _schedule_vnc_sync 2025-09-04 14:25:42.44: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-09-04 14:25:42.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:25:42.44: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:25:42.44: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:25:42.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:25:42.46: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-09-04 14:26:00.02: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-09-04 14:26:00.02: IngressMonitor - start process kube event 2025-09-04 14:26:00.02: empty line received 2025-09-04 14:26:00.02: IngressMonitor - start process kube event 2025-09-04 14:26:00.09: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:26:00.09: ServiceMonitor - start process kube event 2025-09-04 14:26:00.09: empty line received 2025-09-04 14:26:00.09: ServiceMonitor - start process kube event 2025-09-04 14:26:00.30: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-09-04 14:26:00.30: NetworkMonitor - start process kube event 2025-09-04 14:26:00.30: empty line received 2025-09-04 14:26:00.30: NetworkMonitor - start process kube event 2025-09-04 14:26:01.27: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1112 2025-09-04 14:26:01.27: NetworkPolicyMonitor - start process kube event 2025-09-04 14:26:01.27: empty line received 2025-09-04 14:26:01.27: NetworkPolicyMonitor - start process kube event 2025-09-04 14:26:59.82: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:26:59.82: ServiceMonitor - start process kube event 2025-09-04 14:26:59.82: empty line received 2025-09-04 14:26:59.82: ServiceMonitor - start process kube event 2025-09-04 14:27:00.01: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:27:00.01: NamespaceMonitor - start process kube event 2025-09-04 14:27:00.01: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:27:00.01: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:27:00.01: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:27:00.01: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:27:00.01: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:27:00.01: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:27:00.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:27:00.01: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:27:00.01: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:27:00.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:27:00.01: EndPointMonitor - start process kube event 2025-09-04 14:27:00.01: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:27:00.01: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:27:00.01: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:27:00.01: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.38 - - [2025-09-04 14:27:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001280 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:28:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001117 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:28:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001339 2025-09-04 14:27:00.01: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:27:00.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:27:00.02: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:27:00.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:27:00.03: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:27:00.04: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:27:00.58: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-09-04 14:27:00.58: IngressMonitor - start process kube event 2025-09-04 14:27:00.58: empty line received 2025-09-04 14:27:00.58: IngressMonitor - start process kube event 2025-09-04 14:27:00.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1112 2025-09-04 14:27:00.86: NetworkPolicyMonitor - start process kube event 2025-09-04 14:27:00.86: empty line received 2025-09-04 14:27:00.86: NetworkPolicyMonitor - start process kube event 2025-09-04 14:27:01.05: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-09-04 14:27:01.05: NetworkMonitor - start process kube event 2025-09-04 14:27:01.05: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:27:01.05: empty line received 2025-09-04 14:27:01.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:27:01.05: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:27:01.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:27:01.05: NetworkMonitor - start process kube event 2025-09-04 14:27:42.47: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:27:42.47: PodMonitor - start process kube event 2025-09-04 14:27:42.47: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-09-04 14:27:42.47: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:27:42.47: PodMonitor - Connect Kube API result 0 2025-09-04 14:27:42.47: PodMonitor - _schedule_vnc_sync 2025-09-04 14:27:42.47: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-09-04 14:27:42.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:27:42.47: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:27:42.47: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:27:42.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:27:42.48: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-09-04 14:28:00.39: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:28:00.39: ServiceMonitor - start process kube event 2025-09-04 14:28:00.39: empty line received 2025-09-04 14:28:00.39: ServiceMonitor - start process kube event 2025-09-04 14:28:00.62: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-09-04 14:28:00.62: IngressMonitor - start process kube event 2025-09-04 14:28:00.62: empty line received 2025-09-04 14:28:00.62: IngressMonitor - start process kube event 2025-09-04 14:28:01.08: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-09-04 14:28:01.08: NetworkMonitor - start process kube event 2025-09-04 14:28:01.08: empty line received 2025-09-04 14:28:01.08: NetworkMonitor - start process kube event 2025-09-04 14:28:01.43: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1112 2025-09-04 14:28:01.43: NetworkPolicyMonitor - start process kube event 2025-09-04 14:28:01.43: empty line received 2025-09-04 14:28:01.43: NetworkPolicyMonitor - start process kube event 2025-09-04 14:28:03.78: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1112 2025-09-04 14:28:03.78: NetworkPolicyMonitor - start process kube event 2025-09-04 14:28:03.78: empty line received 2025-09-04 14:28:03.78: NetworkPolicyMonitor - start process kube event 2025-09-04 14:28:05.27: stop iteration NetworkPolicyMonitor 2025-09-04 14:28:05.27: NetworkPolicyMonitor - start process kube event 2025-09-04 14:28:05.27: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1112 2025-09-04 14:28:05.27: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:28:05.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:28:05.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:28:05.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1112'})(timeout=120) 2025-09-04 14:28:05.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:28:05.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:28:05.28: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:28:05.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:28:05.29: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1112'}) 2025-09-04 14:28:09.63: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-09-04 14:28:09.63: IngressMonitor - start process kube event 2025-09-04 14:28:09.64: empty line received 2025-09-04 14:28:09.64: IngressMonitor - start process kube event 2025-09-04 14:28:11.07: stop iteration IngressMonitor 2025-09-04 14:28:11.07: IngressMonitor - start process kube event 2025-09-04 14:28:11.07: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1046 2025-09-04 14:28:11.07: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:28:11.07: IngressMonitor - Connect Kube API result 0 2025-09-04 14:28:11.07: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:28:11.07: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1046'})(timeout=120) 2025-09-04 14:28:11.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:28:11.08: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:28:11.08: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:28:11.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:28:11.08: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1046'}) 2025-09-04 14:28:31.86: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:28:31.86: ServiceMonitor - start process kube event 2025-09-04 14:28:31.86: empty line received 2025-09-04 14:28:31.86: ServiceMonitor - start process kube event 2025-09-04 14:28:33.02: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-09-04 14:28:33.02: ServiceMonitor - start process kube event 2025-09-04 14:28:33.02: empty line received 2025-09-04 14:28:33.02: ServiceMonitor - start process kube event 2025-09-04 14:28:33.92: stop iteration ServiceMonitor 2025-09-04 14:28:33.92: ServiceMonitor - start process kube event 2025-09-04 14:28:33.92: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1102 2025-09-04 14:28:33.92: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:28:33.92: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:28:33.92: ServiceMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.38 - - [2025-09-04 14:30:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001122 2025-09-04 14:28:33.92: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'})(timeout=120) 2025-09-04 14:28:33.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:28:33.92: VncKubernetes - vnc_sync - Service start 2025-09-04 14:28:33.92: VncKubernetes - vnc_sync - Service done 2025-09-04 14:28:33.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:28:33.93: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'}) 2025-09-04 14:29:00.03: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:29:00.03: NamespaceMonitor - start process kube event 2025-09-04 14:29:00.03: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:29:00.03: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:29:00.03: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:29:00.03: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:29:00.03: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:29:00.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:29:00.04: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:29:00.04: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:29:00.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:29:00.04: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:29:00.04: EndPointMonitor - start process kube event 2025-09-04 14:29:00.04: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:29:00.04: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:29:00.04: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:29:00.04: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:29:00.04: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:29:00.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:29:00.04: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:29:00.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:29:00.05: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:29:00.05: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:29:01.86: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-09-04 14:29:01.86: NetworkMonitor - start process kube event 2025-09-04 14:29:01.86: empty line received 2025-09-04 14:29:01.86: NetworkMonitor - start process kube event 2025-09-04 14:29:11.09: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-09-04 14:29:11.09: NetworkMonitor - start process kube event 2025-09-04 14:29:11.09: empty line received 2025-09-04 14:29:11.09: NetworkMonitor - start process kube event 2025-09-04 14:29:12.51: stop iteration NetworkMonitor 2025-09-04 14:29:12.51: NetworkMonitor - start process kube event 2025-09-04 14:29:12.51: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1306 2025-09-04 14:29:12.51: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:29:12.51: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:29:12.51: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:29:12.51: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'})(timeout=120) 2025-09-04 14:29:12.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:29:12.51: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:29:12.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:29:12.53: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'}) 2025-09-04 14:29:42.48: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:29:42.48: PodMonitor - start process kube event 2025-09-04 14:29:42.49: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-09-04 14:29:42.49: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:29:42.49: PodMonitor - Connect Kube API result 0 2025-09-04 14:29:42.49: PodMonitor - _schedule_vnc_sync 2025-09-04 14:29:42.49: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-09-04 14:29:42.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:29:42.49: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:29:42.49: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:29:42.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:29:42.50: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-09-04 14:30:05.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:30:05.29: NetworkPolicyMonitor - start process kube event 2025-09-04 14:30:05.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1112 2025-09-04 14:30:05.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:30:05.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:30:05.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:30:05.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1112'})(timeout=120) 2025-09-04 14:30:05.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:30:05.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:30:05.30: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:30:05.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:30:05.31: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1112'}) 2025-09-04 14:30:11.08: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:30:11.08: IngressMonitor - start process kube event 2025-09-04 14:30:11.08: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1046 2025-09-04 14:30:11.08: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:30:11.09: IngressMonitor - Connect Kube API result 0 2025-09-04 14:30:11.09: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:30:11.09: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1046'})(timeout=120) 2025-09-04 14:30:11.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:30:11.09: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:30:11.09: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:30:11.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:30:11.10: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1046'}) 2025-09-04 14:30:33.93: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:30:33.93: ServiceMonitor - start process kube event 2025-09-04 14:30:33.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1102 2025-09-04 14:30:33.93: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:30:33.93: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:30:33.93: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:30:33.93: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'})(timeout=120) 2025-09-04 14:30:33.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:30:33.94: VncKubernetes - vnc_sync - Service start 2025-09-04 14:30:33.94: VncKubernetes - vnc_sync - Service done 2025-09-04 14:30:33.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:30:33.95: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'}) 2025-09-04 14:30:42.73: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=1883 2025-09-04 14:30:42.73: PodMonitor - start process kube event 2025-09-04 14:30:42.73: empty line received 2025-09-04 14:30:42.73: PodMonitor - start process kube event 2025-09-04 14:31:00.05: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:31:00.05: NamespaceMonitor - start process kube event 2025-09-04 14:31:00.05: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:31:00.05: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:31:00.05: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:31:00.05: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:31:00.05: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:31:00.05: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:31:00.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:31:00.05: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:31:00.05: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:31:00.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:31:00.05: EndPointMonitor - start process kube event 2025-09-04 14:31:00.05: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=401 2025-09-04 14:31:00.05: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:31:00.05: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:31:00.05: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:31:00.05: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'})(timeout=120) 2025-09-04 14:31:00.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:31:00.05: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:31:00.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:31:00.06: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:31:00.06: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '401'}) 2025-09-04 14:31:10.82: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1891 2025-09-04 14:31:10.82: IngressMonitor - start process kube event 2025-09-04 14:31:10.82: empty line received 2025-09-04 14:31:10.82: IngressMonitor - start process kube event 2025-09-04 14:31:12.53: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:31:12.53: NetworkMonitor - start process kube event 2025-09-04 14:31:12.53: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1306 2025-09-04 14:31:12.53: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:31:12.53: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:31:12.53: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:31:12.53: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'})(timeout=120) 2025-09-04 14:31:12.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:31:12.53: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:31:12.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:31:12.54: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'}) 2025-09-04 14:31:43.06: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-09-04 14:31:43.06: PodMonitor - start process kube event 2025-09-04 14:31:43.06: empty line received 2025-09-04 14:31:43.06: PodMonitor - start process kube event 2025-09-04 14:31:59.64: NamespaceMonitor - Received BOOKMARK: oldResVer=401 newResVer=1969 2025-09-04 14:31:59.64: NamespaceMonitor - start process kube event 2025-09-04 14:31:59.64: empty line received 2025-09-04 14:31:59.64: NamespaceMonitor - start process kube event 2025-09-04 14:32:00.30: EndPointMonitor - Received BOOKMARK: oldResVer=401 newResVer=1958 2025-09-04 14:32:00.30: EndPointMonitor - start process kube event 2025-09-04 14:32:00.30: empty line received 2025-09-04 14:32:00.30: EndPointMonitor - start process kube event 2025-09-04 14:32:05.31: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:32:05.31: NetworkPolicyMonitor - start process kube event 2025-09-04 14:32:05.31: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1112 2025-09-04 14:32:05.31: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:32:05.31: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:32:05.31: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:32:05.31: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1112'})(timeout=120) 2025-09-04 14:32:05.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:32:05.31: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:32:05.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:32:05.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:32:05.33: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1112'}) 2025-09-04 14:32:11.87: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:32:11.87: IngressMonitor - start process kube event 2025-09-04 14:32:11.87: empty line received 2025-09-04 14:32:11.87: IngressMonitor - start process kube event 2025-09-04 14:32:33.95: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:32:33.95: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.38 - - [2025-09-04 14:34:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001103 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:34:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001122 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:34:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001374 2025-09-04 14:32:33.95: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1102 2025-09-04 14:32:33.95: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:32:33.95: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:32:33.95: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:32:33.95: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'})(timeout=120) 2025-09-04 14:32:33.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:32:33.96: VncKubernetes - vnc_sync - Service start 2025-09-04 14:32:33.96: VncKubernetes - vnc_sync - Service done 2025-09-04 14:32:33.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:32:33.97: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'}) 2025-09-04 14:32:42.94: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-09-04 14:32:42.95: PodMonitor - start process kube event 2025-09-04 14:32:42.95: empty line received 2025-09-04 14:32:42.95: PodMonitor - start process kube event 2025-09-04 14:32:59.73: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:32:59.73: NamespaceMonitor - start process kube event 2025-09-04 14:32:59.73: empty line received 2025-09-04 14:32:59.73: NamespaceMonitor - start process kube event 2025-09-04 14:33:00.09: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:33:00.09: EndPointMonitor - start process kube event 2025-09-04 14:33:00.09: empty line received 2025-09-04 14:33:00.09: EndPointMonitor - start process kube event 2025-09-04 14:33:04.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=2019 2025-09-04 14:33:04.99: NetworkPolicyMonitor - start process kube event 2025-09-04 14:33:04.99: empty line received 2025-09-04 14:33:04.99: NetworkPolicyMonitor - start process kube event 2025-09-04 14:33:12.24: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:33:12.24: IngressMonitor - start process kube event 2025-09-04 14:33:12.24: empty line received 2025-09-04 14:33:12.24: IngressMonitor - start process kube event 2025-09-04 14:33:12.54: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:33:12.54: NetworkMonitor - start process kube event 2025-09-04 14:33:12.54: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1306 2025-09-04 14:33:12.55: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:33:12.55: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:33:12.55: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:33:12.55: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'})(timeout=120) 2025-09-04 14:33:12.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:33:12.55: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:33:12.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:33:12.56: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'}) 2025-09-04 14:33:34.71: ServiceMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1998 2025-09-04 14:33:34.71: ServiceMonitor - start process kube event 2025-09-04 14:33:34.71: empty line received 2025-09-04 14:33:34.71: ServiceMonitor - start process kube event 2025-09-04 14:33:42.63: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-09-04 14:33:42.63: PodMonitor - start process kube event 2025-09-04 14:33:42.63: PodMonitor - _schedule_vnc_sync 2025-09-04 14:33:42.63: empty line received 2025-09-04 14:33:42.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:33:42.63: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:33:42.63: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:33:42.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:33:42.63: PodMonitor - start process kube event 2025-09-04 14:33:59.63: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:33:59.63: NamespaceMonitor - start process kube event 2025-09-04 14:33:59.63: empty line received 2025-09-04 14:33:59.63: NamespaceMonitor - start process kube event 2025-09-04 14:34:00.49: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:34:00.49: EndPointMonitor - start process kube event 2025-09-04 14:34:00.49: empty line received 2025-09-04 14:34:00.49: EndPointMonitor - start process kube event 2025-09-04 14:34:04.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:34:04.73: NetworkPolicyMonitor - start process kube event 2025-09-04 14:34:04.73: empty line received 2025-09-04 14:34:04.73: NetworkPolicyMonitor - start process kube event 2025-09-04 14:34:11.82: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:34:11.82: IngressMonitor - start process kube event 2025-09-04 14:34:11.82: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:34:11.82: empty line received 2025-09-04 14:34:11.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:34:11.82: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:34:11.82: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:34:11.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:34:11.82: IngressMonitor - start process kube event 2025-09-04 14:34:35.10: ServiceMonitor - Received BOOKMARK: oldResVer=1998 newResVer=1998 2025-09-04 14:34:35.10: ServiceMonitor - start process kube event 2025-09-04 14:34:35.10: empty line received 2025-09-04 14:34:35.10: ServiceMonitor - start process kube event 2025-09-04 14:34:43.17: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-09-04 14:34:43.17: PodMonitor - start process kube event 2025-09-04 14:34:43.17: empty line received 2025-09-04 14:34:43.17: PodMonitor - start process kube event 2025-09-04 14:34:59.58: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:34:59.58: EndPointMonitor - start process kube event 2025-09-04 14:34:59.58: empty line received 2025-09-04 14:34:59.58: EndPointMonitor - start process kube event 2025-09-04 14:35:00.60: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:35:00.60: NamespaceMonitor - start process kube event 2025-09-04 14:35:00.60: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:35:00.60: empty line received 2025-09-04 14:35:00.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:35:00.60: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:35:00.60: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:35:00.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:35:00.60: NamespaceMonitor - start process kube event 2025-09-04 14:35:04.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:35:04.80: NetworkPolicyMonitor - start process kube event 2025-09-04 14:35:04.80: empty line received 2025-09-04 14:35:04.80: NetworkPolicyMonitor - start process kube event 2025-09-04 14:35:12.56: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:35:12.56: NetworkMonitor - start process kube event 2025-09-04 14:35:12.56: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1306 2025-09-04 14:35:12.56: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:35:12.56: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:35:12.56: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.38 - - [2025-09-04 14:35:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001246 2025-09-04 14:35:12.56: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'})(timeout=120) 2025-09-04 14:35:12.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:35:12.56: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:35:12.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:35:12.57: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'}) 2025-09-04 14:35:12.58: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:35:12.58: IngressMonitor - start process kube event 2025-09-04 14:35:12.58: empty line received 2025-09-04 14:35:12.58: IngressMonitor - start process kube event 2025-09-04 14:35:35.55: ServiceMonitor - Received BOOKMARK: oldResVer=1998 newResVer=1998 2025-09-04 14:35:35.55: ServiceMonitor - start process kube event 2025-09-04 14:35:35.55: empty line received 2025-09-04 14:35:35.55: ServiceMonitor - start process kube event 2025-09-04 14:35:42.57: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-09-04 14:35:42.58: PodMonitor - start process kube event 2025-09-04 14:35:42.58: empty line received 2025-09-04 14:35:42.58: PodMonitor - start process kube event 2025-09-04 14:36:00.57: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:36:00.57: EndPointMonitor - start process kube event 2025-09-04 14:36:00.57: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:36:00.57: empty line received 2025-09-04 14:36:00.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:36:00.57: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:36:00.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:36:00.57: EndPointMonitor - start process kube event 2025-09-04 14:36:01.08: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:36:01.08: NamespaceMonitor - start process kube event 2025-09-04 14:36:01.08: empty line received 2025-09-04 14:36:01.08: NamespaceMonitor - start process kube event 2025-09-04 14:36:04.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:36:04.76: NetworkPolicyMonitor - start process kube event 2025-09-04 14:36:04.76: empty line received 2025-09-04 14:36:04.76: NetworkPolicyMonitor - start process kube event 2025-09-04 14:36:11.88: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:36:11.88: IngressMonitor - start process kube event 2025-09-04 14:36:11.88: empty line received 2025-09-04 14:36:11.88: IngressMonitor - start process kube event 2025-09-04 14:36:12.10: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=2178 2025-09-04 14:36:12.10: NetworkMonitor - start process kube event 2025-09-04 14:36:12.10: empty line received 2025-09-04 14:36:12.10: NetworkMonitor - start process kube event 2025-09-04 14:36:26.70: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-09-04 14:36:26.70: PodMonitor - start process kube event 2025-09-04 14:36:26.70: empty line received 2025-09-04 14:36:26.70: PodMonitor - start process kube event 2025-09-04 14:36:28.60: stop iteration PodMonitor 2025-09-04 14:36:28.60: PodMonitor - start process kube event 2025-09-04 14:36:28.60: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1883 2025-09-04 14:36:28.60: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:36:28.60: PodMonitor - Connect Kube API result 0 2025-09-04 14:36:28.60: PodMonitor - _schedule_vnc_sync 2025-09-04 14:36:28.60: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1883'})(timeout=120) 2025-09-04 14:36:28.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:36:28.60: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:36:28.60: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:36:28.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:36:28.62: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1883'}) 2025-09-04 14:36:35.67: ServiceMonitor - Received BOOKMARK: oldResVer=1998 newResVer=1998 2025-09-04 14:36:35.67: ServiceMonitor - start process kube event 2025-09-04 14:36:35.67: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:36:35.67: empty line received 2025-09-04 14:36:35.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:36:35.67: VncKubernetes - vnc_sync - Service start 2025-09-04 14:36:35.67: VncKubernetes - vnc_sync - Service done 2025-09-04 14:36:35.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:36:35.67: ServiceMonitor - start process kube event 2025-09-04 14:37:00.86: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:37:00.86: EndPointMonitor - start process kube event 2025-09-04 14:37:00.86: empty line received 2025-09-04 14:37:00.86: EndPointMonitor - start process kube event 2025-09-04 14:37:01.44: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:37:01.44: NamespaceMonitor - start process kube event 2025-09-04 14:37:01.44: empty line received 2025-09-04 14:37:01.44: NamespaceMonitor - start process kube event 2025-09-04 14:37:04.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:37:04.84: NetworkPolicyMonitor - start process kube event 2025-09-04 14:37:04.84: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:37:04.84: empty line received 2025-09-04 14:37:04.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:37:04.84: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:37:04.84: NetworkPolicyMonitor - start process kube event 2025-09-04 14:37:04.84: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:37:04.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:37:12.48: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:37:12.48: IngressMonitor - start process kube event 2025-09-04 14:37:12.48: empty line received 2025-09-04 14:37:12.48: IngressMonitor - start process kube event 2025-09-04 14:37:12.54: NetworkMonitor - Received BOOKMARK: oldResVer=2178 newResVer=2178 2025-09-04 14:37:12.54: NetworkMonitor - start process kube event 2025-09-04 14:37:12.54: empty line received 2025-09-04 14:37:12.54: NetworkMonitor - start process kube event 2025-09-04 14:37:36.18: ServiceMonitor - Received BOOKMARK: oldResVer=1998 newResVer=1998 2025-09-04 14:37:36.18: ServiceMonitor - start process kube event 2025-09-04 14:37:36.18: empty line received 2025-09-04 14:37:36.18: ServiceMonitor - start process kube event 2025-09-04 14:37:46.29: ServiceMonitor - Received BOOKMARK: oldResVer=1998 newResVer=1998 2025-09-04 14:37:46.29: ServiceMonitor - start process kube event 2025-09-04 14:37:46.29: empty line received 2025-09-04 14:37:46.29: ServiceMonitor - start process kube event 2025-09-04 14:37:48.08: stop iteration ServiceMonitor 2025-09-04 14:37:48.08: ServiceMonitor - start process kube event 2025-09-04 14:37:48.08: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1998 2025-09-04 14:37:48.08: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:37:48.08: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:37:48.08: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:37:48.08: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1998'})(timeout=120) [Introspect:8108]10.0.0.38 - - [2025-09-04 14:38:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001124 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:38:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001185 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:38:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001246 2025-09-04 14:37:48.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:37:48.08: VncKubernetes - vnc_sync - Service start 2025-09-04 14:37:48.08: VncKubernetes - vnc_sync - Service done 2025-09-04 14:37:48.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:37:48.10: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1998'}) 2025-09-04 14:38:00.54: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:38:00.54: EndPointMonitor - start process kube event 2025-09-04 14:38:00.54: empty line received 2025-09-04 14:38:00.54: EndPointMonitor - start process kube event 2025-09-04 14:38:01.44: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:38:01.44: NamespaceMonitor - start process kube event 2025-09-04 14:38:01.44: empty line received 2025-09-04 14:38:01.44: NamespaceMonitor - start process kube event 2025-09-04 14:38:05.01: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:38:05.01: EndPointMonitor - start process kube event 2025-09-04 14:38:05.01: empty line received 2025-09-04 14:38:05.02: EndPointMonitor - start process kube event 2025-09-04 14:38:05.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:38:05.68: NetworkPolicyMonitor - start process kube event 2025-09-04 14:38:05.68: empty line received 2025-09-04 14:38:05.68: NetworkPolicyMonitor - start process kube event 2025-09-04 14:38:06.09: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2025-09-04 14:38:06.09: EndPointMonitor - start process kube event 2025-09-04 14:38:06.09: empty line received 2025-09-04 14:38:06.09: EndPointMonitor - start process kube event 2025-09-04 14:38:07.20: stop iteration EndPointMonitor 2025-09-04 14:38:07.20: EndPointMonitor - start process kube event 2025-09-04 14:38:07.20: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1958 2025-09-04 14:38:07.20: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:38:07.20: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:38:07.20: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:38:07.20: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'})(timeout=120) 2025-09-04 14:38:07.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:38:07.21: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:38:07.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:38:07.22: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'}) 2025-09-04 14:38:12.07: NetworkMonitor - Received BOOKMARK: oldResVer=2178 newResVer=2178 2025-09-04 14:38:12.07: NetworkMonitor - start process kube event 2025-09-04 14:38:12.07: empty line received 2025-09-04 14:38:12.07: NetworkMonitor - start process kube event 2025-09-04 14:38:12.57: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:38:12.57: IngressMonitor - start process kube event 2025-09-04 14:38:12.57: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:38:12.57: empty line received 2025-09-04 14:38:12.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:38:12.57: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:38:12.57: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:38:12.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:38:12.57: IngressMonitor - start process kube event 2025-09-04 14:38:28.62: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:38:28.62: PodMonitor - start process kube event 2025-09-04 14:38:28.62: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1883 2025-09-04 14:38:28.62: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:38:28.62: PodMonitor - Connect Kube API result 0 2025-09-04 14:38:28.62: PodMonitor - _schedule_vnc_sync 2025-09-04 14:38:28.62: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1883'})(timeout=120) 2025-09-04 14:38:28.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:38:28.63: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:38:28.63: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:38:28.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:38:28.64: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1883'}) 2025-09-04 14:38:48.01: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:38:48.01: NamespaceMonitor - start process kube event 2025-09-04 14:38:48.01: empty line received 2025-09-04 14:38:48.01: NamespaceMonitor - start process kube event 2025-09-04 14:38:49.12: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=1969 2025-09-04 14:38:49.12: NamespaceMonitor - start process kube event 2025-09-04 14:38:49.12: empty line received 2025-09-04 14:38:49.12: NamespaceMonitor - start process kube event 2025-09-04 14:38:50.30: stop iteration NamespaceMonitor 2025-09-04 14:38:50.30: NamespaceMonitor - start process kube event 2025-09-04 14:38:50.31: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1969 2025-09-04 14:38:50.31: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:38:50.31: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:38:50.31: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:38:50.31: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1969'})(timeout=120) 2025-09-04 14:38:50.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:38:50.31: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:38:50.31: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:38:50.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:38:50.32: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1969'}) 2025-09-04 14:39:05.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:39:05.55: NetworkPolicyMonitor - start process kube event 2025-09-04 14:39:05.55: empty line received 2025-09-04 14:39:05.55: NetworkPolicyMonitor - start process kube event 2025-09-04 14:39:12.07: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:39:12.07: IngressMonitor - start process kube event 2025-09-04 14:39:12.07: empty line received 2025-09-04 14:39:12.07: IngressMonitor - start process kube event 2025-09-04 14:39:12.76: NetworkMonitor - Received BOOKMARK: oldResVer=2178 newResVer=2178 2025-09-04 14:39:12.76: NetworkMonitor - start process kube event 2025-09-04 14:39:12.76: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:39:12.76: empty line received 2025-09-04 14:39:12.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:39:12.76: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:39:12.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:39:12.76: NetworkMonitor - start process kube event 2025-09-04 14:39:48.10: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:39:48.10: ServiceMonitor - start process kube event 2025-09-04 14:39:48.10: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1998 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:40:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001307 2025-09-04 14:39:48.10: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:39:48.10: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:39:48.10: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:39:48.10: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1998'})(timeout=120) 2025-09-04 14:39:48.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:39:48.10: VncKubernetes - vnc_sync - Service start 2025-09-04 14:39:48.10: VncKubernetes - vnc_sync - Service done 2025-09-04 14:39:48.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:39:48.12: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1998'}) 2025-09-04 14:39:48.66: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-09-04 14:39:48.66: IngressMonitor - start process kube event 2025-09-04 14:39:48.66: empty line received 2025-09-04 14:39:48.66: IngressMonitor - start process kube event 2025-09-04 14:39:50.09: stop iteration IngressMonitor 2025-09-04 14:39:50.09: IngressMonitor - start process kube event 2025-09-04 14:39:50.09: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1891 2025-09-04 14:39:50.09: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:39:50.09: IngressMonitor - Connect Kube API result 0 2025-09-04 14:39:50.09: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:39:50.09: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'})(timeout=120) 2025-09-04 14:39:50.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:39:50.09: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:39:50.09: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:39:50.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:39:50.10: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'}) 2025-09-04 14:40:05.18: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:40:05.18: NetworkPolicyMonitor - start process kube event 2025-09-04 14:40:05.18: empty line received 2025-09-04 14:40:05.18: NetworkPolicyMonitor - start process kube event 2025-09-04 14:40:07.22: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:40:07.22: EndPointMonitor - start process kube event 2025-09-04 14:40:07.22: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1958 2025-09-04 14:40:07.22: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:40:07.22: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:40:07.22: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:40:07.22: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'})(timeout=120) 2025-09-04 14:40:07.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:40:07.22: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:40:07.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:40:07.24: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'}) 2025-09-04 14:40:12.12: NetworkMonitor - Received BOOKMARK: oldResVer=2178 newResVer=2178 2025-09-04 14:40:12.12: NetworkMonitor - start process kube event 2025-09-04 14:40:12.12: empty line received 2025-09-04 14:40:12.12: NetworkMonitor - start process kube event 2025-09-04 14:40:18.94: NetworkMonitor - Received BOOKMARK: oldResVer=2178 newResVer=2178 2025-09-04 14:40:18.94: NetworkMonitor - start process kube event 2025-09-04 14:40:18.94: empty line received 2025-09-04 14:40:18.95: NetworkMonitor - start process kube event 2025-09-04 14:40:20.07: NetworkMonitor - Received BOOKMARK: oldResVer=2178 newResVer=2178 2025-09-04 14:40:20.07: NetworkMonitor - start process kube event 2025-09-04 14:40:20.07: empty line received 2025-09-04 14:40:20.07: NetworkMonitor - start process kube event 2025-09-04 14:40:21.75: stop iteration NetworkMonitor 2025-09-04 14:40:21.75: NetworkMonitor - start process kube event 2025-09-04 14:40:21.75: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2178 2025-09-04 14:40:21.75: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:40:21.75: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:40:21.75: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:40:21.75: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2178'})(timeout=120) 2025-09-04 14:40:21.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:40:21.75: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:40:21.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:40:21.76: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2178'}) 2025-09-04 14:40:28.65: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:40:28.65: PodMonitor - start process kube event 2025-09-04 14:40:28.65: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1883 2025-09-04 14:40:28.65: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:40:28.65: PodMonitor - Connect Kube API result 0 2025-09-04 14:40:28.65: PodMonitor - _schedule_vnc_sync 2025-09-04 14:40:28.65: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1883'})(timeout=120) 2025-09-04 14:40:28.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:40:28.65: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:40:28.65: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:40:28.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:40:28.67: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1883'}) 2025-09-04 14:40:34.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2019 2025-09-04 14:40:34.66: NetworkPolicyMonitor - start process kube event 2025-09-04 14:40:34.66: empty line received 2025-09-04 14:40:34.66: NetworkPolicyMonitor - start process kube event 2025-09-04 14:40:35.95: stop iteration NetworkPolicyMonitor 2025-09-04 14:40:35.95: NetworkPolicyMonitor - start process kube event 2025-09-04 14:40:35.95: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2019 2025-09-04 14:40:35.95: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:40:35.95: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:40:35.95: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:40:35.95: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2019'})(timeout=120) 2025-09-04 14:40:35.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:40:35.95: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:40:35.95: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:40:35.95: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.38 - - [2025-09-04 14:42:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001111 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:42:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001108 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:42:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001114 2025-09-04 14:40:35.96: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2019'}) 2025-09-04 14:40:50.29: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=2681 2025-09-04 14:40:50.29: IngressMonitor - start process kube event 2025-09-04 14:40:50.29: empty line received 2025-09-04 14:40:50.29: IngressMonitor - start process kube event 2025-09-04 14:40:50.32: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:40:50.32: NamespaceMonitor - start process kube event 2025-09-04 14:40:50.32: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1969 2025-09-04 14:40:50.32: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:40:50.33: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:40:50.33: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:40:50.33: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1969'})(timeout=120) 2025-09-04 14:40:50.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:40:50.33: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:40:50.33: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:40:50.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:40:50.35: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1969'}) 2025-09-04 14:41:29.24: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=2670 2025-09-04 14:41:29.24: PodMonitor - start process kube event 2025-09-04 14:41:29.24: empty line received 2025-09-04 14:41:29.24: PodMonitor - start process kube event 2025-09-04 14:41:48.12: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:41:48.12: ServiceMonitor - start process kube event 2025-09-04 14:41:48.12: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1998 2025-09-04 14:41:48.12: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:41:48.12: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:41:48.12: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:41:48.12: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1998'})(timeout=120) 2025-09-04 14:41:48.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:41:48.12: VncKubernetes - vnc_sync - Service start 2025-09-04 14:41:48.12: VncKubernetes - vnc_sync - Service done 2025-09-04 14:41:48.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:41:48.13: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1998'}) 2025-09-04 14:41:50.71: IngressMonitor - Received BOOKMARK: oldResVer=2681 newResVer=2681 2025-09-04 14:41:50.71: IngressMonitor - start process kube event 2025-09-04 14:41:50.71: empty line received 2025-09-04 14:41:50.71: IngressMonitor - start process kube event 2025-09-04 14:42:06.72: EndPointMonitor - Received BOOKMARK: oldResVer=1958 newResVer=2785 2025-09-04 14:42:06.72: EndPointMonitor - start process kube event 2025-09-04 14:42:06.72: empty line received 2025-09-04 14:42:06.72: EndPointMonitor - start process kube event 2025-09-04 14:42:21.77: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:42:21.77: NetworkMonitor - start process kube event 2025-09-04 14:42:21.77: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2178 2025-09-04 14:42:21.77: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:42:21.77: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:42:21.77: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:42:21.77: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2178'})(timeout=120) 2025-09-04 14:42:21.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:42:21.77: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:42:21.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:42:21.79: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2178'}) 2025-09-04 14:42:29.51: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:42:29.51: PodMonitor - start process kube event 2025-09-04 14:42:29.51: empty line received 2025-09-04 14:42:29.51: PodMonitor - start process kube event 2025-09-04 14:42:35.96: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:42:35.96: NetworkPolicyMonitor - start process kube event 2025-09-04 14:42:35.96: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2019 2025-09-04 14:42:35.96: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:42:35.96: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:42:35.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:42:35.96: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2019'})(timeout=120) 2025-09-04 14:42:35.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:42:35.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:42:35.97: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:42:35.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:42:35.98: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2019'}) 2025-09-04 14:42:48.67: ServiceMonitor - Received BOOKMARK: oldResVer=1998 newResVer=2843 2025-09-04 14:42:48.67: ServiceMonitor - start process kube event 2025-09-04 14:42:48.67: empty line received 2025-09-04 14:42:48.67: ServiceMonitor - start process kube event 2025-09-04 14:42:49.89: NamespaceMonitor - Received BOOKMARK: oldResVer=1969 newResVer=2799 2025-09-04 14:42:49.89: NamespaceMonitor - start process kube event 2025-09-04 14:42:49.89: empty line received 2025-09-04 14:42:49.89: NamespaceMonitor - start process kube event 2025-09-04 14:42:50.62: IngressMonitor - Received BOOKMARK: oldResVer=2681 newResVer=2681 2025-09-04 14:42:50.62: IngressMonitor - start process kube event 2025-09-04 14:42:50.62: empty line received 2025-09-04 14:42:50.62: IngressMonitor - start process kube event 2025-09-04 14:43:07.37: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:43:07.37: EndPointMonitor - start process kube event 2025-09-04 14:43:07.37: empty line received 2025-09-04 14:43:07.37: EndPointMonitor - start process kube event 2025-09-04 14:43:29.26: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:43:29.27: PodMonitor - start process kube event 2025-09-04 14:43:29.27: empty line received 2025-09-04 14:43:29.27: PodMonitor - start process kube event 2025-09-04 14:43:36.23: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2019 newResVer=2871 2025-09-04 14:43:36.23: NetworkPolicyMonitor - start process kube event 2025-09-04 14:43:36.23: empty line received 2025-09-04 14:43:36.23: NetworkPolicyMonitor - start process kube event 2025-09-04 14:43:49.51: ServiceMonitor - Received BOOKMARK: oldResVer=2843 newResVer=2843 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:45:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001102 2025-09-04 14:43:49.51: ServiceMonitor - start process kube event 2025-09-04 14:43:49.51: empty line received 2025-09-04 14:43:49.51: ServiceMonitor - start process kube event 2025-09-04 14:43:49.98: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:43:49.98: NamespaceMonitor - start process kube event 2025-09-04 14:43:49.98: empty line received 2025-09-04 14:43:49.98: NamespaceMonitor - start process kube event 2025-09-04 14:43:50.00: IngressMonitor - Received BOOKMARK: oldResVer=2681 newResVer=2681 2025-09-04 14:43:50.00: IngressMonitor - start process kube event 2025-09-04 14:43:50.00: empty line received 2025-09-04 14:43:50.00: IngressMonitor - start process kube event 2025-09-04 14:44:07.14: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:44:07.14: EndPointMonitor - start process kube event 2025-09-04 14:44:07.14: empty line received 2025-09-04 14:44:07.14: EndPointMonitor - start process kube event 2025-09-04 14:44:21.79: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:44:21.79: NetworkMonitor - start process kube event 2025-09-04 14:44:21.79: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2178 2025-09-04 14:44:21.79: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:44:21.79: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:44:21.79: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:44:21.79: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2178'})(timeout=120) 2025-09-04 14:44:21.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:44:21.79: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:44:21.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:44:21.81: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2178'}) 2025-09-04 14:44:28.78: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:44:28.78: PodMonitor - start process kube event 2025-09-04 14:44:28.78: PodMonitor - _schedule_vnc_sync 2025-09-04 14:44:28.78: empty line received 2025-09-04 14:44:28.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:44:28.78: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:44:28.78: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:44:28.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:44:28.78: PodMonitor - start process kube event 2025-09-04 14:44:36.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:44:36.54: NetworkPolicyMonitor - start process kube event 2025-09-04 14:44:36.54: empty line received 2025-09-04 14:44:36.54: NetworkPolicyMonitor - start process kube event 2025-09-04 14:44:49.51: ServiceMonitor - Received BOOKMARK: oldResVer=2843 newResVer=2843 2025-09-04 14:44:49.51: ServiceMonitor - start process kube event 2025-09-04 14:44:49.51: empty line received 2025-09-04 14:44:49.51: ServiceMonitor - start process kube event 2025-09-04 14:44:49.55: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:44:49.55: NamespaceMonitor - start process kube event 2025-09-04 14:44:49.55: empty line received 2025-09-04 14:44:49.55: NamespaceMonitor - start process kube event 2025-09-04 14:44:50.82: IngressMonitor - Received BOOKMARK: oldResVer=2681 newResVer=2681 2025-09-04 14:44:50.82: IngressMonitor - start process kube event 2025-09-04 14:44:50.82: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:44:50.82: empty line received 2025-09-04 14:44:50.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:44:50.82: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:44:50.82: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:44:50.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:44:50.82: IngressMonitor - start process kube event 2025-09-04 14:45:07.56: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:45:07.56: EndPointMonitor - start process kube event 2025-09-04 14:45:07.56: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:45:07.56: empty line received 2025-09-04 14:45:07.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:45:07.56: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:45:07.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:45:07.56: EndPointMonitor - start process kube event 2025-09-04 14:45:22.08: NetworkMonitor - Received BOOKMARK: oldResVer=2178 newResVer=3005 2025-09-04 14:45:22.08: NetworkMonitor - start process kube event 2025-09-04 14:45:22.08: empty line received 2025-09-04 14:45:22.08: NetworkMonitor - start process kube event 2025-09-04 14:45:29.42: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:45:29.42: PodMonitor - start process kube event 2025-09-04 14:45:29.42: empty line received 2025-09-04 14:45:29.42: PodMonitor - start process kube event 2025-09-04 14:45:36.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:45:36.67: NetworkPolicyMonitor - start process kube event 2025-09-04 14:45:36.67: empty line received 2025-09-04 14:45:36.67: NetworkPolicyMonitor - start process kube event 2025-09-04 14:45:49.47: ServiceMonitor - Received BOOKMARK: oldResVer=2843 newResVer=2843 2025-09-04 14:45:49.47: ServiceMonitor - start process kube event 2025-09-04 14:45:49.47: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:45:49.47: empty line received 2025-09-04 14:45:49.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:45:49.47: VncKubernetes - vnc_sync - Service start 2025-09-04 14:45:49.47: VncKubernetes - vnc_sync - Service done 2025-09-04 14:45:49.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:45:49.47: ServiceMonitor - start process kube event 2025-09-04 14:45:49.51: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:45:49.51: NamespaceMonitor - start process kube event 2025-09-04 14:45:49.51: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:45:49.51: empty line received 2025-09-04 14:45:49.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:45:49.51: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:45:49.51: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:45:49.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:45:49.51: NamespaceMonitor - start process kube event 2025-09-04 14:45:51.51: IngressMonitor - Received BOOKMARK: oldResVer=2681 newResVer=2681 2025-09-04 14:45:51.51: IngressMonitor - start process kube event 2025-09-04 14:45:51.51: empty line received 2025-09-04 14:45:51.51: IngressMonitor - start process kube event 2025-09-04 14:46:08.26: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:46:08.26: EndPointMonitor - start process kube event 2025-09-04 14:46:08.26: empty line received 2025-09-04 14:46:08.26: EndPointMonitor - start process kube event 2025-09-04 14:46:22.85: NetworkMonitor - Received BOOKMARK: oldResVer=3005 newResVer=3005 2025-09-04 14:46:22.85: NetworkMonitor - start process kube event 2025-09-04 14:46:22.85: empty line received 2025-09-04 14:46:22.85: NetworkMonitor - start process kube event 2025-09-04 14:46:27.63: IngressMonitor - Received BOOKMARK: oldResVer=2681 newResVer=2681 2025-09-04 14:46:27.63: IngressMonitor - start process kube event 2025-09-04 14:46:27.63: empty line received 2025-09-04 14:46:27.63: IngressMonitor - start process kube event 2025-09-04 14:46:28.59: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:47:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001650 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:47:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001157 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:47:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001596 2025-09-04 14:46:28.59: PodMonitor - start process kube event 2025-09-04 14:46:28.59: empty line received 2025-09-04 14:46:28.59: PodMonitor - start process kube event 2025-09-04 14:46:29.43: stop iteration IngressMonitor 2025-09-04 14:46:29.43: IngressMonitor - start process kube event 2025-09-04 14:46:29.43: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2681 2025-09-04 14:46:29.43: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:46:29.43: IngressMonitor - Connect Kube API result 0 2025-09-04 14:46:29.43: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:46:29.43: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2681'})(timeout=120) 2025-09-04 14:46:29.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:46:29.43: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:46:29.43: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:46:29.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:46:29.44: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2681'}) 2025-09-04 14:46:36.09: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:46:36.09: NetworkPolicyMonitor - start process kube event 2025-09-04 14:46:36.09: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:46:36.09: empty line received 2025-09-04 14:46:36.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:46:36.09: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:46:36.09: NetworkPolicyMonitor - start process kube event 2025-09-04 14:46:36.09: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:46:36.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:46:49.02: ServiceMonitor - Received BOOKMARK: oldResVer=2843 newResVer=2843 2025-09-04 14:46:49.02: ServiceMonitor - start process kube event 2025-09-04 14:46:49.02: empty line received 2025-09-04 14:46:49.02: ServiceMonitor - start process kube event 2025-09-04 14:46:49.80: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:46:49.80: NamespaceMonitor - start process kube event 2025-09-04 14:46:49.80: empty line received 2025-09-04 14:46:49.80: NamespaceMonitor - start process kube event 2025-09-04 14:47:08.70: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:47:08.70: EndPointMonitor - start process kube event 2025-09-04 14:47:08.70: empty line received 2025-09-04 14:47:08.70: EndPointMonitor - start process kube event 2025-09-04 14:47:22.63: NetworkMonitor - Received BOOKMARK: oldResVer=3005 newResVer=3005 2025-09-04 14:47:22.64: NetworkMonitor - start process kube event 2025-09-04 14:47:22.64: empty line received 2025-09-04 14:47:22.64: NetworkMonitor - start process kube event 2025-09-04 14:47:29.61: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:47:29.61: PodMonitor - start process kube event 2025-09-04 14:47:29.61: empty line received 2025-09-04 14:47:29.61: PodMonitor - start process kube event 2025-09-04 14:47:36.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:47:36.76: NetworkPolicyMonitor - start process kube event 2025-09-04 14:47:36.76: empty line received 2025-09-04 14:47:36.76: NetworkPolicyMonitor - start process kube event 2025-09-04 14:47:49.07: ServiceMonitor - Received BOOKMARK: oldResVer=2843 newResVer=2843 2025-09-04 14:47:49.07: ServiceMonitor - start process kube event 2025-09-04 14:47:49.07: empty line received 2025-09-04 14:47:49.07: ServiceMonitor - start process kube event 2025-09-04 14:47:50.55: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:47:50.55: NamespaceMonitor - start process kube event 2025-09-04 14:47:50.55: empty line received 2025-09-04 14:47:50.55: NamespaceMonitor - start process kube event 2025-09-04 14:47:56.74: ServiceMonitor - Received BOOKMARK: oldResVer=2843 newResVer=2843 2025-09-04 14:47:56.75: ServiceMonitor - start process kube event 2025-09-04 14:47:56.75: empty line received 2025-09-04 14:47:56.75: ServiceMonitor - start process kube event 2025-09-04 14:47:57.78: ServiceMonitor - Received BOOKMARK: oldResVer=2843 newResVer=2843 2025-09-04 14:47:57.78: ServiceMonitor - start process kube event 2025-09-04 14:47:57.78: empty line received 2025-09-04 14:47:57.78: ServiceMonitor - start process kube event 2025-09-04 14:47:58.98: stop iteration ServiceMonitor 2025-09-04 14:47:58.98: ServiceMonitor - start process kube event 2025-09-04 14:47:58.98: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2843 2025-09-04 14:47:58.98: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:47:58.98: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:47:58.98: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:47:58.99: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'})(timeout=120) 2025-09-04 14:47:58.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:47:58.99: VncKubernetes - vnc_sync - Service start 2025-09-04 14:47:58.99: VncKubernetes - vnc_sync - Service done 2025-09-04 14:47:58.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:47:58.99: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'}) 2025-09-04 14:48:08.56: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:48:08.56: EndPointMonitor - start process kube event 2025-09-04 14:48:08.56: empty line received 2025-09-04 14:48:08.56: EndPointMonitor - start process kube event 2025-09-04 14:48:22.47: NetworkMonitor - Received BOOKMARK: oldResVer=3005 newResVer=3005 2025-09-04 14:48:22.47: NetworkMonitor - start process kube event 2025-09-04 14:48:22.47: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:48:22.47: empty line received 2025-09-04 14:48:22.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:48:22.47: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:48:22.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:48:22.47: NetworkMonitor - start process kube event 2025-09-04 14:48:29.44: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:48:29.44: IngressMonitor - start process kube event 2025-09-04 14:48:29.44: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2681 2025-09-04 14:48:29.44: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:48:29.44: IngressMonitor - Connect Kube API result 0 2025-09-04 14:48:29.44: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:48:29.44: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2681'})(timeout=120) 2025-09-04 14:48:29.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:48:29.44: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:48:29.45: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:48:29.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:48:29.46: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2681'}) 2025-09-04 14:48:29.94: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:48:29.94: PodMonitor - start process kube event 2025-09-04 14:48:29.94: PodMonitor - _schedule_vnc_sync 2025-09-04 14:48:29.94: empty line received [Introspect:8108]10.0.0.38 - - [2025-09-04 14:50:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001267 2025-09-04 14:48:29.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:48:29.94: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:48:29.94: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:48:29.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:48:29.94: PodMonitor - start process kube event 2025-09-04 14:48:37.14: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:48:37.14: NetworkPolicyMonitor - start process kube event 2025-09-04 14:48:37.14: empty line received 2025-09-04 14:48:37.14: NetworkPolicyMonitor - start process kube event 2025-09-04 14:48:42.96: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:48:42.96: PodMonitor - start process kube event 2025-09-04 14:48:42.96: empty line received 2025-09-04 14:48:42.96: PodMonitor - start process kube event 2025-09-04 14:48:44.14: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-09-04 14:48:44.14: PodMonitor - start process kube event 2025-09-04 14:48:44.14: empty line received 2025-09-04 14:48:44.14: PodMonitor - start process kube event 2025-09-04 14:48:45.07: stop iteration PodMonitor 2025-09-04 14:48:45.07: PodMonitor - start process kube event 2025-09-04 14:48:45.07: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2670 2025-09-04 14:48:45.07: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:48:45.07: PodMonitor - Connect Kube API result 0 2025-09-04 14:48:45.07: PodMonitor - _schedule_vnc_sync 2025-09-04 14:48:45.07: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'})(timeout=120) 2025-09-04 14:48:45.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:48:45.07: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:48:45.07: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:48:45.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:48:45.09: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'}) 2025-09-04 14:48:50.58: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:48:50.58: NamespaceMonitor - start process kube event 2025-09-04 14:48:50.58: empty line received 2025-09-04 14:48:50.58: NamespaceMonitor - start process kube event 2025-09-04 14:49:08.82: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:49:08.82: EndPointMonitor - start process kube event 2025-09-04 14:49:08.82: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:49:08.82: empty line received 2025-09-04 14:49:08.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:49:08.82: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:49:08.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:49:08.82: EndPointMonitor - start process kube event 2025-09-04 14:49:22.51: NetworkMonitor - Received BOOKMARK: oldResVer=3005 newResVer=3005 2025-09-04 14:49:22.51: NetworkMonitor - start process kube event 2025-09-04 14:49:22.51: empty line received 2025-09-04 14:49:22.51: NetworkMonitor - start process kube event 2025-09-04 14:49:22.63: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=2785 2025-09-04 14:49:22.63: EndPointMonitor - start process kube event 2025-09-04 14:49:22.63: empty line received 2025-09-04 14:49:22.63: EndPointMonitor - start process kube event 2025-09-04 14:49:24.35: stop iteration EndPointMonitor 2025-09-04 14:49:24.35: EndPointMonitor - start process kube event 2025-09-04 14:49:24.35: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2785 2025-09-04 14:49:24.35: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:49:24.35: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:49:24.35: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:49:24.35: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2785'})(timeout=120) 2025-09-04 14:49:24.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:49:24.35: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:49:24.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:49:24.36: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2785'}) 2025-09-04 14:49:37.48: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:49:37.48: NetworkPolicyMonitor - start process kube event 2025-09-04 14:49:37.48: empty line received 2025-09-04 14:49:37.48: NetworkPolicyMonitor - start process kube event 2025-09-04 14:49:51.19: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:49:51.19: NamespaceMonitor - start process kube event 2025-09-04 14:49:51.20: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:49:51.20: empty line received 2025-09-04 14:49:51.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:49:51.20: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:49:51.20: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:49:51.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:49:51.20: NamespaceMonitor - start process kube event 2025-09-04 14:49:59.00: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:49:59.00: ServiceMonitor - start process kube event 2025-09-04 14:49:59.00: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2843 2025-09-04 14:49:59.00: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:49:59.00: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:49:59.00: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:49:59.00: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'})(timeout=120) 2025-09-04 14:49:59.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:49:59.01: VncKubernetes - vnc_sync - Service start 2025-09-04 14:49:59.01: VncKubernetes - vnc_sync - Service done 2025-09-04 14:49:59.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:49:59.02: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'}) 2025-09-04 14:50:21.97: NetworkMonitor - Received BOOKMARK: oldResVer=3005 newResVer=3005 2025-09-04 14:50:21.97: NetworkMonitor - start process kube event 2025-09-04 14:50:21.97: empty line received 2025-09-04 14:50:21.97: NetworkMonitor - start process kube event 2025-09-04 14:50:25.08: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:50:25.08: NamespaceMonitor - start process kube event 2025-09-04 14:50:25.08: empty line received 2025-09-04 14:50:25.08: NamespaceMonitor - start process kube event 2025-09-04 14:50:26.21: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=2799 2025-09-04 14:50:26.21: NamespaceMonitor - start process kube event 2025-09-04 14:50:26.21: empty line received 2025-09-04 14:50:26.21: NamespaceMonitor - start process kube event 2025-09-04 14:50:27.29: stop iteration NamespaceMonitor 2025-09-04 14:50:27.29: NamespaceMonitor - start process kube event 2025-09-04 14:50:27.29: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2799 2025-09-04 14:50:27.29: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:50:27.29: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:50:27.29: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:50:27.29: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2799'})(timeout=120) 2025-09-04 14:50:27.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:50:27.29: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:50:27.29: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:50:27.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:50:27.32: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2799'}) 2025-09-04 14:50:29.46: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:50:29.46: IngressMonitor - start process kube event 2025-09-04 14:50:29.46: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2681 2025-09-04 14:50:29.46: IngressMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:50:29.46: IngressMonitor - Connect Kube API result 0 2025-09-04 14:50:29.46: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:50:29.46: IngressMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2681'})(timeout=120) 2025-09-04 14:50:29.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 14:50:29.46: VncKubernetes - vnc_sync - Ingress start 2025-09-04 14:50:29.46: VncKubernetes - vnc_sync - Ingress done 2025-09-04 14:50:29.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:50:29.47: IngressMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2681'}) 2025-09-04 14:50:37.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:50:37.32: NetworkPolicyMonitor - start process kube event 2025-09-04 14:50:37.32: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:50:37.32: empty line received 2025-09-04 14:50:37.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:50:37.32: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:50:37.32: NetworkPolicyMonitor - start process kube event 2025-09-04 14:50:37.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:50:37.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:50:45.09: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:50:45.09: PodMonitor - start process kube event 2025-09-04 14:50:45.09: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2670 2025-09-04 14:50:45.09: PodMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:50:45.09: PodMonitor - Connect Kube API result 0 2025-09-04 14:50:45.09: PodMonitor - _schedule_vnc_sync 2025-09-04 14:50:45.09: PodMonitor - Start Watching request https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'})(timeout=120) 2025-09-04 14:50:45.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 14:50:45.09: VncKubernetes - vnc_sync - Pod start 2025-09-04 14:50:45.09: VncKubernetes - vnc_sync - Pod done 2025-09-04 14:50:45.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:50:45.11: PodMonitor - Watches https://10.0.0.38:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'}) 2025-09-04 14:51:18.14: NetworkMonitor - Received BOOKMARK: oldResVer=3005 newResVer=3005 2025-09-04 14:51:18.14: NetworkMonitor - start process kube event 2025-09-04 14:51:18.14: empty line received 2025-09-04 14:51:18.14: NetworkMonitor - start process kube event 2025-09-04 14:51:19.29: NetworkMonitor - Received BOOKMARK: oldResVer=3005 newResVer=3005 2025-09-04 14:51:19.29: NetworkMonitor - start process kube event 2025-09-04 14:51:19.29: empty line received 2025-09-04 14:51:19.29: NetworkMonitor - start process kube event 2025-09-04 14:51:20.87: stop iteration NetworkMonitor 2025-09-04 14:51:20.87: NetworkMonitor - start process kube event 2025-09-04 14:51:20.87: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3005 2025-09-04 14:51:20.87: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:51:20.87: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:51:20.87: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:51:20.87: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3005'})(timeout=120) 2025-09-04 14:51:20.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:51:20.87: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:51:20.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:51:20.88: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3005'}) 2025-09-04 14:51:24.37: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:51:24.37: EndPointMonitor - start process kube event 2025-09-04 14:51:24.37: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2785 2025-09-04 14:51:24.37: EndPointMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:51:24.37: EndPointMonitor - Connect Kube API result 0 2025-09-04 14:51:24.37: EndPointMonitor - _schedule_vnc_sync 2025-09-04 14:51:24.37: EndPointMonitor - Start Watching request https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2785'})(timeout=120) 2025-09-04 14:51:24.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 14:51:24.37: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 14:51:24.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:51:24.38: EndPointMonitor - Watches https://10.0.0.38:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2785'}) 2025-09-04 14:51:28.84: IngressMonitor - Received BOOKMARK: oldResVer=2681 newResVer=3470 2025-09-04 14:51:28.84: IngressMonitor - start process kube event 2025-09-04 14:51:28.84: empty line received 2025-09-04 14:51:28.84: IngressMonitor - start process kube event 2025-09-04 14:51:37.70: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:51:37.70: NetworkPolicyMonitor - start process kube event 2025-09-04 14:51:37.70: empty line received 2025-09-04 14:51:37.70: NetworkPolicyMonitor - start process kube event 2025-09-04 14:51:45.06: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=3457 2025-09-04 14:51:45.06: PodMonitor - start process kube event 2025-09-04 14:51:45.06: empty line received 2025-09-04 14:51:45.06: PodMonitor - start process kube event 2025-09-04 14:51:59.02: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:51:59.02: ServiceMonitor - start process kube event 2025-09-04 14:51:59.02: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2843 2025-09-04 14:51:59.02: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:51:59.02: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:51:59.02: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:51:59.02: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'})(timeout=120) [Introspect:8108]10.0.0.38 - - [2025-09-04 14:52:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001247 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:52:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001153 [Introspect:8108]10.0.0.38 - - [2025-09-04 14:52:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001091 2025-09-04 14:51:59.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:51:59.02: VncKubernetes - vnc_sync - Service start 2025-09-04 14:51:59.02: VncKubernetes - vnc_sync - Service done 2025-09-04 14:51:59.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:51:59.04: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'}) 2025-09-04 14:52:27.32: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:52:27.32: NamespaceMonitor - start process kube event 2025-09-04 14:52:27.32: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2799 2025-09-04 14:52:27.32: NamespaceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:52:27.32: NamespaceMonitor - Connect Kube API result 0 2025-09-04 14:52:27.32: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 14:52:27.32: NamespaceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2799'})(timeout=120) 2025-09-04 14:52:27.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 14:52:27.33: VncKubernetes - vnc_sync - Namespace start 2025-09-04 14:52:27.33: VncKubernetes - vnc_sync - Namespace done 2025-09-04 14:52:27.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:52:27.35: NamespaceMonitor - Watches https://10.0.0.38:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2799'}) 2025-09-04 14:52:28.89: IngressMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-09-04 14:52:28.89: IngressMonitor - start process kube event 2025-09-04 14:52:28.89: empty line received 2025-09-04 14:52:28.89: IngressMonitor - start process kube event 2025-09-04 14:52:30.09: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-09-04 14:52:30.09: NetworkPolicyMonitor - start process kube event 2025-09-04 14:52:30.09: empty line received 2025-09-04 14:52:30.09: NetworkPolicyMonitor - start process kube event 2025-09-04 14:52:32.06: stop iteration NetworkPolicyMonitor 2025-09-04 14:52:32.06: NetworkPolicyMonitor - start process kube event 2025-09-04 14:52:32.06: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2871 2025-09-04 14:52:32.06: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:52:32.06: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 14:52:32.06: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 14:52:32.06: NetworkPolicyMonitor - Start Watching request https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2871'})(timeout=120) 2025-09-04 14:52:32.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 14:52:32.07: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 14:52:32.07: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 14:52:32.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:52:32.07: NetworkPolicyMonitor - Watches https://10.0.0.38:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2871'}) 2025-09-04 14:52:45.38: PodMonitor - Received BOOKMARK: oldResVer=3457 newResVer=3457 2025-09-04 14:52:45.38: PodMonitor - start process kube event 2025-09-04 14:52:45.38: empty line received 2025-09-04 14:52:45.38: PodMonitor - start process kube event 2025-09-04 14:53:20.88: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:53:20.88: NetworkMonitor - start process kube event 2025-09-04 14:53:20.88: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3005 2025-09-04 14:53:20.88: NetworkMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:53:20.88: NetworkMonitor - Connect Kube API result 0 2025-09-04 14:53:20.88: NetworkMonitor - _schedule_vnc_sync 2025-09-04 14:53:20.88: NetworkMonitor - Start Watching request https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3005'})(timeout=120) 2025-09-04 14:53:20.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 14:53:20.89: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 14:53:20.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:53:20.90: NetworkMonitor - Watches https://10.0.0.38:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3005'}) 2025-09-04 14:53:24.02: EndPointMonitor - Received BOOKMARK: oldResVer=2785 newResVer=3610 2025-09-04 14:53:24.02: EndPointMonitor - start process kube event 2025-09-04 14:53:24.02: empty line received 2025-09-04 14:53:24.02: EndPointMonitor - start process kube event 2025-09-04 14:53:27.14: NamespaceMonitor - Received BOOKMARK: oldResVer=2799 newResVer=3627 2025-09-04 14:53:27.14: NamespaceMonitor - start process kube event 2025-09-04 14:53:27.14: empty line received 2025-09-04 14:53:27.14: NamespaceMonitor - start process kube event 2025-09-04 14:53:28.95: IngressMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-09-04 14:53:28.95: IngressMonitor - start process kube event 2025-09-04 14:53:28.95: empty line received 2025-09-04 14:53:28.95: IngressMonitor - start process kube event 2025-09-04 14:53:45.63: PodMonitor - Received BOOKMARK: oldResVer=3457 newResVer=3457 2025-09-04 14:53:45.63: PodMonitor - start process kube event 2025-09-04 14:53:45.63: empty line received 2025-09-04 14:53:45.63: PodMonitor - start process kube event 2025-09-04 14:53:59.04: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.38', port=6443): Read timed out. 2025-09-04 14:53:59.04: ServiceMonitor - start process kube event 2025-09-04 14:53:59.04: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2843 2025-09-04 14:53:59.04: ServiceMonitor - Try to connect Kube API 10.0.0.38:6443 2025-09-04 14:53:59.04: ServiceMonitor - Connect Kube API result 0 2025-09-04 14:53:59.04: ServiceMonitor - _schedule_vnc_sync 2025-09-04 14:53:59.04: ServiceMonitor - Start Watching request https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'})(timeout=120) 2025-09-04 14:53:59.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 14:53:59.04: VncKubernetes - vnc_sync - Service start 2025-09-04 14:53:59.04: VncKubernetes - vnc_sync - Service done 2025-09-04 14:53:59.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 14:53:59.05: ServiceMonitor - Watches https://10.0.0.38:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2843'}) 2025-09-04 14:54:24.47: EndPointMonitor - Received BOOKMARK: oldResVer=3610 newResVer=3610 2025-09-04 14:54:24.47: EndPointMonitor - start process kube event 2025-09-04 14:54:24.47: empty line received 2025-09-04 14:54:24.47: EndPointMonitor - start process kube event 2025-09-04 14:54:26.75: NamespaceMonitor - Received BOOKMARK: oldResVer=3627 newResVer=3627 2025-09-04 14:54:26.75: NamespaceMonitor - start process kube event 2025-09-04 14:54:26.75: empty line received 2025-09-04 14:54:26.75: NamespaceMonitor - start process kube event 2025-09-04 14:54:29.50: IngressMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-09-04 14:54:29.50: IngressMonitor - start process kube event 2025-09-04 14:54:29.50: IngressMonitor - _schedule_vnc_sync 2025-09-04 14:54:29.50: empty line received 2025-09-04 14:54:29.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) [Introspect:8108]10.0.0.38 - - [2025-09-04 14:55:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001133