++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Fri Aug 29 10:31:09 AM UTC 2025 ===================' INFO: =================== Fri Aug 29 10:31:09 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ head -n 1 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.48 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.48 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.48 ++ ANALYTICSDB_NODES=10.0.0.48 ++ ANALYTICS_SNMP_NODES=10.0.0.48 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8081 ' +++ '[' -n '10.0.0.48:8081 ' ']' +++ echo 10.0.0.48:8081 ++ ANALYTICS_SERVERS=10.0.0.48:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9042 ' +++ '[' -n '10.0.0.48:9042 ' ']' +++ echo 10.0.0.48:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.48:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.48 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8086 ' +++ '[' -n '10.0.0.48:8086 ' ']' +++ echo 10.0.0.48:8086 ++ COLLECTOR_SERVERS=10.0.0.48:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.48 ++ CONFIGDB_NODES=10.0.0.48 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8082 ' +++ '[' -n '10.0.0.48:8082 ' ']' +++ echo 10.0.0.48:8082 ++ CONFIG_SERVERS=10.0.0.48:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9161 ' +++ '[' -n '10.0.0.48:9161 ' ']' +++ echo 10.0.0.48:9161 ++ CONFIGDB_SERVERS=10.0.0.48:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9041 ' +++ '[' -n '10.0.0.48:9041 ' ']' +++ echo 10.0.0.48:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.48:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.48 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.48 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.48 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:2181, +++ '[' -n 10.0.0.48:2181, ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS=10.0.0.48:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:2181 ' +++ '[' -n '10.0.0.48:2181 ' ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.48:2181 ++ RABBITMQ_NODES=10.0.0.48 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:5673, +++ '[' -n 10.0.0.48:5673, ']' +++ echo 10.0.0.48:5673 ++ RABBITMQ_SERVERS=10.0.0.48:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:6379 ' +++ '[' -n '10.0.0.48:6379 ' ']' +++ echo 10.0.0.48:6379 ++ REDIS_SERVERS=10.0.0.48:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.48 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9092 ' +++ '[' -n '10.0.0.48:9092 ' ']' +++ echo 10.0.0.48:9092 ++ KAFKA_SERVERS=10.0.0.48:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.48 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.48 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.48 ++ cut -d , -f 1 + local cassandra=10.0.0.48 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.48 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IkczYkVGMlZ1RTZ0N3pfM1NIR0R5ajlkdXVnUkpjVUczVTVEM3VoSmY3WE0ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6Ijk0MmI5NzcyLTYzNmEtNGQxMS05Mjc1LTFkYjA2OWU3MmIyOSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.rzKfemyRklqNYfIjvkloNn4btM9-4ZyNipxq65Qg92oeKkzpFHn2gNffh7TvXcHiroFjGfrL5UKxsGm2_owI5L0ABGo6_QIW-vmQ0zmMWjrMlbfsulYJF7ujEKzOajQQJ4oLqc6ZoCXZ47W7aAzFj2Dc2sz5_BP9kJXg7hWVhyDsbqmrXpgVyzoJZrfgwu_o5WcqsEVL7cyxRfJYOZ7rsDBuiJkhH9xwpvFLcuH-9xwAD8vJjimqZH2uGhOyy7WfgF-0p-w5nlThuihDvXSI5BhX_6s6JTxbkrcEO8rjtTHkoJglivcnDG-nZyJvI_GKTXu5uXiTglPQ1bXkpcneig ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.48 +++ local servers=10.0.0.48 +++ cut -d ' ' -f 1 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ uniq ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort +++ local local_ips=,10.0.0.48,10.169.162.1,127.0.0.1,172.17.0.1,252.48.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.48'\''))' +++ local server_ip=10.0.0.48 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.48 ]] +++ [[ ,10.0.0.48,10.169.162.1,127.0.0.1,172.17.0.1,252.48.0.1,, =~ ,10\.0\.0\.48, ]] +++ echo 10.0.0.48 1 +++ return ++ local ip=10.0.0.48 ++ [[ -z 10.0.0.48 ]] ++ echo 10.0.0.48 + host_ip=10.0.0.48 + [[ cql == \c\q\l ]] ++ echo 10.0.0.48:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.48:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 08/29/2025 10:31:18.278 7fa2438c3300 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/29/2025 10:31:18.450 7fa2438c3300 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/29/2025 10:31:18.450 7fa2438c3300 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.48 - - [2025-08-29 10:31:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000941 2025-08-29 10:31:18.68: KubeMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:18.68: KubeMonitor - Connect Kube API result 0 2025-08-29 10:31:18.77: KubeMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-29 10:31:18.78: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-29 10:31:18.79: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1 2025-08-29 10:31:18.79: PodMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-29 10:31:18.81: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-29 10:31:18.81: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-08-29 10:31:18.82: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-29 10:31:18.83: IngressMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-08-29 10:31:18.83: VncKubernetes - vnc_connect starting 2025-08-29 10:31:18.84: VncKubernetes - vnc_connect done 2025-08-29 10:31:19.20: default-domain domain available. 2025-08-29 10:31:27.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:31:27.46: NamespaceMonitor - start process kube event 2025-08-29 10:31:27.46: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.46: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.46: NetworkMonitor - start process kube event 2025-08-29 10:31:27.46: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.46: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.47: PodMonitor - start process kube event 2025-08-29 10:31:27.47: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.47: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.47: ServiceMonitor - start process kube event 2025-08-29 10:31:27.47: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.47: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.47: NetworkPolicyMonitor - start process kube event 2025-08-29 10:31:27.47: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.47: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.47: EndPointMonitor - start process kube event 2025-08-29 10:31:27.47: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.47: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.47: IngressMonitor - start process kube event 2025-08-29 10:31:27.47: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.47: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.47: IngressMonitor - Connect Kube API result 0 2025-08-29 10:31:27.47: IngressMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-08-29 10:31:27.47: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:31:27.47: EndPointMonitor - Start init url=https://10.0.0.48:6443/api/v1/endpoints resource_version=None 2025-08-29 10:31:27.47: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:31:27.47: NetworkPolicyMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-08-29 10:31:27.47: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:31:27.48: ServiceMonitor - Start init url=https://10.0.0.48:6443/api/v1/services resource_version=None 2025-08-29 10:31:27.48: PodMonitor - Connect Kube API result 0 2025-08-29 10:31:27.48: PodMonitor - Start init url=https://10.0.0.48:6443/api/v1/pods resource_version=None 2025-08-29 10:31:27.48: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:31:27.48: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:31:27.48: NamespaceMonitor - Start init url=https://10.0.0.48:6443/api/v1/namespaces resource_version=None 2025-08-29 10:31:27.52: NamespaceMonitor - Got ADDED Namespace None:contrail:c8224691-1292-47d7-a5b2-53a7dcd6db0e 2025-08-29 10:31:27.52: NetworkPolicyMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=391 2025-08-29 10:31:27.52: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:31:27.52: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:31:27.53: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:c8224691-1292-47d7-a5b2-53a7dcd6db0e 2025-08-29 10:31:27.55: NetworkMonitor - Start init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-08-29 10:31:27.55: ServiceMonitor - Got ADDED Service default:kubernetes:23a409b2-1d12-4aef-bdf7-c3ad2c8afa26 2025-08-29 10:31:27.55: NamespaceMonitor - Got ADDED Namespace None:default:633c1d23-ff58-4667-b132-d177fffea90f 2025-08-29 10:31:27.55: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:31:27.56: IngressMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses, resource_version=392 2025-08-29 10:31:27.56: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:31:27.56: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:31:27.57: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-08-29 10:31:27.57: NetworkMonitor - start process kube event 2025-08-29 10:31:27.57: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-29 10:31:27.57: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:31:27.57: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:31:27.57: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:31:27.57: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-f62r8:ba07cf38-307f-4e3e-b494-a06a83febfc2 2025-08-29 10:31:27.57: PodMonitor - Done init url=https://10.0.0.48:6443/api/v1/pods, resource_version=391 2025-08-29 10:31:27.57: PodMonitor - _schedule_vnc_sync 2025-08-29 10:31:27.57: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:31:27.57: EndPointMonitor - Got ADDED Endpoints default:kubernetes:124e1184-9ce6-4ab0-b37b-0fd8af3063ff 2025-08-29 10:31:27.59: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:f444b503-bd06-427f-86f3-61777380d765 2025-08-29 10:31:27.59: ServiceMonitor - Got ADDED Service kube-system:kube-dns:2ec3cc44-92e8-48b0-bcb7-ab6c5ae8b3d2 2025-08-29 10:31:27.59: ServiceMonitor - Done init url=https://10.0.0.48:6443/api/v1/services, resource_version=391 2025-08-29 10:31:27.59: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:31:27.59: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:31:27.60: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) [Introspect:8108]10.0.0.48 - - [2025-08-29 10:31:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000960 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:31:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001010 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:31:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001085 2025-08-29 10:31:27.60: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:31:27.61: NetworkMonitor - Start init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-08-29 10:31:27.61: NamespaceMonitor - Got ADDED Namespace None:kube-public:c44261f1-f7b3-49fc-9df0-46093fbed306 2025-08-29 10:31:27.61: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:8d2298ea-2f9d-402c-954e-bf965b84047e 2025-08-29 10:31:27.61: EndPointMonitor - Done init url=https://10.0.0.48:6443/api/v1/endpoints, resource_version=392 2025-08-29 10:31:27.61: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:31:27.61: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:31:27.64: NamespaceMonitor - Got ADDED Namespace None:kube-system:02f7db27-7ed9-497d-9d9d-da1ec3a54369 2025-08-29 10:31:27.64: NamespaceMonitor - Done init url=https://10.0.0.48:6443/api/v1/namespaces, resource_version=391 2025-08-29 10:31:27.64: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:31:27.64: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:31:27.65: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:31:27.66: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:31:27.67: NetworkMonitor - Done init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=395 2025-08-29 10:31:27.67: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:31:27.67: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'})(timeout=120) 2025-08-29 10:31:27.68: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'}) 2025-08-29 10:31:30.51: VncKubernetes - wait event (qsize=16 timeout=120) 2025-08-29 10:31:30.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:31:30.51: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:31:30.51: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:31:30.51: VncKubernetes - wait event (qsize=15 timeout=120) 2025-08-29 10:31:30.51: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:23a409b2-1d12-4aef-bdf7-c3ad2c8afa26 2025-08-29 10:31:32.15: VncKubernetes - wait event (qsize=14 timeout=120) 2025-08-29 10:31:32.15: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:633c1d23-ff58-4667-b132-d177fffea90f 2025-08-29 10:31:34.97: VncKubernetes - wait event (qsize=13 timeout=120) 2025-08-29 10:31:34.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:31:34.97: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:31:34.97: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:31:34.97: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-29 10:31:34.97: VncKubernetes - Process event (name=coredns-6f867cd986-f62r8 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-f62r8:ba07cf38-307f-4e3e-b494-a06a83febfc2 2025-08-29 10:31:36.60: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-f62r8:ba07cf38-307f-4e3e-b494-a06a83febfc2 2025-08-29 10:31:36.60: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-f62r8:ba07cf38-307f-4e3e-b494-a06a83febfc2 2025-08-29 10:31:36.60: PodMonitor - start process kube event 2025-08-29 10:31:36.60: empty line received 2025-08-29 10:31:36.60: PodMonitor - start process kube event 2025-08-29 10:31:36.60: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-29 10:31:36.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:31:36.60: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:31:36.60: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:31:36.60: VncKubernetes - wait event (qsize=11 timeout=120) 2025-08-29 10:31:36.60: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:124e1184-9ce6-4ab0-b37b-0fd8af3063ff 2025-08-29 10:31:36.62: VncKubernetes - wait event (qsize=10 timeout=120) 2025-08-29 10:31:36.62: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:f444b503-bd06-427f-86f3-61777380d765 2025-08-29 10:31:38.74: VncKubernetes - wait event (qsize=9 timeout=120) 2025-08-29 10:31:38.74: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:2ec3cc44-92e8-48b0-bcb7-ab6c5ae8b3d2 2025-08-29 10:31:40.58: VncKubernetes - wait event (qsize=8 timeout=120) 2025-08-29 10:31:40.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:31:40.58: VncKubernetes - vnc_sync - Service start 2025-08-29 10:31:40.58: VncKubernetes - vnc_sync - Service done 2025-08-29 10:31:40.58: VncKubernetes - wait event (qsize=7 timeout=120) 2025-08-29 10:31:40.58: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:c44261f1-f7b3-49fc-9df0-46093fbed306 2025-08-29 10:31:43.47: VncKubernetes - wait event (qsize=6 timeout=120) 2025-08-29 10:31:43.47: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:8d2298ea-2f9d-402c-954e-bf965b84047e 2025-08-29 10:31:43.54: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-29 10:31:43.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:31:43.54: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:31:43.55: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-29 10:31:43.55: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:02f7db27-7ed9-497d-9d9d-da1ec3a54369 2025-08-29 10:31:45.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-08-29 10:31:45.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:31:45.03: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:31:45.03: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:31:45.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-29 10:31:45.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:31:45.03: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:31:45.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-29 10:31:45.03: VncKubernetes - Process event (name=coredns-6f867cd986-f62r8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-f62r8:ba07cf38-307f-4e3e-b494-a06a83febfc2 2025-08-29 10:31:45.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:32:27.57: PodMonitor - Received BOOKMARK: oldResVer=391 newResVer=410 2025-08-29 10:32:27.57: PodMonitor - start process kube event 2025-08-29 10:32:27.57: empty line received 2025-08-29 10:32:27.57: PodMonitor - start process kube event 2025-08-29 10:33:26.97: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=410[Introspect:8108]10.0.0.48 - - [2025-08-29 10:33:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001134 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:33:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000923 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:33:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001043 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:34:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000944 2025-08-29 10:33:26.97: PodMonitor - start process kube event 2025-08-29 10:33:26.97: empty line received 2025-08-29 10:33:26.97: PodMonitor - start process kube event 2025-08-29 10:33:27.55: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:33:27.55: NetworkPolicyMonitor - start process kube event 2025-08-29 10:33:27.55: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:33:27.55: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:33:27.55: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:33:27.55: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:33:27.55: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:33:27.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:33:27.55: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:33:27.56: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:33:27.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:33:27.56: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:33:27.57: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:33:27.65: IngressMonitor - start process kube event 2025-08-29 10:33:27.65: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:33:27.65: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:33:27.65: IngressMonitor - Connect Kube API result 0 2025-08-29 10:33:27.65: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:33:27.65: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:33:27.65: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:33:27.65: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:33:27.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:33:27.65: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:33:27.65: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:33:27.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:33:27.65: ServiceMonitor - start process kube event 2025-08-29 10:33:27.65: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:33:27.65: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:33:27.65: EndPointMonitor - start process kube event 2025-08-29 10:33:27.65: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:33:27.65: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:33:27.65: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:33:27.65: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:33:27.65: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:33:27.66: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:33:27.66: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:33:27.66: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:33:27.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:33:27.66: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:33:27.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-29 10:33:27.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:33:27.66: VncKubernetes - vnc_sync - Service start 2025-08-29 10:33:27.66: VncKubernetes - vnc_sync - Service done 2025-08-29 10:33:27.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:33:27.66: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:33:27.66: NamespaceMonitor - start process kube event 2025-08-29 10:33:27.67: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:33:27.67: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:33:27.67: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:33:27.67: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:33:27.67: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:33:27.67: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:33:27.67: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:33:27.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:33:27.67: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:33:27.67: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:33:27.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:33:27.67: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:33:27.68: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:33:27.68: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:33:27.68: NetworkMonitor - start process kube event 2025-08-29 10:33:27.68: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=395 2025-08-29 10:33:27.68: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:33:27.68: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:33:27.68: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:33:27.68: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'})(timeout=120) 2025-08-29 10:33:27.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:33:27.68: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:33:27.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:33:27.69: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'}) 2025-08-29 10:34:27.23: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=410 2025-08-29 10:34:27.23: PodMonitor - start process kube event 2025-08-29 10:34:27.23: empty line received 2025-08-29 10:34:27.23: PodMonitor - start process kube event 2025-08-29 10:35:27.39: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=410 2025-08-29 10:35:27.39: PodMonitor - start process kube event 2025-08-29 10:35:27.40: empty line received 2025-08-29 10:35:27.40: PodMonitor - start process kube event 2025-08-29 10:35:27.56: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:35:27.56: NetworkPolicyMonitor - start process kube event 2025-08-29 10:35:27.56: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:35:27.57: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:35:27.57: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:35:27.57: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:35:27.57: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:35:27.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:35:27.57: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:35:27.57: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:35:27.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:35:27.59: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:35:27.67: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:35:27.67: IngressMonitor - start process kube event 2025-08-29 10:35:27.67: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:35:27.67: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:35:27.67: IngressMonitor - Connect Kube API result 0 2025-08-29 10:35:27.67: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:35:27.67: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:35:27.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:35:27.67: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:35:27.67: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:35:27.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:35:27.67: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:35:27.67: ServiceMonitor - start process kube event 2025-08-29 10:35:27.67: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:35:27.67: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:35:27.67: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:35:27.67: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:35:27.68: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:35:27.68: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:35:27.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:35:27.68: VncKubernetes - vnc_sync - Service start 2025-08-29 10:35:27.68: VncKubernetes - vnc_sync - Service done 2025-08-29 10:35:27.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:35:27.68: EndPointMonitor - start process kube event 2025-08-29 10:35:27.68: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:35:27.68: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:35:27.68: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:35:27.68: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:35:27.68: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:35:27.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:35:27.68: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:35:27.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:35:27.68: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:35:27.68: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:35:27.68: NamespaceMonitor - start process kube event 2025-08-29 10:35:27.68: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:35:27.68: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:35:27.68: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:35:27.68: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:35:27.68: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:35:27.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:35:27.69: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:35:27.69: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:35:27.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:35:27.69: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:35:27.69: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:35:27.69: NetworkMonitor - start process kube event 2025-08-29 10:35:27.69: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=395 2025-08-29 10:35:27.69: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:35:27.69: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:35:27.69: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:35:27.69: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'})(timeout=120) 2025-08-29 10:35:27.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:35:27.70: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:35:27.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:35:27.70: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:35:27.70: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:35:27.70: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'}) 2025-08-29 10:36:27.81: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=410 2025-08-29 10:36:27.81: PodMonitor - start process kube event 2025-08-29 10:36:27.81: PodMonitor - _schedule_vnc_sync 2025-08-29 10:36:27.81: empty line received 2025-08-29 10:36:27.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:36:27.81: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:36:27.81: PodMonitor - start process kube event 2025-08-29 10:36:27.82: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:36:27.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:37:27.59: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:37:27.59: NetworkPolicyMonitor - start process kube event 2025-08-29 10:37:27.59: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:37:27.59: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:37:27.59: NetworkPolicyMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:38:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000948 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:38:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000951 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:38:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001046 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:39:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001235 2025-08-29 10:37:27.59: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:37:27.59: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:37:27.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:37:27.59: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:37:27.59: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:37:27.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:37:27.61: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:37:27.68: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:37:27.68: IngressMonitor - start process kube event 2025-08-29 10:37:27.68: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:37:27.68: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:37:27.68: IngressMonitor - Connect Kube API result 0 2025-08-29 10:37:27.68: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:37:27.68: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:37:27.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:37:27.69: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:37:27.69: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:37:27.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:37:27.69: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:37:27.69: ServiceMonitor - start process kube event 2025-08-29 10:37:27.69: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:37:27.69: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:37:27.69: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:37:27.69: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:37:27.69: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:37:27.69: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:37:27.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:37:27.69: VncKubernetes - vnc_sync - Service start 2025-08-29 10:37:27.69: VncKubernetes - vnc_sync - Service done 2025-08-29 10:37:27.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:37:27.70: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:37:27.70: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:37:27.70: EndPointMonitor - start process kube event 2025-08-29 10:37:27.70: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:37:27.70: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:37:27.70: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:37:27.70: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:37:27.70: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:37:27.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:37:27.70: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:37:27.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:37:27.70: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:37:27.70: NamespaceMonitor - start process kube event 2025-08-29 10:37:27.70: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:37:27.70: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:37:27.70: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:37:27.70: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:37:27.70: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:37:27.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:37:27.71: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:37:27.71: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:37:27.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:37:27.71: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:37:27.71: NetworkMonitor - start process kube event 2025-08-29 10:37:27.71: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=395 2025-08-29 10:37:27.71: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:37:27.71: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:37:27.71: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:37:27.71: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'})(timeout=120) 2025-08-29 10:37:27.71: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:37:27.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:37:27.72: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:37:27.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:37:27.72: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:37:27.72: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'}) 2025-08-29 10:37:27.80: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=410 2025-08-29 10:37:27.80: PodMonitor - start process kube event 2025-08-29 10:37:27.80: empty line received 2025-08-29 10:37:27.80: PodMonitor - start process kube event 2025-08-29 10:38:28.82: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=410 2025-08-29 10:38:28.82: PodMonitor - start process kube event 2025-08-29 10:38:28.82: empty line received 2025-08-29 10:38:28.82: PodMonitor - start process kube event 2025-08-29 10:39:24.72: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=410 2025-08-29 10:39:24.72: PodMonitor - start process kube event 2025-08-29 10:39:24.72: empty line received 2025-08-29 10:39:24.72: PodMonitor - start process kube event 2025-08-29 10:39:26.59: stop iteration PodMonitor 2025-08-29 10:39:26.59: PodMonitor - start process kube event 2025-08-29 10:39:26.59: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=410 2025-08-29 10:39:26.59: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:39:26.59: PodMonitor - Connect Kube API result 0 2025-08-29 10:39:26.59: PodMonitor - _schedule_vnc_sync 2025-08-29 10:39:26.59: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'})(timeout=120) 2025-08-29 10:39:26.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:39:26.60: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:39:26.60: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:39:26.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:39:26.61: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'}) 2025-08-29 10:39:27.61: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:39:27.61: NetworkPolicyMonitor - start process kube event 2025-08-29 10:39:27.61: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:39:27.61: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:39:27.61: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:39:27.61: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:39:27.61: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:39:27.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:39:27.61: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:39:27.62: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:39:27.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:39:27.62: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:39:27.69: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:39:27.69: IngressMonitor - start process kube event 2025-08-29 10:39:27.69: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:39:27.69: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:39:27.69: IngressMonitor - Connect Kube API result 0 2025-08-29 10:39:27.69: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:39:27.69: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:39:27.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:39:27.70: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:39:27.70: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:39:27.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:39:27.70: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:39:27.70: ServiceMonitor - start process kube event 2025-08-29 10:39:27.70: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:39:27.70: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:39:27.70: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:39:27.70: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:39:27.70: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:39:27.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:39:27.70: VncKubernetes - vnc_sync - Service start 2025-08-29 10:39:27.70: VncKubernetes - vnc_sync - Service done 2025-08-29 10:39:27.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:39:27.70: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:39:27.71: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:39:27.71: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:39:27.72: EndPointMonitor - start process kube event 2025-08-29 10:39:27.72: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:39:27.72: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:39:27.72: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:39:27.72: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:39:27.72: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:39:27.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:39:27.72: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:39:27.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:39:27.72: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:39:27.72: NamespaceMonitor - start process kube event 2025-08-29 10:39:27.72: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:39:27.72: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:39:27.72: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:39:27.73: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:39:27.73: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:39:27.73: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:39:27.73: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:39:27.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:39:27.73: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:39:27.73: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:39:27.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:39:27.73: NetworkMonitor - start process kube event 2025-08-29 10:39:27.73: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=395 2025-08-29 10:39:27.73: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:39:27.73: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:39:27.73: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:39:27.73: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'})(timeout=120) 2025-08-29 10:39:27.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:39:27.73: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:39:27.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:39:27.74: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:39:27.74: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'}) 2025-08-29 10:40:26.97: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=391 newResVer=1033 2025-08-29 10:40:26.97: NetworkPolicyMonitor - start process kube event 2025-08-29 10:40:26.97: empty line received 2025-08-29 10:40:26.98: NetworkPolicyMonitor - start process kube event 2025-08-29 10:40:27.68: ServiceMonitor - Received BOOKMARK: oldResVer=391 newResVer=1035 2025-08-29 10:40:27.68: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-08-29 10:43:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001091 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:43:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001047 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:43:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000973 2025-08-29 10:40:27.68: empty line received 2025-08-29 10:40:27.68: ServiceMonitor - start process kube event 2025-08-29 10:40:27.80: IngressMonitor - Received BOOKMARK: oldResVer=392 newResVer=1105 2025-08-29 10:40:27.80: IngressMonitor - start process kube event 2025-08-29 10:40:27.80: empty line received 2025-08-29 10:40:27.80: IngressMonitor - start process kube event 2025-08-29 10:41:26.61: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:41:26.61: PodMonitor - start process kube event 2025-08-29 10:41:26.61: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=410 2025-08-29 10:41:26.61: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:41:26.61: PodMonitor - Connect Kube API result 0 2025-08-29 10:41:26.61: PodMonitor - _schedule_vnc_sync 2025-08-29 10:41:26.61: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'})(timeout=120) 2025-08-29 10:41:26.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:41:26.61: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:41:26.61: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:41:26.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:41:26.63: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'}) 2025-08-29 10:41:26.85: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:41:26.85: ServiceMonitor - start process kube event 2025-08-29 10:41:26.85: empty line received 2025-08-29 10:41:26.85: ServiceMonitor - start process kube event 2025-08-29 10:41:27.40: IngressMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-29 10:41:27.40: IngressMonitor - start process kube event 2025-08-29 10:41:27.40: empty line received 2025-08-29 10:41:27.40: IngressMonitor - start process kube event 2025-08-29 10:41:27.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1033 newResVer=1033 2025-08-29 10:41:27.67: NetworkPolicyMonitor - start process kube event 2025-08-29 10:41:27.68: empty line received 2025-08-29 10:41:27.68: NetworkPolicyMonitor - start process kube event 2025-08-29 10:41:27.73: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:41:27.73: EndPointMonitor - start process kube event 2025-08-29 10:41:27.73: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:41:27.73: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:41:27.73: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:41:27.73: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:41:27.73: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:41:27.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:41:27.73: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:41:27.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:41:27.74: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:41:27.74: NamespaceMonitor - start process kube event 2025-08-29 10:41:27.74: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:41:27.74: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:41:27.74: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:41:27.74: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:41:27.74: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:41:27.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:41:27.74: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:41:27.74: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:41:27.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:41:27.74: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:41:27.74: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:41:27.74: NetworkMonitor - start process kube event 2025-08-29 10:41:27.74: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=395 2025-08-29 10:41:27.74: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:41:27.74: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:41:27.74: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:41:27.74: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'})(timeout=120) 2025-08-29 10:41:27.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:41:27.74: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:41:27.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:41:27.74: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:41:27.75: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '395'}) 2025-08-29 10:42:26.95: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:42:26.95: ServiceMonitor - start process kube event 2025-08-29 10:42:26.95: empty line received 2025-08-29 10:42:26.95: ServiceMonitor - start process kube event 2025-08-29 10:42:27.30: IngressMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-29 10:42:27.30: IngressMonitor - start process kube event 2025-08-29 10:42:27.30: empty line received 2025-08-29 10:42:27.30: IngressMonitor - start process kube event 2025-08-29 10:42:27.49: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1033 newResVer=1033 2025-08-29 10:42:27.49: NetworkPolicyMonitor - start process kube event 2025-08-29 10:42:27.49: empty line received 2025-08-29 10:42:27.49: NetworkPolicyMonitor - start process kube event 2025-08-29 10:42:27.73: NetworkMonitor - Received BOOKMARK: oldResVer=395 newResVer=1323 2025-08-29 10:42:27.73: NetworkMonitor - start process kube event 2025-08-29 10:42:27.73: empty line received 2025-08-29 10:42:27.73: NetworkMonitor - start process kube event 2025-08-29 10:43:26.63: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:43:26.63: PodMonitor - start process kube event 2025-08-29 10:43:26.63: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=410 2025-08-29 10:43:26.63: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:43:26.63: PodMonitor - Connect Kube API result 0 2025-08-29 10:43:26.63: PodMonitor - _schedule_vnc_sync 2025-08-29 10:43:26.63: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'})(timeout=120) 2025-08-29 10:43:26.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:43:26.63: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:43:26.63: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:43:26.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:43:26.65: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'}) [Introspect:8108]10.0.0.48 - - [2025-08-29 10:44:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000978 2025-08-29 10:43:26.82: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:43:26.82: ServiceMonitor - start process kube event 2025-08-29 10:43:26.82: empty line received 2025-08-29 10:43:26.82: ServiceMonitor - start process kube event 2025-08-29 10:43:27.74: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:43:27.74: EndPointMonitor - start process kube event 2025-08-29 10:43:27.74: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:43:27.74: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:43:27.74: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:43:27.74: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:43:27.74: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:43:27.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:43:27.74: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:43:27.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:43:27.75: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:43:27.75: NamespaceMonitor - start process kube event 2025-08-29 10:43:27.75: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:43:27.75: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:43:27.75: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:43:27.75: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:43:27.75: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:43:27.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:43:27.75: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:43:27.75: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:43:27.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:43:27.75: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:43:27.75: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:43:27.85: IngressMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-29 10:43:27.85: IngressMonitor - start process kube event 2025-08-29 10:43:27.85: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:43:27.85: empty line received 2025-08-29 10:43:27.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:43:27.85: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:43:27.85: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:43:27.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:43:27.85: IngressMonitor - start process kube event 2025-08-29 10:43:27.85: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1033 newResVer=1033 2025-08-29 10:43:27.85: NetworkPolicyMonitor - start process kube event 2025-08-29 10:43:27.85: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:43:27.85: empty line received 2025-08-29 10:43:27.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:43:27.85: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:43:27.85: NetworkPolicyMonitor - start process kube event 2025-08-29 10:43:27.85: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:43:27.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:43:28.10: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-08-29 10:43:28.10: NetworkMonitor - start process kube event 2025-08-29 10:43:28.10: empty line received 2025-08-29 10:43:28.10: NetworkMonitor - start process kube event 2025-08-29 10:44:27.41: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:44:27.41: ServiceMonitor - start process kube event 2025-08-29 10:44:27.41: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:44:27.41: empty line received 2025-08-29 10:44:27.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:44:27.41: VncKubernetes - vnc_sync - Service start 2025-08-29 10:44:27.41: VncKubernetes - vnc_sync - Service done 2025-08-29 10:44:27.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:44:27.41: ServiceMonitor - start process kube event 2025-08-29 10:44:27.60: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1033 newResVer=1033 2025-08-29 10:44:27.60: NetworkPolicyMonitor - start process kube event 2025-08-29 10:44:27.60: empty line received 2025-08-29 10:44:27.60: NetworkPolicyMonitor - start process kube event 2025-08-29 10:44:27.78: IngressMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-29 10:44:27.78: IngressMonitor - start process kube event 2025-08-29 10:44:27.78: empty line received 2025-08-29 10:44:27.78: IngressMonitor - start process kube event 2025-08-29 10:44:28.34: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-08-29 10:44:28.34: NetworkMonitor - start process kube event 2025-08-29 10:44:28.34: empty line received 2025-08-29 10:44:28.34: NetworkMonitor - start process kube event 2025-08-29 10:44:37.03: IngressMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-29 10:44:37.03: IngressMonitor - start process kube event 2025-08-29 10:44:37.03: empty line received 2025-08-29 10:44:37.03: IngressMonitor - start process kube event 2025-08-29 10:44:38.19: IngressMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-29 10:44:38.20: IngressMonitor - start process kube event 2025-08-29 10:44:38.20: empty line received 2025-08-29 10:44:38.20: IngressMonitor - start process kube event 2025-08-29 10:44:39.80: stop iteration IngressMonitor 2025-08-29 10:44:39.81: IngressMonitor - start process kube event 2025-08-29 10:44:39.81: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1105 2025-08-29 10:44:39.81: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:44:39.81: IngressMonitor - Connect Kube API result 0 2025-08-29 10:44:39.81: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:44:39.81: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'})(timeout=120) 2025-08-29 10:44:39.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:44:39.81: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:44:39.81: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:44:39.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:44:39.82: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'}) 2025-08-29 10:44:57.09: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1033 newResVer=1033 2025-08-29 10:44:57.09: NetworkPolicyMonitor - start process kube event 2025-08-29 10:44:57.09: empty line received 2025-08-29 10:44:57.09: NetworkPolicyMonitor - start process kube event 2025-08-29 10:44:58.24: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1033 newResVer=1033 2025-08-29 10:44:58.24: NetworkPolicyMonitor - start process kube event 2025-08-29 10:44:58.24: empty line received 2025-08-29 10:44:58.24: NetworkPolicyMonitor - start process kube event 2025-08-29 10:44:59.38: stop iteration NetworkPolicyMonitor 2025-08-29 10:44:59.38: NetworkPolicyMonitor - start process kube event 2025-08-29 10:44:59.38: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1033 2025-08-29 10:44:59.38: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:44:59.38: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:44:59.38: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:44:59.38: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1033'})(timeout=120) 2025-08-29 10:44:59.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:44:59.38: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:44:59.39: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:44:59.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:44:59.40: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1033'}) 2025-08-29 10:45:26.65: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:45:26.65: PodMonitor - start process kube event 2025-08-29 10:45:26.65: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=410 2025-08-29 10:45:26.65: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:45:26.65: PodMonitor - Connect Kube API result 0 2025-08-29 10:45:26.65: PodMonitor - _schedule_vnc_sync 2025-08-29 10:45:26.65: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'})(timeout=120) 2025-08-29 10:45:26.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:45:26.65: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:45:26.65: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:45:26.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:45:26.67: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'}) 2025-08-29 10:45:27.52: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:45:27.52: ServiceMonitor - start process kube event 2025-08-29 10:45:27.52: empty line received 2025-08-29 10:45:27.52: ServiceMonitor - start process kube event 2025-08-29 10:45:27.75: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:45:27.75: EndPointMonitor - start process kube event 2025-08-29 10:45:27.75: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:45:27.75: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:45:27.76: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:45:27.76: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:45:27.76: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:45:27.76: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:45:27.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:45:27.76: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:45:27.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:45:27.76: NamespaceMonitor - start process kube event 2025-08-29 10:45:27.76: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:45:27.76: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:45:27.76: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:45:27.76: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:45:27.76: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:45:27.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:45:27.76: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:45:27.76: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:45:27.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:45:27.77: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:45:27.77: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:45:28.04: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-08-29 10:45:28.04: NetworkMonitor - start process kube event 2025-08-29 10:45:28.04: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:45:28.04: empty line received 2025-08-29 10:45:28.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:45:28.04: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:45:28.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:45:28.04: NetworkMonitor - start process kube event 2025-08-29 10:46:27.71: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-08-29 10:46:27.71: NetworkMonitor - start process kube event 2025-08-29 10:46:27.71: empty line received 2025-08-29 10:46:27.71: NetworkMonitor - start process kube event 2025-08-29 10:46:27.86: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:46:27.86: ServiceMonitor - start process kube event 2025-08-29 10:46:27.86: empty line received 2025-08-29 10:46:27.86: ServiceMonitor - start process kube event 2025-08-29 10:46:39.82: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:46:39.82: IngressMonitor - start process kube event 2025-08-29 10:46:39.82: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1105 2025-08-29 10:46:39.82: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:46:39.82: IngressMonitor - Connect Kube API result 0 2025-08-29 10:46:39.82: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:46:39.82: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'})(timeout=120) 2025-08-29 10:46:39.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:46:39.83: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:46:39.83: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:46:39.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:46:39.84: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'}) 2025-08-29 10:46:44.85: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-08-29 10:46:44.85: NetworkMonitor - start process kube event 2025-08-29 10:46:44.85: empty line received 2025-08-29 10:46:44.85: NetworkMonitor - start process kube event 2025-08-29 10:46:45.99: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-08-29 10:46:45.99: NetworkMonitor - start process kube event 2025-08-29 10:46:45.99: empty line received 2025-08-29 10:46:45.99: NetworkMonitor - start process kube event 2025-08-29 10:46:47.07: stop iteration NetworkMonitor 2025-08-29 10:46:47.07: NetworkMonitor - start process kube event 2025-08-29 10:46:47.07: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1323 2025-08-29 10:46:47.07: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:46:47.07: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:46:47.07: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.48 - - [2025-08-29 10:48:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000999 2025-08-29 10:46:47.07: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'})(timeout=120) 2025-08-29 10:46:47.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:46:47.07: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:46:47.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:46:47.08: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'}) 2025-08-29 10:46:59.40: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:46:59.40: NetworkPolicyMonitor - start process kube event 2025-08-29 10:46:59.40: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1033 2025-08-29 10:46:59.40: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:46:59.40: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:46:59.40: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:46:59.40: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1033'})(timeout=120) 2025-08-29 10:46:59.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:46:59.40: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:46:59.41: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:46:59.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:46:59.42: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1033'}) 2025-08-29 10:47:26.67: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:47:26.67: PodMonitor - start process kube event 2025-08-29 10:47:26.67: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=410 2025-08-29 10:47:26.67: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:47:26.67: PodMonitor - Connect Kube API result 0 2025-08-29 10:47:26.67: PodMonitor - _schedule_vnc_sync 2025-08-29 10:47:26.67: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'})(timeout=120) 2025-08-29 10:47:26.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:47:26.67: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:47:26.67: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:47:26.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:47:26.68: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'}) 2025-08-29 10:47:27.77: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:47:27.77: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:47:27.77: NamespaceMonitor - start process kube event 2025-08-29 10:47:27.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:47:27.77: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:47:27.77: EndPointMonitor - start process kube event 2025-08-29 10:47:27.77: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:47:27.77: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:47:27.77: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:47:27.77: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:47:27.77: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:47:27.78: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:47:27.78: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:47:27.78: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:47:27.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:47:27.78: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:47:27.78: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:47:27.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-29 10:47:27.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:47:27.78: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:47:27.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:47:27.79: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:47:27.79: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:47:28.88: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:47:28.88: ServiceMonitor - start process kube event 2025-08-29 10:47:28.88: empty line received 2025-08-29 10:47:28.88: ServiceMonitor - start process kube event 2025-08-29 10:48:12.15: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:48:12.15: ServiceMonitor - start process kube event 2025-08-29 10:48:12.15: empty line received 2025-08-29 10:48:12.15: ServiceMonitor - start process kube event 2025-08-29 10:48:13.32: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-08-29 10:48:13.32: ServiceMonitor - start process kube event 2025-08-29 10:48:13.32: empty line received 2025-08-29 10:48:13.32: ServiceMonitor - start process kube event 2025-08-29 10:48:14.59: stop iteration ServiceMonitor 2025-08-29 10:48:14.59: ServiceMonitor - start process kube event 2025-08-29 10:48:14.59: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1035 2025-08-29 10:48:14.59: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:48:14.59: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:48:14.59: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:48:14.59: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1035'})(timeout=120) 2025-08-29 10:48:14.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:48:14.59: VncKubernetes - vnc_sync - Service start 2025-08-29 10:48:14.59: VncKubernetes - vnc_sync - Service done 2025-08-29 10:48:14.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:48:14.60: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1035'}) 2025-08-29 10:48:39.84: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:48:39.84: IngressMonitor - start process kube event 2025-08-29 10:48:39.84: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1105 2025-08-29 10:48:39.84: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:48:39.84: IngressMonitor - Connect Kube API result 0 2025-08-29 10:48:39.84: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:48:39.84: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'})(timeout=120) [Introspect:8108]10.0.0.48 - - [2025-08-29 10:49:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001134 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:49:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001152 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:49:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001271 2025-08-29 10:48:39.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:48:39.85: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:48:39.85: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:48:39.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:48:39.86: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'}) 2025-08-29 10:48:47.09: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:48:47.09: NetworkMonitor - start process kube event 2025-08-29 10:48:47.09: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1323 2025-08-29 10:48:47.09: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:48:47.09: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:48:47.09: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:48:47.09: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'})(timeout=120) 2025-08-29 10:48:47.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:48:47.09: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:48:47.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:48:47.10: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'}) 2025-08-29 10:48:59.42: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:48:59.42: NetworkPolicyMonitor - start process kube event 2025-08-29 10:48:59.42: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1033 2025-08-29 10:48:59.42: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:48:59.42: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:48:59.42: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:48:59.42: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1033'})(timeout=120) 2025-08-29 10:48:59.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:48:59.42: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:48:59.42: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:48:59.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:48:59.44: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1033'}) 2025-08-29 10:49:14.30: ServiceMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1881 2025-08-29 10:49:14.30: ServiceMonitor - start process kube event 2025-08-29 10:49:14.30: empty line received 2025-08-29 10:49:14.30: ServiceMonitor - start process kube event 2025-08-29 10:49:26.69: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:49:26.69: PodMonitor - start process kube event 2025-08-29 10:49:26.69: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=410 2025-08-29 10:49:26.69: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:49:26.69: PodMonitor - Connect Kube API result 0 2025-08-29 10:49:26.69: PodMonitor - _schedule_vnc_sync 2025-08-29 10:49:26.69: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'})(timeout=120) 2025-08-29 10:49:26.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:49:26.69: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:49:26.69: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:49:26.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:49:26.70: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '410'}) 2025-08-29 10:49:27.79: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:49:27.79: NamespaceMonitor - start process kube event 2025-08-29 10:49:27.79: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-08-29 10:49:27.79: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:49:27.79: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:49:27.79: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:49:27.79: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-08-29 10:49:27.79: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:49:27.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:49:27.79: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:49:27.79: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:49:27.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:49:27.79: EndPointMonitor - start process kube event 2025-08-29 10:49:27.79: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-08-29 10:49:27.79: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:49:27.79: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:49:27.79: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:49:27.79: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-08-29 10:49:27.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:49:27.79: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:49:27.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:49:27.80: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-08-29 10:49:27.80: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-08-29 10:49:59.11: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1033 newResVer=1879 2025-08-29 10:49:59.11: NetworkPolicyMonitor - start process kube event 2025-08-29 10:49:59.11: empty line received 2025-08-29 10:49:59.11: NetworkPolicyMonitor - start process kube event 2025-08-29 10:50:13.85: ServiceMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2025-08-29 10:50:13.85: ServiceMonitor - start process kube event 2025-08-29 10:50:13.85: empty line received 2025-08-29 10:50:13.85: ServiceMonitor - start process kube event 2025-08-29 10:50:27.72: NamespaceMonitor - Received BOOKMARK: oldResVer=391 newResVer=1955 2025-08-29 10:50:27.72: NamespaceMonitor - start process kube event 2025-08-29 10:50:27.72: empty line received 2025-08-29 10:50:27.72: NamespaceMonitor - start process kube event 2025-08-29 10:50:28.78: EndPointMonitor - Received BOOKMARK: oldResVer=392 newResVer=1904 2025-08-29 10:50:28.78: EndPointMonitor - start process kube event 2025-08-29 10:50:28.78: empty line received 2025-08-29 10:50:28.78: EndPointMonitor - start process kube event 2025-08-29 10:50:39.40: IngressMonitor - Received BOOKMARK: oldResVer=1105 newResVer=2021 2025-08-29 10:50:39.40: IngressMonitor - start process kube event 2025-08-29 10:50:39.40: empty line received 2025-08-29 10:50:39.40: IngressMonitor - start process kube event 2025-08-29 10:50:47.10: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:50:47.10: NetworkMonitor - start process kube event 2025-08-29 10:50:47.10: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1323 2025-08-29 10:50:47.10: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:50:47.10: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:50:47.10: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:50:47.10: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'})(timeout=120) 2025-08-29 10:50:47.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:50:47.10: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:50:47.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:50:47.12: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'}) 2025-08-29 10:50:59.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:50:59.73: NetworkPolicyMonitor - start process kube event 2025-08-29 10:50:59.73: empty line received 2025-08-29 10:50:59.73: NetworkPolicyMonitor - start process kube event 2025-08-29 10:51:14.71: ServiceMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2025-08-29 10:51:14.71: ServiceMonitor - start process kube event 2025-08-29 10:51:14.71: empty line received 2025-08-29 10:51:14.71: ServiceMonitor - start process kube event 2025-08-29 10:51:26.59: PodMonitor - Received BOOKMARK: oldResVer=410 newResVer=2021 2025-08-29 10:51:26.59: PodMonitor - start process kube event 2025-08-29 10:51:26.59: empty line received 2025-08-29 10:51:26.59: PodMonitor - start process kube event 2025-08-29 10:51:28.22: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:51:28.22: NamespaceMonitor - start process kube event 2025-08-29 10:51:28.22: empty line received 2025-08-29 10:51:28.22: NamespaceMonitor - start process kube event 2025-08-29 10:51:28.98: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:51:28.98: EndPointMonitor - start process kube event 2025-08-29 10:51:28.98: empty line received 2025-08-29 10:51:28.98: EndPointMonitor - start process kube event 2025-08-29 10:51:39.13: IngressMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:51:39.13: IngressMonitor - start process kube event 2025-08-29 10:51:39.13: empty line received 2025-08-29 10:51:39.13: IngressMonitor - start process kube event 2025-08-29 10:51:59.91: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:51:59.91: NetworkPolicyMonitor - start process kube event 2025-08-29 10:51:59.91: empty line received 2025-08-29 10:51:59.91: NetworkPolicyMonitor - start process kube event 2025-08-29 10:52:14.63: ServiceMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2025-08-29 10:52:14.63: ServiceMonitor - start process kube event 2025-08-29 10:52:14.63: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:52:14.63: empty line received 2025-08-29 10:52:14.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:52:14.64: VncKubernetes - vnc_sync - Service start 2025-08-29 10:52:14.64: VncKubernetes - vnc_sync - Service done 2025-08-29 10:52:14.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:52:14.64: ServiceMonitor - start process kube event 2025-08-29 10:52:26.38: PodMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:52:26.38: PodMonitor - start process kube event 2025-08-29 10:52:26.38: empty line received 2025-08-29 10:52:26.38: PodMonitor - start process kube event 2025-08-29 10:52:28.82: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:52:28.82: NamespaceMonitor - start process kube event 2025-08-29 10:52:28.82: empty line received 2025-08-29 10:52:28.82: NamespaceMonitor - start process kube event 2025-08-29 10:52:29.39: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:52:29.39: EndPointMonitor - start process kube event 2025-08-29 10:52:29.39: empty line received 2025-08-29 10:52:29.39: EndPointMonitor - start process kube event 2025-08-29 10:52:39.40: IngressMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:52:39.40: IngressMonitor - start process kube event 2025-08-29 10:52:39.40: empty line received 2025-08-29 10:52:39.40: IngressMonitor - start process kube event 2025-08-29 10:52:47.12: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:52:47.12: NetworkMonitor - start process kube event 2025-08-29 10:52:47.12: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1323 2025-08-29 10:52:47.12: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:52:47.12: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:52:47.12: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:52:47.12: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'})(timeout=120) 2025-08-29 10:52:47.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:52:47.12: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:52:47.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:52:47.13: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1323'}) 2025-08-29 10:52:59.03: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:52:59.03: NetworkPolicyMonitor - start process kube event 2025-08-29 10:52:59.03: empty line received 2025-08-29 10:52:59.03: NetworkPolicyMonitor - start process kube event 2025-08-29 10:53:14.57: ServiceMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2025-08-29 10:53:14.57: ServiceMonitor - start process kube event 2025-08-29 10:53:14.57: empty line received 2025-08-29 10:53:14.57: ServiceMonitor - start process kube event 2025-08-29 10:53:25.75: PodMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:53:25.75: PodMonitor - start process kube event 2025-08-29 10:53:25.75: empty line received 2025-08-29 10:53:25.75: PodMonitor - start process kube event 2025-08-29 10:53:28.72: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:53:28.72: EndPointMonitor - start process kube event 2025-08-29 10:53:28.72: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:53:28.72: empty line received 2025-08-29 10:53:28.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:53:28.72: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:53:28.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:53:28.72: EndPointMonitor - start process kube event 2025-08-29 10:53:28.83: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:53:28.83: NamespaceMonitor - start process kube event 2025-08-29 10:53:28.83: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:53:28.83: empty line received 2025-08-29 10:53:28.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:53:28.83: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:53:28.83: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:53:28.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:53:28.83: NamespaceMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-08-29 10:53:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001016 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:54:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001121 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:54:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001066 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:54:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001252 2025-08-29 10:53:39.88: IngressMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:53:39.88: IngressMonitor - start process kube event 2025-08-29 10:53:39.88: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:53:39.88: empty line received 2025-08-29 10:53:39.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:53:39.88: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:53:39.88: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:53:39.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:53:39.88: IngressMonitor - start process kube event 2025-08-29 10:53:47.36: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=2214 2025-08-29 10:53:47.36: NetworkMonitor - start process kube event 2025-08-29 10:53:47.36: empty line received 2025-08-29 10:53:47.36: NetworkMonitor - start process kube event 2025-08-29 10:53:59.05: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:53:59.05: NetworkPolicyMonitor - start process kube event 2025-08-29 10:53:59.05: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:53:59.05: empty line received 2025-08-29 10:53:59.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:53:59.05: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:53:59.06: NetworkPolicyMonitor - start process kube event 2025-08-29 10:53:59.06: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:53:59.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:54:14.13: ServiceMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2025-08-29 10:54:14.13: ServiceMonitor - start process kube event 2025-08-29 10:54:14.13: empty line received 2025-08-29 10:54:14.13: ServiceMonitor - start process kube event 2025-08-29 10:54:26.72: PodMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:54:26.72: PodMonitor - start process kube event 2025-08-29 10:54:26.72: PodMonitor - _schedule_vnc_sync 2025-08-29 10:54:26.72: empty line received 2025-08-29 10:54:26.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:54:26.72: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:54:26.72: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:54:26.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:54:26.72: PodMonitor - start process kube event 2025-08-29 10:54:28.95: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:54:28.95: EndPointMonitor - start process kube event 2025-08-29 10:54:28.95: empty line received 2025-08-29 10:54:28.95: EndPointMonitor - start process kube event 2025-08-29 10:54:29.57: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:54:29.57: NamespaceMonitor - start process kube event 2025-08-29 10:54:29.57: empty line received 2025-08-29 10:54:29.57: NamespaceMonitor - start process kube event 2025-08-29 10:54:39.41: IngressMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:54:39.41: IngressMonitor - start process kube event 2025-08-29 10:54:39.41: empty line received 2025-08-29 10:54:39.41: IngressMonitor - start process kube event 2025-08-29 10:54:47.60: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=2214 2025-08-29 10:54:47.60: NetworkMonitor - start process kube event 2025-08-29 10:54:47.60: empty line received 2025-08-29 10:54:47.60: NetworkMonitor - start process kube event 2025-08-29 10:55:00.04: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:55:00.04: NetworkPolicyMonitor - start process kube event 2025-08-29 10:55:00.04: empty line received 2025-08-29 10:55:00.04: NetworkPolicyMonitor - start process kube event 2025-08-29 10:55:09.96: IngressMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:55:09.96: IngressMonitor - start process kube event 2025-08-29 10:55:09.96: empty line received 2025-08-29 10:55:09.96: IngressMonitor - start process kube event 2025-08-29 10:55:11.02: IngressMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:55:11.02: IngressMonitor - start process kube event 2025-08-29 10:55:11.02: empty line received 2025-08-29 10:55:11.02: IngressMonitor - start process kube event 2025-08-29 10:55:12.92: stop iteration IngressMonitor 2025-08-29 10:55:12.92: IngressMonitor - start process kube event 2025-08-29 10:55:12.92: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2021 2025-08-29 10:55:12.92: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:55:12.92: IngressMonitor - Connect Kube API result 0 2025-08-29 10:55:12.92: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:55:12.92: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'})(timeout=120) 2025-08-29 10:55:12.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:55:12.92: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:55:12.92: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:55:12.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:55:12.94: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'}) 2025-08-29 10:55:13.10: ServiceMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2025-08-29 10:55:13.10: ServiceMonitor - start process kube event 2025-08-29 10:55:13.10: empty line received 2025-08-29 10:55:13.10: ServiceMonitor - start process kube event 2025-08-29 10:55:14.88: stop iteration ServiceMonitor 2025-08-29 10:55:14.88: ServiceMonitor - start process kube event 2025-08-29 10:55:14.88: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1881 2025-08-29 10:55:14.88: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:55:14.88: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:55:14.88: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:55:14.88: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'})(timeout=120) 2025-08-29 10:55:14.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:55:14.88: VncKubernetes - vnc_sync - Service start 2025-08-29 10:55:14.88: VncKubernetes - vnc_sync - Service done 2025-08-29 10:55:14.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:55:14.88: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'}) 2025-08-29 10:55:25.81: PodMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:55:25.81: PodMonitor - start process kube event 2025-08-29 10:55:25.81: empty line received 2025-08-29 10:55:25.81: PodMonitor - start process kube event 2025-08-29 10:55:28.73: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:55:28.73: EndPointMonitor - start process kube event 2025-08-29 10:55:28.73: empty line received 2025-08-29 10:55:28.73: EndPointMonitor - start process kube event 2025-08-29 10:55:29.36: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:55:29.36: NamespaceMonitor - start process kube event 2025-08-29 10:55:29.36: empty line received 2025-08-29 10:55:29.36: NamespaceMonitor - start process kube event 2025-08-29 10:55:47.47: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=2214 2025-08-29 10:55:47.47: NetworkMonitor - start process kube event 2025-08-29 10:55:47.47: empty line received 2025-08-29 10:55:47.47: NetworkMonitor - start process kube event 2025-08-29 10:55:51.45: PodMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:55:51.45: PodMonitor - start process kube event 2025-08-29 10:55:51.45: empty line received 2025-08-29 10:55:51.45: PodMonitor - start process kube event 2025-08-29 10:55:52.45: PodMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2021 2025-08-29 10:55:52.45: PodMonitor - start process kube event 2025-08-29 10:55:52.45: empty line received 2025-08-29 10:55:52.46: PodMonitor - start process kube event 2025-08-29 10:55:53.59: stop iteration PodMonitor 2025-08-29 10:55:53.59: PodMonitor - start process kube event 2025-08-29 10:55:53.59: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2021 2025-08-29 10:55:53.60: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:55:53.60: PodMonitor - Connect Kube API result 0 2025-08-29 10:55:53.60: PodMonitor - _schedule_vnc_sync 2025-08-29 10:55:53.60: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'})(timeout=120) 2025-08-29 10:55:53.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:55:53.60: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:55:53.60: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:55:53.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:55:53.62: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'}) 2025-08-29 10:56:00.43: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:56:00.43: NetworkPolicyMonitor - start process kube event 2025-08-29 10:56:00.43: empty line received 2025-08-29 10:56:00.43: NetworkPolicyMonitor - start process kube event 2025-08-29 10:56:29.02: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:56:29.02: EndPointMonitor - start process kube event 2025-08-29 10:56:29.02: empty line received 2025-08-29 10:56:29.02: EndPointMonitor - start process kube event 2025-08-29 10:56:29.57: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:56:29.57: NamespaceMonitor - start process kube event 2025-08-29 10:56:29.57: empty line received 2025-08-29 10:56:29.57: NamespaceMonitor - start process kube event 2025-08-29 10:56:35.14: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:56:35.14: NamespaceMonitor - start process kube event 2025-08-29 10:56:35.14: empty line received 2025-08-29 10:56:35.14: NamespaceMonitor - start process kube event 2025-08-29 10:56:36.17: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=1955 2025-08-29 10:56:36.17: NamespaceMonitor - start process kube event 2025-08-29 10:56:36.17: empty line received 2025-08-29 10:56:36.17: NamespaceMonitor - start process kube event 2025-08-29 10:56:37.55: stop iteration NamespaceMonitor 2025-08-29 10:56:37.56: NamespaceMonitor - start process kube event 2025-08-29 10:56:37.56: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1955 2025-08-29 10:56:37.56: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:56:37.56: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:56:37.56: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:56:37.56: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1955'})(timeout=120) 2025-08-29 10:56:37.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:56:37.56: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:56:37.56: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:56:37.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:56:37.56: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1955'}) 2025-08-29 10:56:47.38: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=2214 2025-08-29 10:56:47.38: NetworkMonitor - start process kube event 2025-08-29 10:56:47.38: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:56:47.38: empty line received 2025-08-29 10:56:47.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:56:47.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:56:47.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:56:47.38: NetworkMonitor - start process kube event 2025-08-29 10:57:00.30: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:57:00.30: NetworkPolicyMonitor - start process kube event 2025-08-29 10:57:00.30: empty line received 2025-08-29 10:57:00.30: NetworkPolicyMonitor - start process kube event 2025-08-29 10:57:12.94: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:57:12.94: IngressMonitor - start process kube event 2025-08-29 10:57:12.94: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2021 2025-08-29 10:57:12.94: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:57:12.94: IngressMonitor - Connect Kube API result 0 2025-08-29 10:57:12.94: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:57:12.94: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'})(timeout=120) 2025-08-29 10:57:12.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:57:12.94: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:57:12.94: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:57:12.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:57:12.96: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'}) 2025-08-29 10:57:14.89: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:57:14.89: ServiceMonitor - start process kube event 2025-08-29 10:57:14.89: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1881 2025-08-29 10:57:14.89: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:57:14.89: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:57:14.89: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:57:14.89: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'})(timeout=120) 2025-08-29 10:57:14.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:57:14.89: VncKubernetes - vnc_sync - Service start 2025-08-29 10:57:14.89: VncKubernetes - vnc_sync - Service done 2025-08-29 10:57:14.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:57:14.89: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'}) 2025-08-29 10:57:21.03: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:57:21.03: NetworkPolicyMonitor - start process kube event 2025-08-29 10:57:21.03: empty line received 2025-08-29 10:57:21.03: NetworkPolicyMonitor - start process kube event 2025-08-29 10:57:22.24: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=1879 2025-08-29 10:57:22.24: NetworkPolicyMonitor - start process kube event 2025-08-29 10:57:22.24: empty line received 2025-08-29 10:57:22.24: NetworkPolicyMonitor - start process kube event 2025-08-29 10:57:23.81: stop iteration NetworkPolicyMonitor 2025-08-29 10:57:23.81: NetworkPolicyMonitor - start process kube event 2025-08-29 10:57:23.81: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1879 2025-08-29 10:57:23.81: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:58:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001219 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:58:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001029 [Introspect:8108]10.0.0.48 - - [2025-08-29 10:58:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001100 2025-08-29 10:57:23.81: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:57:23.81: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:57:23.81: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1879'})(timeout=120) 2025-08-29 10:57:23.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:57:23.82: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:57:23.82: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:57:23.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:57:23.83: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1879'}) 2025-08-29 10:57:29.91: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:57:29.91: EndPointMonitor - start process kube event 2025-08-29 10:57:29.91: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:57:29.91: empty line received 2025-08-29 10:57:29.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:57:29.91: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:57:29.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:57:29.91: EndPointMonitor - start process kube event 2025-08-29 10:57:31.07: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=1904 2025-08-29 10:57:31.07: EndPointMonitor - start process kube event 2025-08-29 10:57:31.07: empty line received 2025-08-29 10:57:31.07: EndPointMonitor - start process kube event 2025-08-29 10:57:32.88: stop iteration EndPointMonitor 2025-08-29 10:57:32.88: EndPointMonitor - start process kube event 2025-08-29 10:57:32.88: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1904 2025-08-29 10:57:32.88: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:57:32.88: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:57:32.88: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:57:32.88: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1904'})(timeout=120) 2025-08-29 10:57:32.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:57:32.88: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:57:32.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:57:32.90: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1904'}) 2025-08-29 10:57:47.05: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=2214 2025-08-29 10:57:47.05: NetworkMonitor - start process kube event 2025-08-29 10:57:47.05: empty line received 2025-08-29 10:57:47.05: NetworkMonitor - start process kube event 2025-08-29 10:57:53.62: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:57:53.62: PodMonitor - start process kube event 2025-08-29 10:57:53.62: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2021 2025-08-29 10:57:53.62: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:57:53.63: PodMonitor - Connect Kube API result 0 2025-08-29 10:57:53.63: PodMonitor - _schedule_vnc_sync 2025-08-29 10:57:53.63: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'})(timeout=120) 2025-08-29 10:57:53.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:57:53.63: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:57:53.63: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:57:53.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:57:53.65: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'}) 2025-08-29 10:58:37.57: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:58:37.57: NamespaceMonitor - start process kube event 2025-08-29 10:58:37.57: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1955 2025-08-29 10:58:37.57: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:58:37.57: NamespaceMonitor - Connect Kube API result 0 2025-08-29 10:58:37.57: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 10:58:37.57: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1955'})(timeout=120) 2025-08-29 10:58:37.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 10:58:37.57: VncKubernetes - vnc_sync - Namespace start 2025-08-29 10:58:37.57: VncKubernetes - vnc_sync - Namespace done 2025-08-29 10:58:37.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:58:37.58: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1955'}) 2025-08-29 10:58:46.67: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=2214 2025-08-29 10:58:46.67: NetworkMonitor - start process kube event 2025-08-29 10:58:46.67: empty line received 2025-08-29 10:58:46.67: NetworkMonitor - start process kube event 2025-08-29 10:59:12.96: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:59:12.96: IngressMonitor - start process kube event 2025-08-29 10:59:12.96: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2021 2025-08-29 10:59:12.96: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:59:12.96: IngressMonitor - Connect Kube API result 0 2025-08-29 10:59:12.96: IngressMonitor - _schedule_vnc_sync 2025-08-29 10:59:12.96: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'})(timeout=120) 2025-08-29 10:59:12.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 10:59:12.96: VncKubernetes - vnc_sync - Ingress start 2025-08-29 10:59:12.96: VncKubernetes - vnc_sync - Ingress done 2025-08-29 10:59:12.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:59:12.98: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'}) 2025-08-29 10:59:14.90: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:59:14.90: ServiceMonitor - start process kube event 2025-08-29 10:59:14.90: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1881 2025-08-29 10:59:14.90: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:59:14.90: ServiceMonitor - Connect Kube API result 0 2025-08-29 10:59:14.90: ServiceMonitor - _schedule_vnc_sync 2025-08-29 10:59:14.90: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'})(timeout=120) 2025-08-29 10:59:14.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 10:59:14.90: VncKubernetes - vnc_sync - Service start 2025-08-29 10:59:14.90: VncKubernetes - vnc_sync - Service done 2025-08-29 10:59:14.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:59:14.91: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'}) [Introspect:8108]10.0.0.48 - - [2025-08-29 10:59:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000983 2025-08-29 10:59:23.83: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:59:23.84: NetworkPolicyMonitor - start process kube event 2025-08-29 10:59:23.84: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1879 2025-08-29 10:59:23.84: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:59:23.84: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 10:59:23.84: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 10:59:23.84: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1879'})(timeout=120) 2025-08-29 10:59:23.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 10:59:23.84: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 10:59:23.86: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1879'}) 2025-08-29 10:59:23.86: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 10:59:23.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:59:32.90: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:59:32.90: EndPointMonitor - start process kube event 2025-08-29 10:59:32.90: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1904 2025-08-29 10:59:32.90: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:59:32.90: EndPointMonitor - Connect Kube API result 0 2025-08-29 10:59:32.90: EndPointMonitor - _schedule_vnc_sync 2025-08-29 10:59:32.90: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1904'})(timeout=120) 2025-08-29 10:59:32.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 10:59:32.90: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 10:59:32.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:59:32.92: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1904'}) 2025-08-29 10:59:47.55: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=2214 2025-08-29 10:59:47.55: NetworkMonitor - start process kube event 2025-08-29 10:59:47.55: empty line received 2025-08-29 10:59:47.55: NetworkMonitor - start process kube event 2025-08-29 10:59:53.65: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 10:59:53.65: PodMonitor - start process kube event 2025-08-29 10:59:53.65: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2021 2025-08-29 10:59:53.65: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:59:53.65: PodMonitor - Connect Kube API result 0 2025-08-29 10:59:53.65: PodMonitor - _schedule_vnc_sync 2025-08-29 10:59:53.65: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'})(timeout=120) 2025-08-29 10:59:53.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 10:59:53.65: VncKubernetes - vnc_sync - Pod start 2025-08-29 10:59:53.65: VncKubernetes - vnc_sync - Pod done 2025-08-29 10:59:53.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:59:53.67: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'}) 2025-08-29 10:59:57.05: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=2214 2025-08-29 10:59:57.05: NetworkMonitor - start process kube event 2025-08-29 10:59:57.05: empty line received 2025-08-29 10:59:57.05: NetworkMonitor - start process kube event 2025-08-29 10:59:58.89: stop iteration NetworkMonitor 2025-08-29 10:59:58.89: NetworkMonitor - start process kube event 2025-08-29 10:59:58.89: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2214 2025-08-29 10:59:58.89: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 10:59:58.89: NetworkMonitor - Connect Kube API result 0 2025-08-29 10:59:58.89: NetworkMonitor - _schedule_vnc_sync 2025-08-29 10:59:58.89: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2214'})(timeout=120) 2025-08-29 10:59:58.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 10:59:58.89: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 10:59:58.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 10:59:58.90: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2214'}) 2025-08-29 11:00:15.27: ServiceMonitor - Received BOOKMARK: oldResVer=1881 newResVer=2668 2025-08-29 11:00:15.27: ServiceMonitor - start process kube event 2025-08-29 11:00:15.27: empty line received 2025-08-29 11:00:15.27: ServiceMonitor - start process kube event 2025-08-29 11:00:22.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1879 newResVer=2666 2025-08-29 11:00:23.00: NetworkPolicyMonitor - start process kube event 2025-08-29 11:00:23.00: empty line received 2025-08-29 11:00:23.00: NetworkPolicyMonitor - start process kube event 2025-08-29 11:00:33.23: EndPointMonitor - Received BOOKMARK: oldResVer=1904 newResVer=2705 2025-08-29 11:00:33.23: EndPointMonitor - start process kube event 2025-08-29 11:00:33.23: empty line received 2025-08-29 11:00:33.23: EndPointMonitor - start process kube event 2025-08-29 11:00:36.73: NamespaceMonitor - Received BOOKMARK: oldResVer=1955 newResVer=2777 2025-08-29 11:00:36.73: NamespaceMonitor - start process kube event 2025-08-29 11:00:36.74: empty line received 2025-08-29 11:00:36.74: NamespaceMonitor - start process kube event 2025-08-29 11:01:12.98: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:01:12.98: IngressMonitor - start process kube event 2025-08-29 11:01:12.98: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2021 2025-08-29 11:01:12.98: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:01:12.98: IngressMonitor - Connect Kube API result 0 2025-08-29 11:01:12.98: IngressMonitor - _schedule_vnc_sync 2025-08-29 11:01:12.98: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'})(timeout=120) 2025-08-29 11:01:12.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 11:01:12.98: VncKubernetes - vnc_sync - Ingress start 2025-08-29 11:01:12.98: VncKubernetes - vnc_sync - Ingress done 2025-08-29 11:01:12.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:01:13.00: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2021'}) 2025-08-29 11:01:14.95: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=2668 2025-08-29 11:01:14.96: ServiceMonitor - start process kube event 2025-08-29 11:01:14.96: empty line received 2025-08-29 11:01:14.96: ServiceMonitor - start process kube event 2025-08-29 11:01:22.96: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:01:22.96: NetworkPolicyMonitor - start process kube event 2025-08-29 11:01:22.96: empty line received 2025-08-29 11:01:22.96: NetworkPolicyMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-08-29 11:04:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001550 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:04:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001059 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:04:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001015 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:04:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000978 2025-08-29 11:01:32.93: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=2705 2025-08-29 11:01:32.93: EndPointMonitor - start process kube event 2025-08-29 11:01:32.93: empty line received 2025-08-29 11:01:32.93: EndPointMonitor - start process kube event 2025-08-29 11:01:36.77: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=2777 2025-08-29 11:01:36.77: NamespaceMonitor - start process kube event 2025-08-29 11:01:36.77: empty line received 2025-08-29 11:01:36.77: NamespaceMonitor - start process kube event 2025-08-29 11:01:53.50: PodMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2874 2025-08-29 11:01:53.50: PodMonitor - start process kube event 2025-08-29 11:01:53.50: empty line received 2025-08-29 11:01:53.50: PodMonitor - start process kube event 2025-08-29 11:01:58.90: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:01:58.90: NetworkMonitor - start process kube event 2025-08-29 11:01:58.90: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2214 2025-08-29 11:01:58.90: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:01:58.90: NetworkMonitor - Connect Kube API result 0 2025-08-29 11:01:58.90: NetworkMonitor - _schedule_vnc_sync 2025-08-29 11:01:58.90: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2214'})(timeout=120) 2025-08-29 11:01:58.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 11:01:58.90: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 11:01:58.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:01:58.91: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2214'}) 2025-08-29 11:02:13.87: IngressMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2877 2025-08-29 11:02:13.87: IngressMonitor - start process kube event 2025-08-29 11:02:13.87: empty line received 2025-08-29 11:02:13.87: IngressMonitor - start process kube event 2025-08-29 11:02:14.78: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=2668 2025-08-29 11:02:14.78: ServiceMonitor - start process kube event 2025-08-29 11:02:14.78: empty line received 2025-08-29 11:02:14.78: ServiceMonitor - start process kube event 2025-08-29 11:02:22.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:02:22.93: NetworkPolicyMonitor - start process kube event 2025-08-29 11:02:22.93: empty line received 2025-08-29 11:02:22.93: NetworkPolicyMonitor - start process kube event 2025-08-29 11:02:33.15: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=2705 2025-08-29 11:02:33.15: EndPointMonitor - start process kube event 2025-08-29 11:02:33.15: empty line received 2025-08-29 11:02:33.15: EndPointMonitor - start process kube event 2025-08-29 11:02:37.76: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=2777 2025-08-29 11:02:37.76: NamespaceMonitor - start process kube event 2025-08-29 11:02:37.76: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 11:02:37.76: empty line received 2025-08-29 11:02:37.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 11:02:37.76: VncKubernetes - vnc_sync - Namespace start 2025-08-29 11:02:37.76: VncKubernetes - vnc_sync - Namespace done 2025-08-29 11:02:37.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:02:37.76: NamespaceMonitor - start process kube event 2025-08-29 11:02:53.16: PodMonitor - Received BOOKMARK: oldResVer=2874 newResVer=2874 2025-08-29 11:02:53.16: PodMonitor - start process kube event 2025-08-29 11:02:53.16: empty line received 2025-08-29 11:02:53.16: PodMonitor - start process kube event 2025-08-29 11:03:13.62: IngressMonitor - Received BOOKMARK: oldResVer=2877 newResVer=2877 2025-08-29 11:03:13.62: IngressMonitor - start process kube event 2025-08-29 11:03:13.62: empty line received 2025-08-29 11:03:13.62: IngressMonitor - start process kube event 2025-08-29 11:03:15.12: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=2668 2025-08-29 11:03:15.12: ServiceMonitor - start process kube event 2025-08-29 11:03:15.12: ServiceMonitor - _schedule_vnc_sync 2025-08-29 11:03:15.12: empty line received 2025-08-29 11:03:15.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 11:03:15.12: VncKubernetes - vnc_sync - Service start 2025-08-29 11:03:15.13: VncKubernetes - vnc_sync - Service done 2025-08-29 11:03:15.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:03:15.13: ServiceMonitor - start process kube event 2025-08-29 11:03:23.04: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:03:23.04: NetworkPolicyMonitor - start process kube event 2025-08-29 11:03:23.04: empty line received 2025-08-29 11:03:23.04: NetworkPolicyMonitor - start process kube event 2025-08-29 11:03:33.65: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=2705 2025-08-29 11:03:33.65: EndPointMonitor - start process kube event 2025-08-29 11:03:33.65: EndPointMonitor - _schedule_vnc_sync 2025-08-29 11:03:33.65: empty line received 2025-08-29 11:03:33.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 11:03:33.65: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 11:03:33.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:03:33.65: EndPointMonitor - start process kube event 2025-08-29 11:03:38.34: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=2777 2025-08-29 11:03:38.34: NamespaceMonitor - start process kube event 2025-08-29 11:03:38.34: empty line received 2025-08-29 11:03:38.34: NamespaceMonitor - start process kube event 2025-08-29 11:03:53.06: PodMonitor - Received BOOKMARK: oldResVer=2874 newResVer=2874 2025-08-29 11:03:53.06: PodMonitor - start process kube event 2025-08-29 11:03:53.06: empty line received 2025-08-29 11:03:53.06: PodMonitor - start process kube event 2025-08-29 11:03:58.91: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:03:58.92: NetworkMonitor - start process kube event 2025-08-29 11:03:58.92: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2214 2025-08-29 11:03:58.92: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:03:58.92: NetworkMonitor - Connect Kube API result 0 2025-08-29 11:03:58.92: NetworkMonitor - _schedule_vnc_sync 2025-08-29 11:03:58.92: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2214'})(timeout=120) 2025-08-29 11:03:58.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 11:03:58.92: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 11:03:58.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:03:58.93: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2214'}) 2025-08-29 11:04:13.08: IngressMonitor - Received BOOKMARK: oldResVer=2877 newResVer=2877 2025-08-29 11:04:13.08: IngressMonitor - start process kube event 2025-08-29 11:04:13.08: empty line received 2025-08-29 11:04:13.08: IngressMonitor - start process kube event 2025-08-29 11:04:15.48: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=2668 2025-08-29 11:04:15.48: ServiceMonitor - start process kube event 2025-08-29 11:04:15.48: empty line received 2025-08-29 11:04:15.48: ServiceMonitor - start process kube event 2025-08-29 11:04:23.29: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:04:23.29: NetworkPolicyMonitor - start process kube event 2025-08-29 11:04:23.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 11:04:23.29: empty line received 2025-08-29 11:04:23.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 11:04:23.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 11:04:23.29: NetworkPolicyMonitor - start process kube event 2025-08-29 11:04:23.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 11:04:23.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:04:33.08: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=2705 2025-08-29 11:04:33.08: EndPointMonitor - start process kube event 2025-08-29 11:04:33.08: empty line received 2025-08-29 11:04:33.08: EndPointMonitor - start process kube event 2025-08-29 11:04:38.01: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=2777 2025-08-29 11:04:38.01: NamespaceMonitor - start process kube event 2025-08-29 11:04:38.01: empty line received 2025-08-29 11:04:38.01: NamespaceMonitor - start process kube event 2025-08-29 11:04:53.29: PodMonitor - Received BOOKMARK: oldResVer=2874 newResVer=2874 2025-08-29 11:04:53.29: PodMonitor - start process kube event 2025-08-29 11:04:53.29: PodMonitor - _schedule_vnc_sync 2025-08-29 11:04:53.29: empty line received 2025-08-29 11:04:53.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 11:04:53.29: VncKubernetes - vnc_sync - Pod start 2025-08-29 11:04:53.29: VncKubernetes - vnc_sync - Pod done 2025-08-29 11:04:53.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:04:53.29: PodMonitor - start process kube event 2025-08-29 11:04:58.98: NetworkMonitor - Received BOOKMARK: oldResVer=2214 newResVer=3059 2025-08-29 11:04:58.98: NetworkMonitor - start process kube event 2025-08-29 11:04:58.98: empty line received 2025-08-29 11:04:58.98: NetworkMonitor - start process kube event 2025-08-29 11:05:13.43: IngressMonitor - Received BOOKMARK: oldResVer=2877 newResVer=2877 2025-08-29 11:05:13.43: IngressMonitor - start process kube event 2025-08-29 11:05:13.43: IngressMonitor - _schedule_vnc_sync 2025-08-29 11:05:13.43: empty line received 2025-08-29 11:05:13.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 11:05:13.43: VncKubernetes - vnc_sync - Ingress start 2025-08-29 11:05:13.43: VncKubernetes - vnc_sync - Ingress done 2025-08-29 11:05:13.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:05:13.44: IngressMonitor - start process kube event 2025-08-29 11:05:15.30: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=2668 2025-08-29 11:05:15.30: ServiceMonitor - start process kube event 2025-08-29 11:05:15.30: empty line received 2025-08-29 11:05:15.30: ServiceMonitor - start process kube event 2025-08-29 11:05:23.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:05:23.79: NetworkPolicyMonitor - start process kube event 2025-08-29 11:05:23.79: empty line received 2025-08-29 11:05:23.79: NetworkPolicyMonitor - start process kube event 2025-08-29 11:05:33.44: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=2705 2025-08-29 11:05:33.44: EndPointMonitor - start process kube event 2025-08-29 11:05:33.44: empty line received 2025-08-29 11:05:33.44: EndPointMonitor - start process kube event 2025-08-29 11:05:37.81: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=2777 2025-08-29 11:05:37.81: NamespaceMonitor - start process kube event 2025-08-29 11:05:37.81: empty line received 2025-08-29 11:05:37.81: NamespaceMonitor - start process kube event 2025-08-29 11:05:50.95: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=2705 2025-08-29 11:05:50.95: EndPointMonitor - start process kube event 2025-08-29 11:05:50.95: empty line received 2025-08-29 11:05:50.95: EndPointMonitor - start process kube event 2025-08-29 11:05:52.00: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=2705 2025-08-29 11:05:52.00: EndPointMonitor - start process kube event 2025-08-29 11:05:52.00: empty line received 2025-08-29 11:05:52.00: EndPointMonitor - start process kube event 2025-08-29 11:05:52.96: PodMonitor - Received BOOKMARK: oldResVer=2874 newResVer=2874 2025-08-29 11:05:52.96: PodMonitor - start process kube event 2025-08-29 11:05:52.96: empty line received 2025-08-29 11:05:52.96: PodMonitor - start process kube event 2025-08-29 11:05:53.11: stop iteration EndPointMonitor 2025-08-29 11:05:53.11: EndPointMonitor - start process kube event 2025-08-29 11:05:53.11: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2705 2025-08-29 11:05:53.11: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:05:53.11: EndPointMonitor - Connect Kube API result 0 2025-08-29 11:05:53.11: EndPointMonitor - _schedule_vnc_sync 2025-08-29 11:05:53.11: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2705'})(timeout=120) 2025-08-29 11:05:53.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 11:05:53.11: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 11:05:53.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:05:53.12: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2705'}) 2025-08-29 11:05:59.19: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:05:59.19: NetworkMonitor - start process kube event 2025-08-29 11:05:59.19: empty line received 2025-08-29 11:05:59.19: NetworkMonitor - start process kube event 2025-08-29 11:06:13.50: IngressMonitor - Received BOOKMARK: oldResVer=2877 newResVer=2877 2025-08-29 11:06:13.50: IngressMonitor - start process kube event 2025-08-29 11:06:13.50: empty line received 2025-08-29 11:06:13.50: IngressMonitor - start process kube event 2025-08-29 11:06:15.29: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=2668 2025-08-29 11:06:15.29: ServiceMonitor - start process kube event 2025-08-29 11:06:15.29: empty line received 2025-08-29 11:06:15.29: ServiceMonitor - start process kube event 2025-08-29 11:06:23.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:06:23.90: NetworkPolicyMonitor - start process kube event 2025-08-29 11:06:23.90: empty line received 2025-08-29 11:06:23.90: NetworkPolicyMonitor - start process kube event 2025-08-29 11:06:38.80: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=2777 2025-08-29 11:06:38.80: NamespaceMonitor - start process kube event 2025-08-29 11:06:38.80: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 11:06:38.80: empty line received 2025-08-29 11:06:38.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 11:06:38.80: VncKubernetes - vnc_sync - Namespace start 2025-08-29 11:06:38.80: VncKubernetes - vnc_sync - Namespace done 2025-08-29 11:06:38.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:06:38.80: NamespaceMonitor - start process kube event 2025-08-29 11:06:44.93: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=2668 2025-08-29 11:06:44.93: ServiceMonitor - start process kube event 2025-08-29 11:06:44.93: empty line received 2025-08-29 11:06:44.93: ServiceMonitor - start process kube event 2025-08-29 11:06:46.56: stop iteration ServiceMonitor 2025-08-29 11:06:46.56: ServiceMonitor - start process kube event 2025-08-29 11:06:46.56: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2668 2025-08-29 11:06:46.56: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:06:46.56: ServiceMonitor - Connect Kube API result 0 2025-08-29 11:06:46.56: ServiceMonitor - _schedule_vnc_sync 2025-08-29 11:06:46.56: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2668'})(timeout=120) 2025-08-29 11:06:46.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 11:06:46.56: VncKubernetes - vnc_sync - Service start 2025-08-29 11:06:46.56: VncKubernetes - vnc_sync - Service done 2025-08-29 11:06:46.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:06:46.58: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2668'}) 2025-08-29 11:06:53.71: PodMonitor - Received BOOKMARK: oldResVer=2874 newResVer=2874 2025-08-29 11:06:53.71: PodMonitor - start process kube event 2025-08-29 11:06:53.71: empty line received 2025-08-29 11:06:53.71: PodMonitor - start process kube event 2025-08-29 11:06:59.02: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:06:59.02: NetworkMonitor - start process kube event 2025-08-29 11:06:59.02: empty line received 2025-08-29 11:06:59.02: NetworkMonitor - start process kube event 2025-08-29 11:06:59.05: IngressMonitor - Received BOOKMARK: oldResVer=2877 newResVer=2877 2025-08-29 11:06:59.05: IngressMonitor - start process kube event 2025-08-29 11:06:59.05: empty line received 2025-08-29 11:06:59.05: IngressMonitor - start process kube event 2025-08-29 11:07:00.16: IngressMonitor - Received BOOKMARK: oldResVer=2877 newResVer=2877 2025-08-29 11:07:00.16: IngressMonitor - start process kube event 2025-08-29 11:07:00.16: empty line received 2025-08-29 11:07:00.16: IngressMonitor - start process kube event 2025-08-29 11:07:01.69: PodMonitor - Received BOOKMARK: oldResVer=2874 newResVer=2874 2025-08-29 11:07:01.69: PodMonitor - start process kube event 2025-08-29 11:07:01.69: empty line received 2025-08-29 11:07:01.69: PodMonitor - start process kube event 2025-08-29 11:07:01.88: stop iteration IngressMonitor 2025-08-29 11:07:01.89: IngressMonitor - start process kube event 2025-08-29 11:07:01.89: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2877 2025-08-29 11:07:01.89: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:07:01.89: IngressMonitor - Connect Kube API result 0 2025-08-29 11:07:01.89: IngressMonitor - _schedule_vnc_sync 2025-08-29 11:07:01.89: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2877'})(timeout=120) 2025-08-29 11:07:01.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 11:07:01.89: VncKubernetes - vnc_sync - Ingress start 2025-08-29 11:07:01.89: VncKubernetes - vnc_sync - Ingress done 2025-08-29 11:07:01.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:07:01.90: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2877'}) 2025-08-29 11:07:03.01: stop iteration PodMonitor 2025-08-29 11:07:03.01: PodMonitor - start process kube event 2025-08-29 11:07:03.01: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2874 2025-08-29 11:07:03.01: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:07:03.01: PodMonitor - Connect Kube API result 0 2025-08-29 11:07:03.01: PodMonitor - _schedule_vnc_sync 2025-08-29 11:07:03.01: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2874'})(timeout=120) 2025-08-29 11:07:03.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 11:07:03.01: VncKubernetes - vnc_sync - Pod start 2025-08-29 11:07:03.01: VncKubernetes - vnc_sync - Pod done 2025-08-29 11:07:03.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:07:03.01: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2874'}) 2025-08-29 11:07:23.60: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:07:23.60: NetworkPolicyMonitor - start process kube event 2025-08-29 11:07:23.60: empty line received 2025-08-29 11:07:23.60: NetworkPolicyMonitor - start process kube event 2025-08-29 11:07:31.52: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=2777 2025-08-29 11:07:31.52: NamespaceMonitor - start process kube event 2025-08-29 11:07:31.52: empty line received 2025-08-29 11:07:31.53: NamespaceMonitor - start process kube event 2025-08-29 11:07:33.47: stop iteration NamespaceMonitor 2025-08-29 11:07:33.47: NamespaceMonitor - start process kube event 2025-08-29 11:07:33.47: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2777 2025-08-29 11:07:33.47: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:07:33.47: NamespaceMonitor - Connect Kube API result 0 2025-08-29 11:07:33.47: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 11:07:33.47: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2777'})(timeout=120) 2025-08-29 11:07:33.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 11:07:33.47: VncKubernetes - vnc_sync - Namespace start 2025-08-29 11:07:33.47: VncKubernetes - vnc_sync - Namespace done 2025-08-29 11:07:33.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:07:33.48: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2777'}) 2025-08-29 11:07:53.12: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:07:53.12: EndPointMonitor - start process kube event 2025-08-29 11:07:53.12: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2705 2025-08-29 11:07:53.12: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:07:53.12: EndPointMonitor - Connect Kube API result 0 2025-08-29 11:07:53.12: EndPointMonitor - _schedule_vnc_sync 2025-08-29 11:07:53.12: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2705'})(timeout=120) 2025-08-29 11:07:53.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 11:07:53.12: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 11:07:53.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:07:53.13: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2705'}) 2025-08-29 11:07:58.78: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:07:58.78: NetworkMonitor - start process kube event 2025-08-29 11:07:58.78: empty line received 2025-08-29 11:07:58.78: NetworkMonitor - start process kube event 2025-08-29 11:08:17.11: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=2666 2025-08-29 11:08:17.11: NetworkPolicyMonitor - start process kube event 2025-08-29 11:08:17.11: empty line received 2025-08-29 11:08:17.11: NetworkPolicyMonitor - start process kube event 2025-08-29 11:08:19.05: stop iteration NetworkPolicyMonitor 2025-08-29 11:08:19.05: NetworkPolicyMonitor - start process kube event 2025-08-29 11:08:19.05: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2666 2025-08-29 11:08:19.05: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:08:19.05: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-29 11:08:19.05: NetworkPolicyMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.48 - - [2025-08-29 11:09:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001026 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:09:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001048 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:09:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001048 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:09:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001030 2025-08-29 11:08:19.05: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2666'})(timeout=120) 2025-08-29 11:08:19.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 11:08:19.06: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 11:08:19.06: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2666'}) 2025-08-29 11:08:19.06: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 11:08:19.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:08:46.58: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:08:46.58: ServiceMonitor - start process kube event 2025-08-29 11:08:46.58: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2668 2025-08-29 11:08:46.58: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:08:46.58: ServiceMonitor - Connect Kube API result 0 2025-08-29 11:08:46.58: ServiceMonitor - _schedule_vnc_sync 2025-08-29 11:08:46.58: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2668'})(timeout=120) 2025-08-29 11:08:46.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 11:08:46.58: VncKubernetes - vnc_sync - Service start 2025-08-29 11:08:46.58: VncKubernetes - vnc_sync - Service done 2025-08-29 11:08:46.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:08:46.60: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2668'}) 2025-08-29 11:08:59.57: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:08:59.57: NetworkMonitor - start process kube event 2025-08-29 11:08:59.57: NetworkMonitor - _schedule_vnc_sync 2025-08-29 11:08:59.57: empty line received 2025-08-29 11:08:59.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 11:08:59.57: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 11:08:59.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:08:59.57: NetworkMonitor - start process kube event 2025-08-29 11:09:01.90: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:09:01.90: IngressMonitor - start process kube event 2025-08-29 11:09:01.90: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2877 2025-08-29 11:09:01.90: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:09:01.90: IngressMonitor - Connect Kube API result 0 2025-08-29 11:09:01.90: IngressMonitor - _schedule_vnc_sync 2025-08-29 11:09:01.90: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2877'})(timeout=120) 2025-08-29 11:09:01.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 11:09:01.90: VncKubernetes - vnc_sync - Ingress start 2025-08-29 11:09:01.90: VncKubernetes - vnc_sync - Ingress done 2025-08-29 11:09:01.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:09:01.91: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2877'}) 2025-08-29 11:09:03.01: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:09:03.01: PodMonitor - start process kube event 2025-08-29 11:09:03.01: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2874 2025-08-29 11:09:03.01: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:09:03.01: PodMonitor - Connect Kube API result 0 2025-08-29 11:09:03.01: PodMonitor - _schedule_vnc_sync 2025-08-29 11:09:03.01: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2874'})(timeout=120) 2025-08-29 11:09:03.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 11:09:03.02: VncKubernetes - vnc_sync - Pod start 2025-08-29 11:09:03.02: VncKubernetes - vnc_sync - Pod done 2025-08-29 11:09:03.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:09:03.02: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2874'}) 2025-08-29 11:09:19.81: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2666 newResVer=3450 2025-08-29 11:09:19.81: NetworkPolicyMonitor - start process kube event 2025-08-29 11:09:19.81: empty line received 2025-08-29 11:09:19.81: NetworkPolicyMonitor - start process kube event 2025-08-29 11:09:33.49: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:09:33.49: NamespaceMonitor - start process kube event 2025-08-29 11:09:33.49: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2777 2025-08-29 11:09:33.49: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:09:33.49: NamespaceMonitor - Connect Kube API result 0 2025-08-29 11:09:33.49: NamespaceMonitor - _schedule_vnc_sync 2025-08-29 11:09:33.49: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2777'})(timeout=120) 2025-08-29 11:09:33.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-29 11:09:33.49: VncKubernetes - vnc_sync - Namespace start 2025-08-29 11:09:33.49: VncKubernetes - vnc_sync - Namespace done 2025-08-29 11:09:33.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:09:33.50: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2777'}) 2025-08-29 11:09:46.08: ServiceMonitor - Received BOOKMARK: oldResVer=2668 newResVer=3454 2025-08-29 11:09:46.09: ServiceMonitor - start process kube event 2025-08-29 11:09:46.09: empty line received 2025-08-29 11:09:46.09: ServiceMonitor - start process kube event 2025-08-29 11:09:53.13: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:09:53.13: EndPointMonitor - start process kube event 2025-08-29 11:09:53.13: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2705 2025-08-29 11:09:53.13: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:09:53.13: EndPointMonitor - Connect Kube API result 0 2025-08-29 11:09:53.13: EndPointMonitor - _schedule_vnc_sync 2025-08-29 11:09:53.14: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2705'})(timeout=120) 2025-08-29 11:09:53.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-29 11:09:53.14: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-29 11:09:53.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:09:53.15: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2705'}) 2025-08-29 11:09:58.98: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:09:58.98: NetworkMonitor - start process kube event 2025-08-29 11:09:58.98: empty line received 2025-08-29 11:09:58.98: NetworkMonitor - start process kube event 2025-08-29 11:10:19.12: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3450 newResVer=3450 2025-08-29 11:10:19.12: NetworkPolicyMonitor - start process kube event 2025-08-29 11:10:19.12: empty line received 2025-08-29 11:10:19.12: NetworkPolicyMonitor - start process kube event 2025-08-29 11:10:46.57: ServiceMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-29 11:10:46.57: ServiceMonitor - start process kube event 2025-08-29 11:10:46.57: empty line received 2025-08-29 11:10:46.57: ServiceMonitor - start process kube event 2025-08-29 11:10:53.63: EndPointMonitor - Received BOOKMARK: oldResVer=2705 newResVer=3501 2025-08-29 11:10:53.63: EndPointMonitor - start process kube event 2025-08-29 11:10:53.63: empty line received 2025-08-29 11:10:53.63: EndPointMonitor - start process kube event 2025-08-29 11:10:59.41: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:10:59.41: NetworkMonitor - start process kube event 2025-08-29 11:10:59.41: empty line received 2025-08-29 11:10:59.41: NetworkMonitor - start process kube event 2025-08-29 11:11:01.91: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:11:01.92: IngressMonitor - start process kube event 2025-08-29 11:11:01.92: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2877 2025-08-29 11:11:01.92: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:11:01.92: IngressMonitor - Connect Kube API result 0 2025-08-29 11:11:01.92: IngressMonitor - _schedule_vnc_sync 2025-08-29 11:11:01.92: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2877'})(timeout=120) 2025-08-29 11:11:01.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-29 11:11:01.92: VncKubernetes - vnc_sync - Ingress start 2025-08-29 11:11:01.92: VncKubernetes - vnc_sync - Ingress done 2025-08-29 11:11:01.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:11:01.93: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2877'}) 2025-08-29 11:11:03.02: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-29 11:11:03.02: PodMonitor - start process kube event 2025-08-29 11:11:03.02: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2874 2025-08-29 11:11:03.02: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:11:03.02: PodMonitor - Connect Kube API result 0 2025-08-29 11:11:03.03: PodMonitor - _schedule_vnc_sync 2025-08-29 11:11:03.03: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2874'})(timeout=120) 2025-08-29 11:11:03.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-29 11:11:03.03: VncKubernetes - vnc_sync - Pod start 2025-08-29 11:11:03.03: VncKubernetes - vnc_sync - Pod done 2025-08-29 11:11:03.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:11:03.03: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2874'}) 2025-08-29 11:11:19.74: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3450 newResVer=3450 2025-08-29 11:11:19.74: NetworkPolicyMonitor - start process kube event 2025-08-29 11:11:19.74: empty line received 2025-08-29 11:11:19.74: NetworkPolicyMonitor - start process kube event 2025-08-29 11:11:33.38: NamespaceMonitor - Received BOOKMARK: oldResVer=2777 newResVer=3598 2025-08-29 11:11:33.38: NamespaceMonitor - start process kube event 2025-08-29 11:11:33.38: empty line received 2025-08-29 11:11:33.38: NamespaceMonitor - start process kube event 2025-08-29 11:11:46.63: ServiceMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-29 11:11:46.63: ServiceMonitor - start process kube event 2025-08-29 11:11:46.63: empty line received 2025-08-29 11:11:46.63: ServiceMonitor - start process kube event 2025-08-29 11:11:47.68: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:11:47.68: NetworkMonitor - start process kube event 2025-08-29 11:11:47.68: empty line received 2025-08-29 11:11:47.68: NetworkMonitor - start process kube event 2025-08-29 11:11:48.78: NetworkMonitor - Received BOOKMARK: oldResVer=3059 newResVer=3059 2025-08-29 11:11:48.78: NetworkMonitor - start process kube event 2025-08-29 11:11:48.78: empty line received 2025-08-29 11:11:48.78: NetworkMonitor - start process kube event 2025-08-29 11:11:50.37: stop iteration NetworkMonitor 2025-08-29 11:11:50.37: NetworkMonitor - start process kube event 2025-08-29 11:11:50.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3059 2025-08-29 11:11:50.37: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-29 11:11:50.37: NetworkMonitor - Connect Kube API result 0 2025-08-29 11:11:50.37: NetworkMonitor - _schedule_vnc_sync 2025-08-29 11:11:50.37: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3059'})(timeout=120) 2025-08-29 11:11:50.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-29 11:11:50.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-29 11:11:50.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:11:50.37: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3059'}) 2025-08-29 11:11:53.43: EndPointMonitor - Received BOOKMARK: oldResVer=3501 newResVer=3501 2025-08-29 11:11:53.43: EndPointMonitor - start process kube event 2025-08-29 11:11:53.43: empty line received 2025-08-29 11:11:53.43: EndPointMonitor - start process kube event 2025-08-29 11:12:19.12: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3450 newResVer=3450 2025-08-29 11:12:19.12: NetworkPolicyMonitor - start process kube event 2025-08-29 11:12:19.12: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-29 11:12:19.12: empty line received 2025-08-29 11:12:19.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-29 11:12:19.12: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-29 11:12:19.12: NetworkPolicyMonitor - start process kube event 2025-08-29 11:12:19.12: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-29 11:12:19.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:12:33.79: NamespaceMonitor - Received BOOKMARK: oldResVer=3598 newResVer=3598 2025-08-29 11:12:33.79: NamespaceMonitor - start process kube event 2025-08-29 11:12:33.79: empty line received 2025-08-29 11:12:33.79: NamespaceMonitor - start process kube event 2025-08-29 11:12:46.63: ServiceMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-29 11:12:46.63: ServiceMonitor - start process kube event 2025-08-29 11:12:46.63: ServiceMonitor - _schedule_vnc_sync 2025-08-29 11:12:46.63: empty line received 2025-08-29 11:12:46.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-29 11:12:46.64: VncKubernetes - vnc_sync - Service start 2025-08-29 11:12:46.64: VncKubernetes - vnc_sync - Service done 2025-08-29 11:12:46.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-29 11:12:46.64: ServiceMonitor - start process kube event 2025-08-29 11:12:53.21: EndPointMonitor - Received BOOKMARK: oldResVer=3501 newResVer=3501 2025-08-29 11:12:53.21: EndPointMonitor - start process kube event 2025-08-29 11:12:53.21: empty line received 2025-08-29 11:12:53.21: EndPointMonitor - start process kube event 2025-08-29 11:13:01.08: IngressMonitor - Received BOOKMARK: oldResVer=2877 newResVer=3731 2025-08-29 11:13:01.08: IngressMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-08-29 11:13:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001015 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:13:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001060 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:13:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001150 [Introspect:8108]10.0.0.48 - - [2025-08-29 11:14:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000979