+++ date ++ echo 'INFO: =================== Thu Aug 28 01:44:29 AM UTC 2025 ===================' INFO: =================== Thu Aug 28 01:44:29 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ grep 'inet ' +++ ip addr show dev ens3 +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.50 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.50 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IjdJcnVtVnZUVGdtR2FjWXJPaFVqRU1paTJUeXJ4aVprXzNCMjN1T3I4dDQifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImZlYThlMDdkLTgxYjUtNGRmZi05ZTE0LTIyYjlmNGY2NWY1MSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.QyfH4s6y17BHPCoRimU5gNFxo65HyPwJLIcMZDOvCkL2y7A4EjBwG1X24coDYRGn5mwmU2a1MnZ7zbjP2xisNLkOXC9oOuh5vOGTXtpyH2Y2wEZbZijZFawz23k_uPFw0XAlA6wCGNlJ2n0U9OeryOv3KlJuiWi_LEAnn6Duv6bZ2eJ_h-ZakO18YkJvMHAUmNHBg6Qm69GYsTZNqA3WXZkQVUumLTmUTWGPDWFWc_kSbz4v4IlMYYDn2nrTS8F3r_I8gjPEkn6XUEX1TAhDlcFbiFn4GkpbXmczxY8O4nITDEqEDcaGED9E-maTaQOmQDIhZpDly_luemWuggtCeA ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ uniq ++++ sort ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.50,10.68.75.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.68.75.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sort ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 08/28/2025 01:44:38.181 7f0aa86380c0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/28/2025 01:44:38.423 7f0aa86380c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/28/2025 01:44:38.424 7f0aa86380c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-08-28 01:44:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001111 2025-08-28 01:44:38.76: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:38.76: KubeMonitor - Connect Kube API result 0 2025-08-28 01:44:38.87: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 01:44:38.88: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 01:44:38.91: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-08-28 01:44:38.91: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 01:44:38.92: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 01:44:38.93: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-08-28 01:44:38.94: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-28 01:44:38.95: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-08-28 01:44:38.95: VncKubernetes - vnc_connect starting 2025-08-28 01:44:38.97: VncKubernetes - vnc_connect done 2025-08-28 01:44:39.41: default-domain domain available. 2025-08-28 01:44:46.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:44:46.12: NamespaceMonitor - start process kube event 2025-08-28 01:44:46.12: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 01:44:46.12: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:46.12: NetworkMonitor - start process kube event 2025-08-28 01:44:46.12: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 01:44:46.12: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:46.12: PodMonitor - start process kube event 2025-08-28 01:44:46.12: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 01:44:46.12: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:46.12: ServiceMonitor - start process kube event 2025-08-28 01:44:46.12: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 01:44:46.12: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:46.12: NetworkPolicyMonitor - start process kube event 2025-08-28 01:44:46.12: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 01:44:46.12: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:46.12: EndPointMonitor - start process kube event 2025-08-28 01:44:46.12: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 01:44:46.12: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:46.12: IngressMonitor - start process kube event 2025-08-28 01:44:46.12: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-28 01:44:46.12: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:44:46.12: IngressMonitor - Connect Kube API result 0 2025-08-28 01:44:46.12: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-08-28 01:44:46.12: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:44:46.12: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-08-28 01:44:46.12: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 01:44:46.12: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-08-28 01:44:46.13: ServiceMonitor - Connect Kube API result 0 2025-08-28 01:44:46.13: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-08-28 01:44:46.13: PodMonitor - Connect Kube API result 0 2025-08-28 01:44:46.13: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-08-28 01:44:46.14: NetworkMonitor - Connect Kube API result 0 2025-08-28 01:44:46.14: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:44:46.14: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-08-28 01:44:46.19: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=438 2025-08-28 01:44:46.19: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 01:44:46.19: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:44:46.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 01:44:46.20: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 01:44:46.21: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=438 2025-08-28 01:44:46.21: IngressMonitor - _schedule_vnc_sync 2025-08-28 01:44:46.21: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:44:46.21: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:44:46.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 01:44:46.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:44:46.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 01:44:46.22: VncKubernetes - vnc_sync - Ingress start 2025-08-28 01:44:46.22: VncKubernetes - vnc_sync - Ingress done 2025-08-28 01:44:46.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:44:46.22: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:44:46.22: NamespaceMonitor - Got ADDED Namespace None:contrail:ccded66a-3e17-4b63-b615-97242716d947 2025-08-28 01:44:46.22: EndPointMonitor - Got ADDED Endpoints default:kubernetes:b3b5a9f4-452e-40d5-bf67-15608b1dfad7 2025-08-28 01:44:46.22: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:ccded66a-3e17-4b63-b615-97242716d947 2025-08-28 01:44:46.23: ServiceMonitor - Got ADDED Service default:kubernetes:aada4441-3917-4d83-9097-3172b10b6400 2025-08-28 01:44:46.24: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-08-28 01:44:46.24: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-9mddg:fdc35458-a40a-44a4-9b67-a04ec6e15b2b 2025-08-28 01:44:46.25: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=438 2025-08-28 01:44:46.25: PodMonitor - _schedule_vnc_sync 2025-08-28 01:44:46.25: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:44:46.26: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:2735f286-6f70-44e0-8b5b-e804862c4ccb 2025-08-28 01:44:46.26: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=438 2025-08-28 01:44:46.26: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:44:46.26: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:44:46.26: NamespaceMonitor - Got ADDED Namespace None:default:434e1513-efb9-4d1f-b19a-af83df0bf6da 2025-08-28 01:44:46.28: ServiceMonitor - Got ADDED Service kube-system:kube-dns:0ef197b4-af25-4b80-855a-c8eededfebdd [Introspect:8108]10.0.0.50 - - [2025-08-28 01:44:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001049 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:45:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001123 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:45:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000992 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:45:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000971 2025-08-28 01:44:46.28: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=438 2025-08-28 01:44:46.28: ServiceMonitor - _schedule_vnc_sync 2025-08-28 01:44:46.28: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:44:46.28: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:44:46.28: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:44:46.28: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:44:46.28: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:008626f2-6188-431a-bc86-8adc0fa3edd3 2025-08-28 01:44:46.29: NamespaceMonitor - Got ADDED Namespace None:kube-public:eeb91d8c-a52e-4544-ac52-d33ed427f105 2025-08-28 01:44:46.29: NamespaceMonitor - Got ADDED Namespace None:kube-system:d530fe60-259a-4e64-a4f3-12d10983dffa 2025-08-28 01:44:46.29: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=438 2025-08-28 01:44:46.29: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:44:46.29: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:44:46.30: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:44:46.31: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=442 2025-08-28 01:44:46.31: NetworkMonitor - _schedule_vnc_sync 2025-08-28 01:44:46.31: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'})(timeout=120) 2025-08-28 01:44:46.32: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'}) 2025-08-28 01:44:48.40: VncKubernetes - wait event (qsize=14 timeout=120) 2025-08-28 01:44:48.40: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:b3b5a9f4-452e-40d5-bf67-15608b1dfad7 2025-08-28 01:44:48.42: VncKubernetes - wait event (qsize=13 timeout=120) 2025-08-28 01:44:48.42: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:aada4441-3917-4d83-9097-3172b10b6400 2025-08-28 01:44:49.87: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-28 01:44:49.87: VncKubernetes - Process event (name=coredns-6f867cd986-9mddg event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-9mddg:fdc35458-a40a-44a4-9b67-a04ec6e15b2b 2025-08-28 01:44:51.81: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-9mddg:fdc35458-a40a-44a4-9b67-a04ec6e15b2b 2025-08-28 01:44:51.81: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-9mddg:fdc35458-a40a-44a4-9b67-a04ec6e15b2b 2025-08-28 01:44:51.81: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-28 01:44:51.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 01:44:51.81: VncKubernetes - vnc_sync - Pod start 2025-08-28 01:44:51.81: VncKubernetes - vnc_sync - Pod done 2025-08-28 01:44:51.81: VncKubernetes - wait event (qsize=11 timeout=120) 2025-08-28 01:44:51.81: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:2735f286-6f70-44e0-8b5b-e804862c4ccb 2025-08-28 01:44:51.81: PodMonitor - start process kube event 2025-08-28 01:44:51.81: empty line received 2025-08-28 01:44:51.81: PodMonitor - start process kube event 2025-08-28 01:44:51.84: VncKubernetes - wait event (qsize=10 timeout=120) 2025-08-28 01:44:51.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:44:51.84: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:44:51.84: VncKubernetes - wait event (qsize=9 timeout=120) 2025-08-28 01:44:51.84: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:434e1513-efb9-4d1f-b19a-af83df0bf6da 2025-08-28 01:44:54.36: VncKubernetes - wait event (qsize=8 timeout=120) 2025-08-28 01:44:54.36: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:0ef197b4-af25-4b80-855a-c8eededfebdd 2025-08-28 01:44:56.73: VncKubernetes - wait event (qsize=7 timeout=120) 2025-08-28 01:44:56.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 01:44:56.73: VncKubernetes - vnc_sync - Service start 2025-08-28 01:44:56.73: VncKubernetes - vnc_sync - Service done 2025-08-28 01:44:56.73: VncKubernetes - wait event (qsize=6 timeout=120) 2025-08-28 01:44:56.73: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:008626f2-6188-431a-bc86-8adc0fa3edd3 2025-08-28 01:44:59.03: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-28 01:44:59.03: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:eeb91d8c-a52e-4544-ac52-d33ed427f105 2025-08-28 01:45:02.29: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-28 01:45:02.29: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:d530fe60-259a-4e64-a4f3-12d10983dffa 2025-08-28 01:45:03.96: VncKubernetes - wait event (qsize=3 timeout=120) 2025-08-28 01:45:03.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:45:03.96: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:45:03.96: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:45:03.96: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-28 01:45:03.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 01:45:03.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 01:45:03.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:45:03.96: VncKubernetes - Process event (name=coredns-6f867cd986-9mddg event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-9mddg:fdc35458-a40a-44a4-9b67-a04ec6e15b2b 2025-08-28 01:45:04.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:45:46.79: PodMonitor - Received BOOKMARK: oldResVer=438 newResVer=448 2025-08-28 01:45:46.79: PodMonitor - start process kube event 2025-08-28 01:45:46.79: empty line received 2025-08-28 01:45:46.79: PodMonitor - start process kube event 2025-08-28 01:46:46.21: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:46:46.21: NetworkPolicyMonitor - start process kube event 2025-08-28 01:46:46.21: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:46:46.21: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:46:46.21: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 01:46:46.21: NetworkPolicyMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 01:48:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001087 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:48:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001015 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:48:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001054 2025-08-28 01:46:46.21: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:46:46.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 01:46:46.21: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 01:46:46.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 01:46:46.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:46:46.22: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:46:46.22: IngressMonitor - start process kube event 2025-08-28 01:46:46.22: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:46:46.22: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:46:46.22: IngressMonitor - Connect Kube API result 0 2025-08-28 01:46:46.22: IngressMonitor - _schedule_vnc_sync 2025-08-28 01:46:46.22: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:46:46.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 01:46:46.22: VncKubernetes - vnc_sync - Ingress start 2025-08-28 01:46:46.22: VncKubernetes - vnc_sync - Ingress done 2025-08-28 01:46:46.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:46:46.23: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:46:46.23: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:46:46.28: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:46:46.28: EndPointMonitor - start process kube event 2025-08-28 01:46:46.28: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:46:46.28: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:46:46.28: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:46:46.28: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:46:46.28: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:46:46.29: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:46:46.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:46:46.29: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:46:46.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:46:46.29: ServiceMonitor - start process kube event 2025-08-28 01:46:46.29: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:46:46.29: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:46:46.29: ServiceMonitor - Connect Kube API result 0 2025-08-28 01:46:46.29: ServiceMonitor - _schedule_vnc_sync 2025-08-28 01:46:46.29: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:46:46.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 01:46:46.29: VncKubernetes - vnc_sync - Service start 2025-08-28 01:46:46.29: VncKubernetes - vnc_sync - Service done 2025-08-28 01:46:46.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:46:46.29: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:46:46.30: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:46:46.30: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:46:46.30: NamespaceMonitor - start process kube event 2025-08-28 01:46:46.30: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:46:46.30: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:46:46.30: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:46:46.30: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:46:46.30: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:46:46.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:46:46.30: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:46:46.30: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:46:46.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:46:46.30: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:46:46.32: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:46:46.32: NetworkMonitor - start process kube event 2025-08-28 01:46:46.32: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=442 2025-08-28 01:46:46.32: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:46:46.32: NetworkMonitor - Connect Kube API result 0 2025-08-28 01:46:46.32: NetworkMonitor - _schedule_vnc_sync 2025-08-28 01:46:46.32: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'})(timeout=120) 2025-08-28 01:46:46.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 01:46:46.32: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 01:46:46.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:46:46.33: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'}) 2025-08-28 01:46:46.76: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:46:46.76: PodMonitor - start process kube event 2025-08-28 01:46:46.76: empty line received 2025-08-28 01:46:46.76: PodMonitor - start process kube event 2025-08-28 01:47:46.97: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:47:46.97: PodMonitor - start process kube event 2025-08-28 01:47:46.97: empty line received 2025-08-28 01:47:46.97: PodMonitor - start process kube event 2025-08-28 01:48:46.24: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:48:46.24: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:48:46.24: IngressMonitor - start process kube event 2025-08-28 01:48:46.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:48:46.24: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:48:46.24: NetworkPolicyMonitor - start process kube event 2025-08-28 01:48:46.24: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:48:46.24: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:48:46.24: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 01:48:46.24: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 01:48:46.24: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:48:46.24: IngressMonitor - Connect Kube API result 0 2025-08-28 01:48:46.24: IngressMonitor - _schedule_vnc_sync 2025-08-28 01:48:46.24: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:48:46.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 01:48:46.24: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 01:48:46.24: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 01:48:46.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:48:46.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 01:48:46.24: VncKubernetes - vnc_sync - Ingress start 2025-08-28 01:48:46.24: VncKubernetes - vnc_sync - Ingress done 2025-08-28 01:48:46.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:48:46.26: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:48:46.26: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:48:46.29: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:48:46.30: EndPointMonitor - start process kube event 2025-08-28 01:48:46.30: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:48:46.30: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:48:46.30: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:48:46.30: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:48:46.30: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:48:46.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:48:46.30: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:48:46.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:48:46.30: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:48:46.30: ServiceMonitor - start process kube event 2025-08-28 01:48:46.30: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:48:46.30: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:48:46.30: ServiceMonitor - Connect Kube API result 0 2025-08-28 01:48:46.30: ServiceMonitor - _schedule_vnc_sync 2025-08-28 01:48:46.30: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:48:46.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 01:48:46.30: VncKubernetes - vnc_sync - Service start 2025-08-28 01:48:46.30: VncKubernetes - vnc_sync - Service done 2025-08-28 01:48:46.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:48:46.30: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:48:46.31: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:48:46.31: NamespaceMonitor - start process kube event 2025-08-28 01:48:46.31: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:48:46.31: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:48:46.31: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:48:46.31: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:48:46.31: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:48:46.31: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:48:46.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:48:46.31: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:48:46.31: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:48:46.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:48:46.31: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:48:46.33: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:48:46.33: NetworkMonitor - start process kube event 2025-08-28 01:48:46.33: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=442 2025-08-28 01:48:46.33: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:48:46.33: NetworkMonitor - Connect Kube API result 0 2025-08-28 01:48:46.33: NetworkMonitor - _schedule_vnc_sync 2025-08-28 01:48:46.33: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'})(timeout=120) 2025-08-28 01:48:46.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 01:48:46.33: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 01:48:46.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:48:46.34: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'}) 2025-08-28 01:48:46.87: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:48:46.87: PodMonitor - start process kube event 2025-08-28 01:48:46.87: PodMonitor - _schedule_vnc_sync 2025-08-28 01:48:46.87: empty line received 2025-08-28 01:48:46.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 01:48:46.87: VncKubernetes - vnc_sync - Pod start 2025-08-28 01:48:46.87: PodMonitor - start process kube event 2025-08-28 01:48:46.89: VncKubernetes - vnc_sync - Pod done 2025-08-28 01:48:46.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:49:46.93: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:49:46.93: PodMonitor - start process kube event 2025-08-28 01:49:46.93: empty line received 2025-08-28 01:49:46.93: PodMonitor - start process kube event 2025-08-28 01:50:46.26: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:50:46.26: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:50:46.26: PodMonitor - start process kube event 2025-08-28 01:50:46.26: empty line received 2025-08-28 01:50:46.26: NetworkPolicyMonitor - start process kube event 2025-08-28 01:50:46.26: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:50:46.26: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:50:46.26: PodMonitor - start process kube event 2025-08-28 01:50:46.26: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 01:50:46.26: NetworkPolicyMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 01:51:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000970 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:52:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000937 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:52:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000960 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:52:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025 2025-08-28 01:50:46.26: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:50:46.26: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:50:46.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 01:50:46.26: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 01:50:46.26: IngressMonitor - start process kube event 2025-08-28 01:50:46.26: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:50:46.26: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:50:46.26: IngressMonitor - Connect Kube API result 0 2025-08-28 01:50:46.26: IngressMonitor - _schedule_vnc_sync 2025-08-28 01:50:46.26: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:50:46.27: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 01:50:46.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:50:46.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 01:50:46.27: VncKubernetes - vnc_sync - Ingress start 2025-08-28 01:50:46.27: VncKubernetes - vnc_sync - Ingress done 2025-08-28 01:50:46.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:50:46.28: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:50:46.28: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:50:46.31: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:50:46.31: EndPointMonitor - start process kube event 2025-08-28 01:50:46.31: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:50:46.31: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:50:46.31: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:50:46.31: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:50:46.31: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:50:46.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:50:46.31: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:50:46.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:50:46.31: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:50:46.31: ServiceMonitor - start process kube event 2025-08-28 01:50:46.31: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:50:46.31: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:50:46.31: ServiceMonitor - Connect Kube API result 0 2025-08-28 01:50:46.31: ServiceMonitor - _schedule_vnc_sync 2025-08-28 01:50:46.31: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:50:46.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 01:50:46.31: VncKubernetes - vnc_sync - Service start 2025-08-28 01:50:46.31: VncKubernetes - vnc_sync - Service done 2025-08-28 01:50:46.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:50:46.31: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:50:46.31: NamespaceMonitor - start process kube event 2025-08-28 01:50:46.31: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:50:46.31: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:50:46.31: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:50:46.31: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:50:46.31: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:50:46.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:50:46.32: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:50:46.32: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:50:46.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:50:46.32: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:50:46.32: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:50:46.33: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:50:46.34: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:50:46.34: NetworkMonitor - start process kube event 2025-08-28 01:50:46.34: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=442 2025-08-28 01:50:46.34: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:50:46.34: NetworkMonitor - Connect Kube API result 0 2025-08-28 01:50:46.34: NetworkMonitor - _schedule_vnc_sync 2025-08-28 01:50:46.34: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'})(timeout=120) 2025-08-28 01:50:46.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 01:50:46.34: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 01:50:46.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:50:46.35: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'}) 2025-08-28 01:51:45.57: IngressMonitor - Received BOOKMARK: oldResVer=438 newResVer=1029 2025-08-28 01:51:45.58: IngressMonitor - start process kube event 2025-08-28 01:51:45.58: empty line received 2025-08-28 01:51:45.58: IngressMonitor - start process kube event 2025-08-28 01:51:46.84: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:51:46.85: PodMonitor - start process kube event 2025-08-28 01:51:46.85: empty line received 2025-08-28 01:51:46.85: PodMonitor - start process kube event 2025-08-28 01:52:45.44: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:52:45.44: IngressMonitor - start process kube event 2025-08-28 01:52:45.44: empty line received 2025-08-28 01:52:45.44: IngressMonitor - start process kube event 2025-08-28 01:52:46.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:52:46.29: NetworkPolicyMonitor - start process kube event 2025-08-28 01:52:46.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:52:46.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:52:46.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 01:52:46.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 01:52:46.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:52:46.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 01:52:46.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 01:52:46.30: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 01:52:46.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:52:46.30: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:52:46.32: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:52:46.32: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:52:46.32: EndPointMonitor - start process kube event 2025-08-28 01:52:46.32: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:52:46.32: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:52:46.32: NamespaceMonitor - start process kube event 2025-08-28 01:52:46.33: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:52:46.33: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:52:46.33: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:52:46.33: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:52:46.33: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:52:46.33: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:52:46.33: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:52:46.33: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:52:46.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:52:46.33: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:52:46.33: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:52:46.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:52:46.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:52:46.33: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:52:46.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:52:46.33: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:52:46.33: ServiceMonitor - start process kube event 2025-08-28 01:52:46.33: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:52:46.33: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:52:46.33: ServiceMonitor - Connect Kube API result 0 2025-08-28 01:52:46.33: ServiceMonitor - _schedule_vnc_sync 2025-08-28 01:52:46.33: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:52:46.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 01:52:46.33: VncKubernetes - vnc_sync - Service start 2025-08-28 01:52:46.33: VncKubernetes - vnc_sync - Service done 2025-08-28 01:52:46.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:52:46.34: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:52:46.34: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:52:46.34: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:52:46.35: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:52:46.35: NetworkMonitor - start process kube event 2025-08-28 01:52:46.35: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=442 2025-08-28 01:52:46.35: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:52:46.35: NetworkMonitor - Connect Kube API result 0 2025-08-28 01:52:46.35: NetworkMonitor - _schedule_vnc_sync 2025-08-28 01:52:46.35: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'})(timeout=120) 2025-08-28 01:52:46.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 01:52:46.35: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 01:52:46.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:52:46.36: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'}) 2025-08-28 01:52:47.18: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:52:47.18: PodMonitor - start process kube event 2025-08-28 01:52:47.18: PodMonitor - _schedule_vnc_sync 2025-08-28 01:52:47.18: empty line received 2025-08-28 01:52:47.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 01:52:47.18: VncKubernetes - vnc_sync - Pod start 2025-08-28 01:52:47.18: VncKubernetes - vnc_sync - Pod done 2025-08-28 01:52:47.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:52:47.18: PodMonitor - start process kube event 2025-08-28 01:53:26.33: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:53:26.33: PodMonitor - start process kube event 2025-08-28 01:53:26.33: empty line received 2025-08-28 01:53:26.33: PodMonitor - start process kube event 2025-08-28 01:53:27.53: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=448 2025-08-28 01:53:27.53: PodMonitor - start process kube event 2025-08-28 01:53:27.53: empty line received 2025-08-28 01:53:27.53: PodMonitor - start process kube event 2025-08-28 01:53:28.42: stop iteration PodMonitor 2025-08-28 01:53:28.42: PodMonitor - start process kube event 2025-08-28 01:53:28.42: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=448 2025-08-28 01:53:28.42: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:53:28.42: PodMonitor - Connect Kube API result 0 2025-08-28 01:53:28.42: PodMonitor - _schedule_vnc_sync 2025-08-28 01:53:28.42: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'})(timeout=120) 2025-08-28 01:53:28.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 01:53:28.42: VncKubernetes - vnc_sync - Pod start 2025-08-28 01:53:28.42: VncKubernetes - vnc_sync - Pod done 2025-08-28 01:53:28.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:53:28.44: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'}) 2025-08-28 01:53:45.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=438 newResVer=1089 2025-08-28 01:53:45.45: NetworkPolicyMonitor - start process kube event 2025-08-28 01:53:45.45: empty line received 2025-08-28 01:53:45.45: NetworkPolicyMonitor - start process kube event 2025-08-28 01:53:46.32: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:53:46.32: IngressMonitor - start process kube event 2025-08-28 01:53:46.32: empty line received 2025-08-28 01:53:46.32: IngressMonitor - start process kube event 2025-08-28 01:53:46.34: ServiceMonitor - Received BOOKMARK: oldResVer=438 newResVer=1117 2025-08-28 01:53:46.34: ServiceMonitor - start process kube event 2025-08-28 01:53:46.34: empty line received 2025-08-28 01:53:46.34: ServiceMonitor - start process kube event 2025-08-28 01:54:45.74: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:54:45.74: IngressMonitor - start process kube event 2025-08-28 01:54:45.74: empty line received 2025-08-28 01:54:45.74: IngressMonitor - start process kube event 2025-08-28 01:54:45.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1089 newResVer=1089 2025-08-28 01:54:45.99: NetworkPolicyMonitor - start process kube event 2025-08-28 01:54:45.99: empty line received 2025-08-28 01:54:45.99: NetworkPolicyMonitor - start process kube event 2025-08-28 01:54:46.34: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:54:46.34: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:54:46.34: EndPointMonitor - start process kube event 2025-08-28 01:54:46.34: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:54:46.34: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:54:46.34: NamespaceMonitor - start process kube event 2025-08-28 01:54:46.34: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:54:46.34: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:54:46.34: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:54:46.34: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:54:46.34: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:54:46.34: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:54:46.34: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:54:46.34: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:54:46.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:54:46.35: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:54:46.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:54:46.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:54:46.35: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:54:46.35: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:54:46.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:54:46.36: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:54:46.36: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:54:46.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:54:46.36: NetworkMonitor - start process kube event 2025-08-28 01:54:46.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=442 2025-08-28 01:54:46.36: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:54:46.36: NetworkMonitor - Connect Kube API result 0 2025-08-28 01:54:46.36: NetworkMonitor - _schedule_vnc_sync 2025-08-28 01:54:46.36: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'})(timeout=120) 2025-08-28 01:54:46.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 01:54:46.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 01:54:46.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:54:46.36: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '442'}) 2025-08-28 01:54:46.88: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=1117 2025-08-28 01:54:46.88: ServiceMonitor - start process kube event 2025-08-28 01:54:46.88: empty line received 2025-08-28 01:54:46.88: ServiceMonitor - start process kube event 2025-08-28 01:55:28.44: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:55:28.44: PodMonitor - start process kube event 2025-08-28 01:55:28.44: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=448 2025-08-28 01:55:28.44: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:55:28.44: PodMonitor - Connect Kube API result 0 2025-08-28 01:55:28.44: PodMonitor - _schedule_vnc_sync 2025-08-28 01:55:28.44: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'})(timeout=120) 2025-08-28 01:55:28.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 01:55:28.44: VncKubernetes - vnc_sync - Pod start 2025-08-28 01:55:28.44: VncKubernetes - vnc_sync - Pod done 2025-08-28 01:55:28.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:55:28.46: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'}) 2025-08-28 01:55:45.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1089 newResVer=1089 2025-08-28 01:55:45.83: NetworkPolicyMonitor - start process kube event 2025-08-28 01:55:45.83: empty line received 2025-08-28 01:55:45.83: NetworkPolicyMonitor - start process kube event 2025-08-28 01:55:46.03: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:55:46.03: IngressMonitor - start process kube event 2025-08-28 01:55:46.03: IngressMonitor - _schedule_vnc_sync 2025-08-28 01:55:46.03: empty line received 2025-08-28 01:55:46.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 01:55:46.03: VncKubernetes - vnc_sync - Ingress start 2025-08-28 01:55:46.03: VncKubernetes - vnc_sync - Ingress done 2025-08-28 01:55:46.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:55:46.03: IngressMonitor - start process kube event 2025-08-28 01:55:47.03: NetworkMonitor - Received BOOKMARK: oldResVer=442 newResVer=1325 2025-08-28 01:55:47.03: NetworkMonitor - start process kube event 2025-08-28 01:55:47.03: empty line received 2025-08-28 01:55:47.03: NetworkMonitor - start process kube event 2025-08-28 01:55:47.13: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=1117 2025-08-28 01:55:47.14: ServiceMonitor - start process kube event 2025-08-28 01:55:47.14: empty line received 2025-08-28 01:55:47.14: ServiceMonitor - start process kube event 2025-08-28 01:56:45.46: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1089 newResVer=1089 2025-08-28 01:56:45.46: NetworkPolicyMonitor - start process kube event 2025-08-28 01:56:45.46: empty line received 2025-08-28 01:56:45.46: NetworkPolicyMonitor - start process kube event 2025-08-28 01:56:46.10: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:56:46.10: IngressMonitor - start process kube event 2025-08-28 01:56:46.10: empty line received 2025-08-28 01:56:46.10: IngressMonitor - start process kube event 2025-08-28 01:56:46.36: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:56:46.36: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:56:46.36: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-28 01:56:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001057 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:57:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001147 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:57:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001037 [Introspect:8108]10.0.0.50 - - [2025-08-28 01:57:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000999 2025-08-28 01:56:46.36: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:56:46.36: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:56:46.36: NamespaceMonitor - start process kube event 2025-08-28 01:56:46.36: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:56:46.36: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:56:46.36: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:56:46.36: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:56:46.36: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:56:46.36: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:56:46.36: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:56:46.36: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:56:46.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:56:46.36: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:56:46.36: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:56:46.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:56:46.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:56:46.36: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:56:46.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:56:46.38: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:56:46.38: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:56:46.62: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 01:56:46.62: NetworkMonitor - start process kube event 2025-08-28 01:56:46.62: empty line received 2025-08-28 01:56:46.62: NetworkMonitor - start process kube event 2025-08-28 01:56:47.39: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=1117 2025-08-28 01:56:47.39: ServiceMonitor - start process kube event 2025-08-28 01:56:47.39: ServiceMonitor - _schedule_vnc_sync 2025-08-28 01:56:47.39: empty line received 2025-08-28 01:56:47.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 01:56:47.39: VncKubernetes - vnc_sync - Service start 2025-08-28 01:56:47.39: VncKubernetes - vnc_sync - Service done 2025-08-28 01:56:47.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:56:47.39: ServiceMonitor - start process kube event 2025-08-28 01:57:28.46: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:57:28.46: PodMonitor - start process kube event 2025-08-28 01:57:28.46: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=448 2025-08-28 01:57:28.46: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:57:28.46: PodMonitor - Connect Kube API result 0 2025-08-28 01:57:28.46: PodMonitor - _schedule_vnc_sync 2025-08-28 01:57:28.46: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'})(timeout=120) 2025-08-28 01:57:28.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 01:57:28.46: VncKubernetes - vnc_sync - Pod start 2025-08-28 01:57:28.46: VncKubernetes - vnc_sync - Pod done 2025-08-28 01:57:28.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:57:28.48: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'}) 2025-08-28 01:57:45.86: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:57:45.86: IngressMonitor - start process kube event 2025-08-28 01:57:45.86: empty line received 2025-08-28 01:57:45.86: IngressMonitor - start process kube event 2025-08-28 01:57:46.11: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1089 newResVer=1089 2025-08-28 01:57:46.11: NetworkPolicyMonitor - start process kube event 2025-08-28 01:57:46.11: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 01:57:46.11: empty line received 2025-08-28 01:57:46.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 01:57:46.11: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 01:57:46.11: NetworkPolicyMonitor - start process kube event 2025-08-28 01:57:46.11: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 01:57:46.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:57:46.85: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 01:57:46.85: NetworkMonitor - start process kube event 2025-08-28 01:57:46.85: empty line received 2025-08-28 01:57:46.85: NetworkMonitor - start process kube event 2025-08-28 01:57:48.01: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=1117 2025-08-28 01:57:48.01: ServiceMonitor - start process kube event 2025-08-28 01:57:48.01: empty line received 2025-08-28 01:57:48.01: ServiceMonitor - start process kube event 2025-08-28 01:58:26.39: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:58:26.39: IngressMonitor - start process kube event 2025-08-28 01:58:26.39: empty line received 2025-08-28 01:58:26.39: IngressMonitor - start process kube event 2025-08-28 01:58:27.57: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-08-28 01:58:27.57: IngressMonitor - start process kube event 2025-08-28 01:58:27.57: empty line received 2025-08-28 01:58:27.57: IngressMonitor - start process kube event 2025-08-28 01:58:28.88: stop iteration IngressMonitor 2025-08-28 01:58:28.88: IngressMonitor - start process kube event 2025-08-28 01:58:28.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1029 2025-08-28 01:58:28.88: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:58:28.88: IngressMonitor - Connect Kube API result 0 2025-08-28 01:58:28.88: IngressMonitor - _schedule_vnc_sync 2025-08-28 01:58:28.88: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1029'})(timeout=120) 2025-08-28 01:58:28.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 01:58:28.88: VncKubernetes - vnc_sync - Ingress start 2025-08-28 01:58:28.88: VncKubernetes - vnc_sync - Ingress done 2025-08-28 01:58:28.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:58:28.89: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1029'}) 2025-08-28 01:58:45.97: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1089 newResVer=1089 2025-08-28 01:58:45.97: NetworkPolicyMonitor - start process kube event 2025-08-28 01:58:45.97: empty line received 2025-08-28 01:58:45.97: NetworkPolicyMonitor - start process kube event 2025-08-28 01:58:46.38: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:58:46.38: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:58:46.38: EndPointMonitor - start process kube event 2025-08-28 01:58:46.38: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:58:46.38: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:58:46.38: NamespaceMonitor - start process kube event 2025-08-28 01:58:46.38: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 01:58:46.38: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:58:46.38: EndPointMonitor - Connect Kube API result 0 2025-08-28 01:58:46.38: EndPointMonitor - _schedule_vnc_sync 2025-08-28 01:58:46.38: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:58:46.38: NamespaceMonitor - Connect Kube API result 0 2025-08-28 01:58:46.38: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 01:58:46.38: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 01:58:46.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 01:58:46.39: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 01:58:46.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 01:58:46.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 01:58:46.39: VncKubernetes - vnc_sync - Namespace start 2025-08-28 01:58:46.39: VncKubernetes - vnc_sync - Namespace done 2025-08-28 01:58:46.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:58:46.40: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:58:46.40: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 01:58:46.55: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 01:58:46.55: NetworkMonitor - start process kube event 2025-08-28 01:58:46.55: NetworkMonitor - _schedule_vnc_sync 2025-08-28 01:58:46.55: empty line received 2025-08-28 01:58:46.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 01:58:46.55: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 01:58:46.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:58:46.55: NetworkMonitor - start process kube event 2025-08-28 01:58:47.23: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=1117 2025-08-28 01:58:47.24: ServiceMonitor - start process kube event 2025-08-28 01:58:47.24: empty line received 2025-08-28 01:58:47.24: ServiceMonitor - start process kube event 2025-08-28 01:59:15.26: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=1117 2025-08-28 01:59:15.26: ServiceMonitor - start process kube event 2025-08-28 01:59:15.26: empty line received 2025-08-28 01:59:15.26: ServiceMonitor - start process kube event 2025-08-28 01:59:16.36: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=1117 2025-08-28 01:59:16.36: ServiceMonitor - start process kube event 2025-08-28 01:59:16.36: empty line received 2025-08-28 01:59:16.36: ServiceMonitor - start process kube event 2025-08-28 01:59:17.63: stop iteration ServiceMonitor 2025-08-28 01:59:17.63: ServiceMonitor - start process kube event 2025-08-28 01:59:17.63: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1117 2025-08-28 01:59:17.63: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:59:17.63: ServiceMonitor - Connect Kube API result 0 2025-08-28 01:59:17.63: ServiceMonitor - _schedule_vnc_sync 2025-08-28 01:59:17.63: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1117'})(timeout=120) 2025-08-28 01:59:17.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 01:59:17.63: VncKubernetes - vnc_sync - Service start 2025-08-28 01:59:17.63: VncKubernetes - vnc_sync - Service done 2025-08-28 01:59:17.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:59:17.64: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1117'}) 2025-08-28 01:59:28.48: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 01:59:28.48: PodMonitor - start process kube event 2025-08-28 01:59:28.48: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=448 2025-08-28 01:59:28.48: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:59:28.48: PodMonitor - Connect Kube API result 0 2025-08-28 01:59:28.48: PodMonitor - _schedule_vnc_sync 2025-08-28 01:59:28.48: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'})(timeout=120) 2025-08-28 01:59:28.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 01:59:28.48: VncKubernetes - vnc_sync - Pod start 2025-08-28 01:59:28.48: VncKubernetes - vnc_sync - Pod done 2025-08-28 01:59:28.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:59:28.50: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'}) 2025-08-28 01:59:42.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1089 newResVer=1089 2025-08-28 01:59:42.86: NetworkPolicyMonitor - start process kube event 2025-08-28 01:59:42.86: empty line received 2025-08-28 01:59:42.86: NetworkPolicyMonitor - start process kube event 2025-08-28 01:59:44.49: stop iteration NetworkPolicyMonitor 2025-08-28 01:59:44.49: NetworkPolicyMonitor - start process kube event 2025-08-28 01:59:44.49: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1089 2025-08-28 01:59:44.49: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 01:59:44.49: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 01:59:44.49: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 01:59:44.49: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1089'})(timeout=120) 2025-08-28 01:59:44.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 01:59:44.49: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 01:59:44.49: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 01:59:44.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 01:59:44.51: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1089'}) 2025-08-28 01:59:46.32: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 01:59:46.32: NetworkMonitor - start process kube event 2025-08-28 01:59:46.32: empty line received 2025-08-28 01:59:46.32: NetworkMonitor - start process kube event 2025-08-28 02:00:28.89: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:00:28.90: IngressMonitor - start process kube event 2025-08-28 02:00:28.90: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1029 2025-08-28 02:00:28.90: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:00:28.90: IngressMonitor - Connect Kube API result 0 2025-08-28 02:00:28.90: IngressMonitor - _schedule_vnc_sync 2025-08-28 02:00:28.90: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1029'})(timeout=120) 2025-08-28 02:00:28.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:00:28.90: VncKubernetes - vnc_sync - Ingress start [Introspect:8108]10.0.0.50 - - [2025-08-28 02:01:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001131 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:01:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001049 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:01:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001295 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:01:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000949 2025-08-28 02:00:28.90: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:00:28.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:00:28.91: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1029'}) 2025-08-28 02:00:46.38: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 02:00:46.38: NetworkMonitor - start process kube event 2025-08-28 02:00:46.38: empty line received 2025-08-28 02:00:46.38: NetworkMonitor - start process kube event 2025-08-28 02:00:46.40: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:00:46.40: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:00:46.40: EndPointMonitor - start process kube event 2025-08-28 02:00:46.40: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 02:00:46.40: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:00:46.40: NamespaceMonitor - start process kube event 2025-08-28 02:00:46.40: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 02:00:46.40: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:00:46.40: NamespaceMonitor - Connect Kube API result 0 2025-08-28 02:00:46.40: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:00:46.40: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 02:00:46.40: EndPointMonitor - Connect Kube API result 0 2025-08-28 02:00:46.40: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:00:46.40: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 02:00:46.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:00:46.40: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:00:46.41: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:00:46.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-28 02:00:46.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:00:46.41: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:00:46.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:00:46.41: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 02:00:46.41: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 02:01:17.64: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:01:17.64: ServiceMonitor - start process kube event 2025-08-28 02:01:17.64: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1117 2025-08-28 02:01:17.64: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:01:17.64: ServiceMonitor - Connect Kube API result 0 2025-08-28 02:01:17.64: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:01:17.64: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1117'})(timeout=120) 2025-08-28 02:01:17.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:01:17.64: VncKubernetes - vnc_sync - Service start 2025-08-28 02:01:17.64: VncKubernetes - vnc_sync - Service done 2025-08-28 02:01:17.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:01:17.65: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1117'}) 2025-08-28 02:01:28.50: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:01:28.50: PodMonitor - start process kube event 2025-08-28 02:01:28.50: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=448 2025-08-28 02:01:28.50: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:01:28.50: PodMonitor - Connect Kube API result 0 2025-08-28 02:01:28.50: PodMonitor - _schedule_vnc_sync 2025-08-28 02:01:28.50: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'})(timeout=120) 2025-08-28 02:01:28.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:01:28.50: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:01:28.50: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:01:28.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:01:28.51: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'}) 2025-08-28 02:01:44.51: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:01:44.51: NetworkPolicyMonitor - start process kube event 2025-08-28 02:01:44.51: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1089 2025-08-28 02:01:44.51: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:01:44.51: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 02:01:44.51: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:01:44.51: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1089'})(timeout=120) 2025-08-28 02:01:44.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:01:44.51: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:01:44.52: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:01:44.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:01:44.54: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1089'}) 2025-08-28 02:01:47.05: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 02:01:47.05: NetworkMonitor - start process kube event 2025-08-28 02:01:47.05: empty line received 2025-08-28 02:01:47.05: NetworkMonitor - start process kube event 2025-08-28 02:02:28.91: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:02:28.91: IngressMonitor - start process kube event 2025-08-28 02:02:28.91: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1029 2025-08-28 02:02:28.91: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:02:28.91: IngressMonitor - Connect Kube API result 0 2025-08-28 02:02:28.91: IngressMonitor - _schedule_vnc_sync 2025-08-28 02:02:28.91: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1029'})(timeout=120) 2025-08-28 02:02:28.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:02:28.91: VncKubernetes - vnc_sync - Ingress start 2025-08-28 02:02:28.92: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:02:28.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:02:28.93: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1029'}) 2025-08-28 02:02:46.33: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 02:02:46.33: NetworkMonitor - start process kube event 2025-08-28 02:02:46.33: empty line received 2025-08-28 02:02:46.33: NetworkMonitor - start process kube event 2025-08-28 02:02:46.41: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:02:46.42: NamespaceMonitor - start process kube event 2025-08-28 02:02:46.42: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 02:02:46.42: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:02:46.42: NamespaceMonitor - Connect Kube API result 0 2025-08-28 02:02:46.42: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:02:46.42: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 02:02:46.42: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:02:46.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:02:46.42: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:02:46.42: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:02:46.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:02:46.42: EndPointMonitor - start process kube event 2025-08-28 02:02:46.42: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-08-28 02:02:46.42: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:02:46.42: EndPointMonitor - Connect Kube API result 0 2025-08-28 02:02:46.42: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:02:46.42: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-08-28 02:02:46.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:02:46.42: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:02:46.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:02:46.43: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 02:02:46.43: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-08-28 02:03:05.75: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 02:03:05.75: NetworkMonitor - start process kube event 2025-08-28 02:03:05.75: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:03:05.75: empty line received 2025-08-28 02:03:05.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:03:05.75: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:03:05.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:03:05.75: NetworkMonitor - start process kube event 2025-08-28 02:03:06.85: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=1325 2025-08-28 02:03:06.85: NetworkMonitor - start process kube event 2025-08-28 02:03:06.85: empty line received 2025-08-28 02:03:06.85: NetworkMonitor - start process kube event 2025-08-28 02:03:08.02: stop iteration NetworkMonitor 2025-08-28 02:03:08.02: NetworkMonitor - start process kube event 2025-08-28 02:03:08.02: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1325 2025-08-28 02:03:08.02: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:03:08.03: NetworkMonitor - Connect Kube API result 0 2025-08-28 02:03:08.03: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:03:08.03: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1325'})(timeout=120) 2025-08-28 02:03:08.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:03:08.03: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:03:08.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:03:08.04: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1325'}) 2025-08-28 02:03:17.65: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:03:17.65: ServiceMonitor - start process kube event 2025-08-28 02:03:17.65: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1117 2025-08-28 02:03:17.65: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:03:17.65: ServiceMonitor - Connect Kube API result 0 2025-08-28 02:03:17.65: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:03:17.65: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1117'})(timeout=120) 2025-08-28 02:03:17.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:03:17.65: VncKubernetes - vnc_sync - Service start 2025-08-28 02:03:17.65: VncKubernetes - vnc_sync - Service done 2025-08-28 02:03:17.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:03:17.66: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1117'}) 2025-08-28 02:03:28.52: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:03:28.52: PodMonitor - start process kube event 2025-08-28 02:03:28.52: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=448 2025-08-28 02:03:28.52: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:03:28.52: PodMonitor - Connect Kube API result 0 2025-08-28 02:03:28.52: PodMonitor - _schedule_vnc_sync 2025-08-28 02:03:28.52: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'})(timeout=120) 2025-08-28 02:03:28.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:03:28.52: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:03:28.52: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:03:28.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:03:28.53: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '448'}) 2025-08-28 02:03:29.19: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1889 2025-08-28 02:03:29.19: IngressMonitor - start process kube event 2025-08-28 02:03:29.19: empty line received 2025-08-28 02:03:29.19: IngressMonitor - start process kube event 2025-08-28 02:03:44.54: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:03:44.54: NetworkPolicyMonitor - start process kube event 2025-08-28 02:03:44.54: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1089 2025-08-28 02:03:44.54: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:03:44.54: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 02:03:44.54: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:03:44.54: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1089'})(timeout=120) 2025-08-28 02:03:44.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:03:44.55: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:03:44.55: VncKubernetes - vnc_sync - NetworkPolicy done [Introspect:8108]10.0.0.50 - - [2025-08-28 02:05:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001032 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:05:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000918 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:06:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001142 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:06:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001013 2025-08-28 02:03:44.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:03:44.56: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1089'}) 2025-08-28 02:03:46.23: EndPointMonitor - Received BOOKMARK: oldResVer=438 newResVer=2009 2025-08-28 02:03:46.23: EndPointMonitor - start process kube event 2025-08-28 02:03:46.23: empty line received 2025-08-28 02:03:46.23: EndPointMonitor - start process kube event 2025-08-28 02:03:46.32: NamespaceMonitor - Received BOOKMARK: oldResVer=438 newResVer=2022 2025-08-28 02:03:46.32: NamespaceMonitor - start process kube event 2025-08-28 02:03:46.32: empty line received 2025-08-28 02:03:46.32: NamespaceMonitor - start process kube event 2025-08-28 02:04:17.91: ServiceMonitor - Received BOOKMARK: oldResVer=1117 newResVer=2031 2025-08-28 02:04:17.91: ServiceMonitor - start process kube event 2025-08-28 02:04:17.91: empty line received 2025-08-28 02:04:17.91: ServiceMonitor - start process kube event 2025-08-28 02:04:28.81: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:04:28.81: IngressMonitor - start process kube event 2025-08-28 02:04:28.81: empty line received 2025-08-28 02:04:28.81: IngressMonitor - start process kube event 2025-08-28 02:04:29.16: PodMonitor - Received BOOKMARK: oldResVer=448 newResVer=2000 2025-08-28 02:04:29.16: PodMonitor - start process kube event 2025-08-28 02:04:29.16: empty line received 2025-08-28 02:04:29.16: PodMonitor - start process kube event 2025-08-28 02:04:45.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1089 newResVer=1976 2025-08-28 02:04:45.15: NetworkPolicyMonitor - start process kube event 2025-08-28 02:04:45.15: empty line received 2025-08-28 02:04:45.15: NetworkPolicyMonitor - start process kube event 2025-08-28 02:04:46.85: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:04:46.85: EndPointMonitor - start process kube event 2025-08-28 02:04:46.85: empty line received 2025-08-28 02:04:46.85: EndPointMonitor - start process kube event 2025-08-28 02:04:47.06: NamespaceMonitor - Received BOOKMARK: oldResVer=2022 newResVer=2022 2025-08-28 02:04:47.06: NamespaceMonitor - start process kube event 2025-08-28 02:04:47.06: empty line received 2025-08-28 02:04:47.06: NamespaceMonitor - start process kube event 2025-08-28 02:05:08.04: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:05:08.04: NetworkMonitor - start process kube event 2025-08-28 02:05:08.04: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1325 2025-08-28 02:05:08.04: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:05:08.04: NetworkMonitor - Connect Kube API result 0 2025-08-28 02:05:08.04: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:05:08.04: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1325'})(timeout=120) 2025-08-28 02:05:08.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:05:08.05: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:05:08.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:05:08.06: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1325'}) 2025-08-28 02:05:17.69: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-08-28 02:05:17.69: ServiceMonitor - start process kube event 2025-08-28 02:05:17.69: empty line received 2025-08-28 02:05:17.69: ServiceMonitor - start process kube event 2025-08-28 02:05:28.87: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-08-28 02:05:28.87: PodMonitor - start process kube event 2025-08-28 02:05:28.87: empty line received 2025-08-28 02:05:28.87: PodMonitor - start process kube event 2025-08-28 02:05:29.00: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:05:29.00: IngressMonitor - start process kube event 2025-08-28 02:05:29.00: empty line received 2025-08-28 02:05:29.00: IngressMonitor - start process kube event 2025-08-28 02:05:44.74: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=1976 2025-08-28 02:05:44.74: NetworkPolicyMonitor - start process kube event 2025-08-28 02:05:44.74: empty line received 2025-08-28 02:05:44.74: NetworkPolicyMonitor - start process kube event 2025-08-28 02:05:46.65: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:05:46.65: EndPointMonitor - start process kube event 2025-08-28 02:05:46.65: empty line received 2025-08-28 02:05:46.65: EndPointMonitor - start process kube event 2025-08-28 02:05:47.19: NamespaceMonitor - Received BOOKMARK: oldResVer=2022 newResVer=2022 2025-08-28 02:05:47.19: NamespaceMonitor - start process kube event 2025-08-28 02:05:47.19: empty line received 2025-08-28 02:05:47.19: NamespaceMonitor - start process kube event 2025-08-28 02:06:07.80: NetworkMonitor - Received BOOKMARK: oldResVer=1325 newResVer=2175 2025-08-28 02:06:07.80: NetworkMonitor - start process kube event 2025-08-28 02:06:07.80: empty line received 2025-08-28 02:06:07.80: NetworkMonitor - start process kube event 2025-08-28 02:06:18.00: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-08-28 02:06:18.00: ServiceMonitor - start process kube event 2025-08-28 02:06:18.00: empty line received 2025-08-28 02:06:18.00: ServiceMonitor - start process kube event 2025-08-28 02:06:28.58: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-08-28 02:06:28.58: PodMonitor - start process kube event 2025-08-28 02:06:28.58: empty line received 2025-08-28 02:06:28.58: PodMonitor - start process kube event 2025-08-28 02:06:28.91: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:06:28.91: IngressMonitor - start process kube event 2025-08-28 02:06:28.91: empty line received 2025-08-28 02:06:28.91: IngressMonitor - start process kube event 2025-08-28 02:06:45.33: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=1976 2025-08-28 02:06:45.33: NetworkPolicyMonitor - start process kube event 2025-08-28 02:06:45.33: empty line received 2025-08-28 02:06:45.33: NetworkPolicyMonitor - start process kube event 2025-08-28 02:06:46.36: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:06:46.36: EndPointMonitor - start process kube event 2025-08-28 02:06:46.36: empty line received 2025-08-28 02:06:46.36: EndPointMonitor - start process kube event 2025-08-28 02:06:47.43: NamespaceMonitor - Received BOOKMARK: oldResVer=2022 newResVer=2022 2025-08-28 02:06:47.43: NamespaceMonitor - start process kube event 2025-08-28 02:06:47.43: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:06:47.43: empty line received 2025-08-28 02:06:47.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:06:47.43: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:06:47.43: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:06:47.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:06:47.43: NamespaceMonitor - start process kube event 2025-08-28 02:07:07.54: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:07:07.55: NetworkMonitor - start process kube event 2025-08-28 02:07:07.55: empty line received 2025-08-28 02:07:07.55: NetworkMonitor - start process kube event 2025-08-28 02:07:18.22: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-08-28 02:07:18.22: ServiceMonitor - start process kube event 2025-08-28 02:07:18.23: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:07:18.23: empty line received 2025-08-28 02:07:18.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:07:18.23: VncKubernetes - vnc_sync - Service start 2025-08-28 02:07:18.23: VncKubernetes - vnc_sync - Service done 2025-08-28 02:07:18.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:07:18.23: ServiceMonitor - start process kube event 2025-08-28 02:07:28.24: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-08-28 02:07:28.24: PodMonitor - start process kube event 2025-08-28 02:07:28.24: empty line received 2025-08-28 02:07:28.24: PodMonitor - start process kube event 2025-08-28 02:07:29.00: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:07:29.00: IngressMonitor - start process kube event 2025-08-28 02:07:29.00: IngressMonitor - _schedule_vnc_sync 2025-08-28 02:07:29.00: empty line received 2025-08-28 02:07:29.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:07:29.00: VncKubernetes - vnc_sync - Ingress start 2025-08-28 02:07:29.00: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:07:29.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:07:29.00: IngressMonitor - start process kube event 2025-08-28 02:07:45.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=1976 2025-08-28 02:07:45.07: NetworkPolicyMonitor - start process kube event 2025-08-28 02:07:45.07: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:07:45.07: empty line received 2025-08-28 02:07:45.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:07:45.07: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:07:45.07: NetworkPolicyMonitor - start process kube event 2025-08-28 02:07:45.07: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:07:45.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:07:46.49: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:07:46.49: EndPointMonitor - start process kube event 2025-08-28 02:07:46.49: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:07:46.49: empty line received 2025-08-28 02:07:46.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:07:46.49: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:07:46.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:07:46.49: EndPointMonitor - start process kube event 2025-08-28 02:07:47.90: NamespaceMonitor - Received BOOKMARK: oldResVer=2022 newResVer=2022 2025-08-28 02:07:47.90: NamespaceMonitor - start process kube event 2025-08-28 02:07:47.90: empty line received 2025-08-28 02:07:47.90: NamespaceMonitor - start process kube event 2025-08-28 02:08:08.31: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:08:08.31: NetworkMonitor - start process kube event 2025-08-28 02:08:08.31: empty line received 2025-08-28 02:08:08.31: NetworkMonitor - start process kube event 2025-08-28 02:08:19.05: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-08-28 02:08:19.05: ServiceMonitor - start process kube event 2025-08-28 02:08:19.05: empty line received 2025-08-28 02:08:19.05: ServiceMonitor - start process kube event 2025-08-28 02:08:28.63: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:08:28.63: IngressMonitor - start process kube event 2025-08-28 02:08:28.63: empty line received 2025-08-28 02:08:28.63: IngressMonitor - start process kube event 2025-08-28 02:08:28.98: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-08-28 02:08:28.99: PodMonitor - start process kube event 2025-08-28 02:08:28.99: PodMonitor - _schedule_vnc_sync 2025-08-28 02:08:28.99: empty line received 2025-08-28 02:08:28.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:08:28.99: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:08:28.99: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:08:28.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:08:28.99: PodMonitor - start process kube event 2025-08-28 02:08:44.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=1976 2025-08-28 02:08:44.98: NetworkPolicyMonitor - start process kube event 2025-08-28 02:08:44.98: empty line received 2025-08-28 02:08:44.98: NetworkPolicyMonitor - start process kube event 2025-08-28 02:08:46.74: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:08:46.74: EndPointMonitor - start process kube event 2025-08-28 02:08:46.74: empty line received 2025-08-28 02:08:46.74: EndPointMonitor - start process kube event 2025-08-28 02:08:48.12: NamespaceMonitor - Received BOOKMARK: oldResVer=2022 newResVer=2022 2025-08-28 02:08:48.12: NamespaceMonitor - start process kube event 2025-08-28 02:08:48.12: empty line received 2025-08-28 02:08:48.12: NamespaceMonitor - start process kube event 2025-08-28 02:08:54.88: NamespaceMonitor - Received BOOKMARK: oldResVer=2022 newResVer=2022 2025-08-28 02:08:54.88: NamespaceMonitor - start process kube event 2025-08-28 02:08:54.88: empty line received 2025-08-28 02:08:54.88: NamespaceMonitor - start process kube event 2025-08-28 02:08:56.77: stop iteration NamespaceMonitor 2025-08-28 02:08:56.77: NamespaceMonitor - start process kube event 2025-08-28 02:08:56.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2022 2025-08-28 02:08:56.77: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:08:56.77: NamespaceMonitor - Connect Kube API result 0 2025-08-28 02:08:56.77: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:08:56.77: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2022'})(timeout=120) 2025-08-28 02:08:56.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:08:56.78: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:08:56.78: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:08:56.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:08:56.79: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2022'}) 2025-08-28 02:09:07.52: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:09:07.52: NetworkMonitor - start process kube event 2025-08-28 02:09:07.52: empty line received 2025-08-28 02:09:07.52: NetworkMonitor - start process kube event 2025-08-28 02:09:19.30: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-08-28 02:09:19.30: ServiceMonitor - start process kube event 2025-08-28 02:09:19.30: empty line received 2025-08-28 02:09:19.30: ServiceMonitor - start process kube event 2025-08-28 02:09:28.40: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-08-28 02:09:28.40: PodMonitor - start process kube event 2025-08-28 02:09:28.40: empty line received 2025-08-28 02:09:28.40: PodMonitor - start process kube event 2025-08-28 02:09:28.46: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:09:28.46: IngressMonitor - start process kube event 2025-08-28 02:09:28.46: empty line received 2025-08-28 02:09:28.46: IngressMonitor - start process kube event 2025-08-28 02:09:45.03: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=1976 2025-08-28 02:09:45.03: NetworkPolicyMonitor - start process kube event 2025-08-28 02:09:45.03: empty line received 2025-08-28 02:09:45.03: NetworkPolicyMonitor - start process kube event 2025-08-28 02:09:46.50: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:09:46.50: EndPointMonitor - start process kube event 2025-08-28 02:09:46.50: empty line received 2025-08-28 02:09:46.50: EndPointMonitor - start process kube event 2025-08-28 02:10:07.81: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:10:07.81: NetworkMonitor - start process kube event 2025-08-28 02:10:07.81: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 02:10:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001020 2025-08-28 02:10:07.81: empty line received 2025-08-28 02:10:07.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:10:07.81: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:10:07.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:10:07.81: NetworkMonitor - start process kube event 2025-08-28 02:10:10.56: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-08-28 02:10:10.56: ServiceMonitor - start process kube event 2025-08-28 02:10:10.56: empty line received 2025-08-28 02:10:10.56: ServiceMonitor - start process kube event 2025-08-28 02:10:11.66: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-08-28 02:10:11.66: ServiceMonitor - start process kube event 2025-08-28 02:10:11.66: empty line received 2025-08-28 02:10:11.66: ServiceMonitor - start process kube event 2025-08-28 02:10:12.98: stop iteration ServiceMonitor 2025-08-28 02:10:12.98: ServiceMonitor - start process kube event 2025-08-28 02:10:12.98: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2031 2025-08-28 02:10:12.98: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:10:12.98: ServiceMonitor - Connect Kube API result 0 2025-08-28 02:10:12.98: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:10:12.98: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2031'})(timeout=120) 2025-08-28 02:10:12.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:10:12.98: VncKubernetes - vnc_sync - Service start 2025-08-28 02:10:12.98: VncKubernetes - vnc_sync - Service done 2025-08-28 02:10:12.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:10:12.99: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2031'}) 2025-08-28 02:10:28.99: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:10:28.99: IngressMonitor - start process kube event 2025-08-28 02:10:28.99: empty line received 2025-08-28 02:10:28.99: IngressMonitor - start process kube event 2025-08-28 02:10:29.05: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-08-28 02:10:29.05: PodMonitor - start process kube event 2025-08-28 02:10:29.05: empty line received 2025-08-28 02:10:29.05: PodMonitor - start process kube event 2025-08-28 02:10:37.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=1976 2025-08-28 02:10:37.50: NetworkPolicyMonitor - start process kube event 2025-08-28 02:10:37.50: empty line received 2025-08-28 02:10:37.50: NetworkPolicyMonitor - start process kube event 2025-08-28 02:10:38.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=1976 2025-08-28 02:10:38.73: NetworkPolicyMonitor - start process kube event 2025-08-28 02:10:38.73: empty line received 2025-08-28 02:10:38.73: NetworkPolicyMonitor - start process kube event 2025-08-28 02:10:40.03: stop iteration NetworkPolicyMonitor 2025-08-28 02:10:40.03: NetworkPolicyMonitor - start process kube event 2025-08-28 02:10:40.03: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1976 2025-08-28 02:10:40.03: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:10:40.03: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 02:10:40.03: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:10:40.03: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1976'})(timeout=120) 2025-08-28 02:10:40.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:10:40.04: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:10:40.04: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:10:40.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:10:40.04: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1976'}) 2025-08-28 02:10:46.93: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:10:46.93: EndPointMonitor - start process kube event 2025-08-28 02:10:46.93: empty line received 2025-08-28 02:10:46.93: EndPointMonitor - start process kube event 2025-08-28 02:10:56.79: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:10:56.79: NamespaceMonitor - start process kube event 2025-08-28 02:10:56.79: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2022 2025-08-28 02:10:56.79: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:10:56.79: NamespaceMonitor - Connect Kube API result 0 2025-08-28 02:10:56.79: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:10:56.79: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2022'})(timeout=120) 2025-08-28 02:10:56.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:10:56.80: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:10:56.80: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:10:56.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:10:56.81: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2022'}) 2025-08-28 02:11:08.51: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:11:08.51: NetworkMonitor - start process kube event 2025-08-28 02:11:08.51: empty line received 2025-08-28 02:11:08.51: NetworkMonitor - start process kube event 2025-08-28 02:11:12.71: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-08-28 02:11:12.71: IngressMonitor - start process kube event 2025-08-28 02:11:12.71: empty line received 2025-08-28 02:11:12.71: IngressMonitor - start process kube event 2025-08-28 02:11:14.31: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-08-28 02:11:14.31: PodMonitor - start process kube event 2025-08-28 02:11:14.31: empty line received 2025-08-28 02:11:14.31: PodMonitor - start process kube event 2025-08-28 02:11:14.56: stop iteration IngressMonitor 2025-08-28 02:11:14.56: IngressMonitor - start process kube event 2025-08-28 02:11:14.56: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1889 2025-08-28 02:11:14.56: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:11:14.56: IngressMonitor - Connect Kube API result 0 2025-08-28 02:11:14.56: IngressMonitor - _schedule_vnc_sync 2025-08-28 02:11:14.56: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1889'})(timeout=120) 2025-08-28 02:11:14.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:11:14.56: VncKubernetes - vnc_sync - Ingress start 2025-08-28 02:11:14.56: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:11:14.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:11:14.57: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1889'}) 2025-08-28 02:11:15.22: stop iteration PodMonitor 2025-08-28 02:11:15.22: PodMonitor - start process kube event 2025-08-28 02:11:15.22: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2000 2025-08-28 02:11:15.22: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:11:15.22: PodMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:11:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001173 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:11:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001098 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:11:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001058 2025-08-28 02:11:15.22: PodMonitor - _schedule_vnc_sync 2025-08-28 02:11:15.22: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'})(timeout=120) 2025-08-28 02:11:15.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:11:15.22: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:11:15.22: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:11:15.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:11:15.23: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'}) 2025-08-28 02:11:24.00: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-28 02:11:24.00: EndPointMonitor - start process kube event 2025-08-28 02:11:24.00: empty line received 2025-08-28 02:11:24.00: EndPointMonitor - start process kube event 2025-08-28 02:11:25.87: stop iteration EndPointMonitor 2025-08-28 02:11:25.87: EndPointMonitor - start process kube event 2025-08-28 02:11:25.87: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2009 2025-08-28 02:11:25.87: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:11:25.87: EndPointMonitor - Connect Kube API result 0 2025-08-28 02:11:25.87: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:11:25.87: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2009'})(timeout=120) 2025-08-28 02:11:25.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:11:25.87: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:11:25.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:11:25.88: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2009'}) 2025-08-28 02:12:08.90: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:12:08.90: NetworkMonitor - start process kube event 2025-08-28 02:12:08.90: empty line received 2025-08-28 02:12:08.90: NetworkMonitor - start process kube event 2025-08-28 02:12:12.99: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:12:12.99: ServiceMonitor - start process kube event 2025-08-28 02:12:12.99: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2031 2025-08-28 02:12:12.99: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:12:12.99: ServiceMonitor - Connect Kube API result 0 2025-08-28 02:12:12.99: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:12:12.99: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2031'})(timeout=120) 2025-08-28 02:12:12.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:12:12.99: VncKubernetes - vnc_sync - Service start 2025-08-28 02:12:12.99: VncKubernetes - vnc_sync - Service done 2025-08-28 02:12:12.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:12:13.01: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2031'}) 2025-08-28 02:12:14.77: IngressMonitor - Received BOOKMARK: oldResVer=1889 newResVer=2676 2025-08-28 02:12:14.77: IngressMonitor - start process kube event 2025-08-28 02:12:14.77: empty line received 2025-08-28 02:12:14.77: IngressMonitor - start process kube event 2025-08-28 02:12:40.04: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:12:40.04: NetworkPolicyMonitor - start process kube event 2025-08-28 02:12:40.04: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1976 2025-08-28 02:12:40.04: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:12:40.04: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 02:12:40.04: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:12:40.04: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1976'})(timeout=120) 2025-08-28 02:12:40.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:12:40.05: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:12:40.05: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:12:40.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:12:40.05: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1976'}) 2025-08-28 02:12:56.82: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:12:56.82: NamespaceMonitor - start process kube event 2025-08-28 02:12:56.82: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2022 2025-08-28 02:12:56.82: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:12:56.82: NamespaceMonitor - Connect Kube API result 0 2025-08-28 02:12:56.82: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:12:56.82: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2022'})(timeout=120) 2025-08-28 02:12:56.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:12:56.82: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:12:56.82: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:12:56.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:12:56.84: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2022'}) 2025-08-28 02:13:08.38: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:13:08.38: NetworkMonitor - start process kube event 2025-08-28 02:13:08.38: empty line received 2025-08-28 02:13:08.38: NetworkMonitor - start process kube event 2025-08-28 02:13:15.23: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:13:15.23: PodMonitor - start process kube event 2025-08-28 02:13:15.23: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2000 2025-08-28 02:13:15.23: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:13:15.23: PodMonitor - Connect Kube API result 0 2025-08-28 02:13:15.23: PodMonitor - _schedule_vnc_sync 2025-08-28 02:13:15.23: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'})(timeout=120) 2025-08-28 02:13:15.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:13:15.23: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:13:15.23: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:13:15.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:13:15.25: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'}) 2025-08-28 02:13:15.46: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=2676 2025-08-28 02:13:15.46: IngressMonitor - start process kube event 2025-08-28 02:13:15.46: empty line received 2025-08-28 02:13:15.46: IngressMonitor - start process kube event 2025-08-28 02:13:25.89: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:13:25.89: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-28 02:15:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000962 2025-08-28 02:13:25.89: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2009 2025-08-28 02:13:25.89: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:13:25.89: EndPointMonitor - Connect Kube API result 0 2025-08-28 02:13:25.89: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:13:25.89: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2009'})(timeout=120) 2025-08-28 02:13:25.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:13:25.89: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:13:25.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:13:25.90: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2009'}) 2025-08-28 02:13:26.19: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2175 2025-08-28 02:13:26.19: NetworkMonitor - start process kube event 2025-08-28 02:13:26.19: empty line received 2025-08-28 02:13:26.19: NetworkMonitor - start process kube event 2025-08-28 02:13:27.98: stop iteration NetworkMonitor 2025-08-28 02:13:27.98: NetworkMonitor - start process kube event 2025-08-28 02:13:27.98: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2175 2025-08-28 02:13:27.98: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:13:27.98: NetworkMonitor - Connect Kube API result 0 2025-08-28 02:13:27.98: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:13:27.98: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2175'})(timeout=120) 2025-08-28 02:13:27.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:13:27.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:13:27.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:13:27.99: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2175'}) 2025-08-28 02:13:39.39: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1976 newResVer=2804 2025-08-28 02:13:39.39: NetworkPolicyMonitor - start process kube event 2025-08-28 02:13:39.39: empty line received 2025-08-28 02:13:39.39: NetworkPolicyMonitor - start process kube event 2025-08-28 02:14:13.01: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:14:13.01: ServiceMonitor - start process kube event 2025-08-28 02:14:13.01: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2031 2025-08-28 02:14:13.01: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:14:13.01: ServiceMonitor - Connect Kube API result 0 2025-08-28 02:14:13.01: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:14:13.01: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2031'})(timeout=120) 2025-08-28 02:14:13.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:14:13.01: VncKubernetes - vnc_sync - Service start 2025-08-28 02:14:13.01: VncKubernetes - vnc_sync - Service done 2025-08-28 02:14:13.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:14:13.02: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2031'}) 2025-08-28 02:14:15.18: PodMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2837 2025-08-28 02:14:15.18: PodMonitor - start process kube event 2025-08-28 02:14:15.18: empty line received 2025-08-28 02:14:15.18: PodMonitor - start process kube event 2025-08-28 02:14:15.94: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=2676 2025-08-28 02:14:15.94: IngressMonitor - start process kube event 2025-08-28 02:14:15.94: empty line received 2025-08-28 02:14:15.94: IngressMonitor - start process kube event 2025-08-28 02:14:25.83: EndPointMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2853 2025-08-28 02:14:25.83: EndPointMonitor - start process kube event 2025-08-28 02:14:25.83: empty line received 2025-08-28 02:14:25.83: EndPointMonitor - start process kube event 2025-08-28 02:14:40.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:14:40.15: NetworkPolicyMonitor - start process kube event 2025-08-28 02:14:40.15: empty line received 2025-08-28 02:14:40.15: NetworkPolicyMonitor - start process kube event 2025-08-28 02:14:56.28: NamespaceMonitor - Received BOOKMARK: oldResVer=2022 newResVer=2871 2025-08-28 02:14:56.28: NamespaceMonitor - start process kube event 2025-08-28 02:14:56.28: empty line received 2025-08-28 02:14:56.28: NamespaceMonitor - start process kube event 2025-08-28 02:15:13.03: ServiceMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2885 2025-08-28 02:15:13.03: ServiceMonitor - start process kube event 2025-08-28 02:15:13.03: empty line received 2025-08-28 02:15:13.03: ServiceMonitor - start process kube event 2025-08-28 02:15:15.25: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:15:15.25: PodMonitor - start process kube event 2025-08-28 02:15:15.25: empty line received 2025-08-28 02:15:15.25: PodMonitor - start process kube event 2025-08-28 02:15:16.14: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=2676 2025-08-28 02:15:16.14: IngressMonitor - start process kube event 2025-08-28 02:15:16.14: IngressMonitor - _schedule_vnc_sync 2025-08-28 02:15:16.14: empty line received 2025-08-28 02:15:16.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:15:16.14: VncKubernetes - vnc_sync - Ingress start 2025-08-28 02:15:16.14: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:15:16.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:15:16.14: IngressMonitor - start process kube event 2025-08-28 02:15:25.81: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:15:25.81: EndPointMonitor - start process kube event 2025-08-28 02:15:25.81: empty line received 2025-08-28 02:15:25.81: EndPointMonitor - start process kube event 2025-08-28 02:15:27.99: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:15:27.99: NetworkMonitor - start process kube event 2025-08-28 02:15:27.99: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2175 2025-08-28 02:15:27.99: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:15:27.99: NetworkMonitor - Connect Kube API result 0 2025-08-28 02:15:27.99: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:15:27.99: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2175'})(timeout=120) 2025-08-28 02:15:27.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:15:27.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:15:28.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:15:28.01: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2175'}) 2025-08-28 02:15:39.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:15:39.68: NetworkPolicyMonitor - start process kube event 2025-08-28 02:15:39.68: empty line received 2025-08-28 02:15:39.68: NetworkPolicyMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-28 02:17:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001144 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:17:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001033 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:17:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000943 2025-08-28 02:15:56.67: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:15:56.67: NamespaceMonitor - start process kube event 2025-08-28 02:15:56.67: empty line received 2025-08-28 02:15:56.67: NamespaceMonitor - start process kube event 2025-08-28 02:16:12.81: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:16:12.81: ServiceMonitor - start process kube event 2025-08-28 02:16:12.81: empty line received 2025-08-28 02:16:12.81: ServiceMonitor - start process kube event 2025-08-28 02:16:16.11: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:16:16.11: PodMonitor - start process kube event 2025-08-28 02:16:16.11: empty line received 2025-08-28 02:16:16.11: PodMonitor - start process kube event 2025-08-28 02:16:16.31: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=2676 2025-08-28 02:16:16.31: IngressMonitor - start process kube event 2025-08-28 02:16:16.31: empty line received 2025-08-28 02:16:16.31: IngressMonitor - start process kube event 2025-08-28 02:16:26.00: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:16:26.00: EndPointMonitor - start process kube event 2025-08-28 02:16:26.00: empty line received 2025-08-28 02:16:26.00: EndPointMonitor - start process kube event 2025-08-28 02:16:27.59: NetworkMonitor - Received BOOKMARK: oldResVer=2175 newResVer=2977 2025-08-28 02:16:27.59: NetworkMonitor - start process kube event 2025-08-28 02:16:27.59: empty line received 2025-08-28 02:16:27.59: NetworkMonitor - start process kube event 2025-08-28 02:16:40.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:16:40.41: NetworkPolicyMonitor - start process kube event 2025-08-28 02:16:40.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:16:40.41: empty line received 2025-08-28 02:16:40.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:16:40.41: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:16:40.41: NetworkPolicyMonitor - start process kube event 2025-08-28 02:16:40.41: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:16:40.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:16:57.20: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:16:57.20: NamespaceMonitor - start process kube event 2025-08-28 02:16:57.20: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:16:57.20: empty line received 2025-08-28 02:16:57.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:16:57.20: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:16:57.20: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:16:57.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:16:57.20: NamespaceMonitor - start process kube event 2025-08-28 02:17:12.75: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:17:12.75: ServiceMonitor - start process kube event 2025-08-28 02:17:12.75: empty line received 2025-08-28 02:17:12.75: ServiceMonitor - start process kube event 2025-08-28 02:17:15.68: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:17:15.69: PodMonitor - start process kube event 2025-08-28 02:17:15.69: PodMonitor - _schedule_vnc_sync 2025-08-28 02:17:15.69: empty line received 2025-08-28 02:17:15.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:17:15.69: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:17:15.69: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:17:15.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:17:15.69: PodMonitor - start process kube event 2025-08-28 02:17:16.00: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=2676 2025-08-28 02:17:16.00: IngressMonitor - start process kube event 2025-08-28 02:17:16.00: empty line received 2025-08-28 02:17:16.00: IngressMonitor - start process kube event 2025-08-28 02:17:25.88: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:17:25.88: EndPointMonitor - start process kube event 2025-08-28 02:17:25.88: empty line received 2025-08-28 02:17:25.88: EndPointMonitor - start process kube event 2025-08-28 02:17:27.94: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:17:27.94: NetworkMonitor - start process kube event 2025-08-28 02:17:27.94: empty line received 2025-08-28 02:17:27.94: NetworkMonitor - start process kube event 2025-08-28 02:17:40.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:17:40.67: NetworkPolicyMonitor - start process kube event 2025-08-28 02:17:40.67: empty line received 2025-08-28 02:17:40.67: NetworkPolicyMonitor - start process kube event 2025-08-28 02:17:57.78: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:17:57.78: NamespaceMonitor - start process kube event 2025-08-28 02:17:57.78: empty line received 2025-08-28 02:17:57.78: NamespaceMonitor - start process kube event 2025-08-28 02:18:13.06: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:18:13.06: ServiceMonitor - start process kube event 2025-08-28 02:18:13.06: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:18:13.06: empty line received 2025-08-28 02:18:13.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:18:13.06: VncKubernetes - vnc_sync - Service start 2025-08-28 02:18:13.06: VncKubernetes - vnc_sync - Service done 2025-08-28 02:18:13.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:18:13.06: ServiceMonitor - start process kube event 2025-08-28 02:18:15.57: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:18:15.57: PodMonitor - start process kube event 2025-08-28 02:18:15.57: empty line received 2025-08-28 02:18:15.57: PodMonitor - start process kube event 2025-08-28 02:18:16.46: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=2676 2025-08-28 02:18:16.46: IngressMonitor - start process kube event 2025-08-28 02:18:16.46: empty line received 2025-08-28 02:18:16.46: IngressMonitor - start process kube event 2025-08-28 02:18:25.25: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:18:25.25: EndPointMonitor - start process kube event 2025-08-28 02:18:25.25: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:18:25.25: empty line received 2025-08-28 02:18:25.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:18:25.25: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:18:25.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:18:25.25: EndPointMonitor - start process kube event 2025-08-28 02:18:27.31: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:18:27.31: NetworkMonitor - start process kube event 2025-08-28 02:18:27.31: empty line received 2025-08-28 02:18:27.31: NetworkMonitor - start process kube event 2025-08-28 02:18:41.31: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:18:41.31: NetworkPolicyMonitor - start process kube event 2025-08-28 02:18:41.31: empty line received 2025-08-28 02:18:41.31: NetworkPolicyMonitor - start process kube event 2025-08-28 02:18:51.79: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=2676 2025-08-28 02:18:51.79: IngressMonitor - start process kube event 2025-08-28 02:18:51.79: empty line received 2025-08-28 02:18:51.79: IngressMonitor - start process kube event 2025-08-28 02:18:53.49: stop iteration IngressMonitor 2025-08-28 02:18:53.49: IngressMonitor - start process kube event 2025-08-28 02:18:53.49: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2676 2025-08-28 02:18:53.50: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:18:53.50: IngressMonitor - Connect Kube API result 0 2025-08-28 02:18:53.50: IngressMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 02:20:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001074 2025-08-28 02:18:53.50: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2676'})(timeout=120) 2025-08-28 02:18:53.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:18:53.50: VncKubernetes - vnc_sync - Ingress start 2025-08-28 02:18:53.50: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:18:53.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:18:53.50: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2676'}) 2025-08-28 02:18:57.53: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:18:57.53: NamespaceMonitor - start process kube event 2025-08-28 02:18:57.53: empty line received 2025-08-28 02:18:57.53: NamespaceMonitor - start process kube event 2025-08-28 02:19:13.41: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:19:13.41: ServiceMonitor - start process kube event 2025-08-28 02:19:13.41: empty line received 2025-08-28 02:19:13.41: ServiceMonitor - start process kube event 2025-08-28 02:19:15.57: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:19:15.57: PodMonitor - start process kube event 2025-08-28 02:19:15.57: empty line received 2025-08-28 02:19:15.57: PodMonitor - start process kube event 2025-08-28 02:19:26.16: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:19:26.16: EndPointMonitor - start process kube event 2025-08-28 02:19:26.16: empty line received 2025-08-28 02:19:26.16: EndPointMonitor - start process kube event 2025-08-28 02:19:27.62: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:19:27.62: NetworkMonitor - start process kube event 2025-08-28 02:19:27.62: empty line received 2025-08-28 02:19:27.62: NetworkMonitor - start process kube event 2025-08-28 02:19:41.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:19:41.45: NetworkPolicyMonitor - start process kube event 2025-08-28 02:19:41.45: empty line received 2025-08-28 02:19:41.45: NetworkPolicyMonitor - start process kube event 2025-08-28 02:19:58.08: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:19:58.08: NamespaceMonitor - start process kube event 2025-08-28 02:19:58.09: empty line received 2025-08-28 02:19:58.09: NamespaceMonitor - start process kube event 2025-08-28 02:20:13.80: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:20:13.80: ServiceMonitor - start process kube event 2025-08-28 02:20:13.80: empty line received 2025-08-28 02:20:13.80: ServiceMonitor - start process kube event 2025-08-28 02:20:16.10: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:20:16.10: PodMonitor - start process kube event 2025-08-28 02:20:16.10: empty line received 2025-08-28 02:20:16.10: PodMonitor - start process kube event 2025-08-28 02:20:27.23: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:20:27.23: EndPointMonitor - start process kube event 2025-08-28 02:20:27.23: empty line received 2025-08-28 02:20:27.23: EndPointMonitor - start process kube event 2025-08-28 02:20:27.53: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:20:27.53: NetworkMonitor - start process kube event 2025-08-28 02:20:27.53: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:20:27.53: empty line received 2025-08-28 02:20:27.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:20:27.53: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:20:27.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:20:27.53: NetworkMonitor - start process kube event 2025-08-28 02:20:42.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:20:42.22: NetworkPolicyMonitor - start process kube event 2025-08-28 02:20:42.22: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:20:42.22: empty line received 2025-08-28 02:20:42.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:20:42.22: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:20:42.22: NetworkPolicyMonitor - start process kube event 2025-08-28 02:20:42.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:20:42.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:20:53.50: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:20:53.50: IngressMonitor - start process kube event 2025-08-28 02:20:53.50: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2676 2025-08-28 02:20:53.50: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:20:53.51: IngressMonitor - Connect Kube API result 0 2025-08-28 02:20:53.51: IngressMonitor - _schedule_vnc_sync 2025-08-28 02:20:53.51: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2676'})(timeout=120) 2025-08-28 02:20:53.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:20:53.51: VncKubernetes - vnc_sync - Ingress start 2025-08-28 02:20:53.51: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:20:53.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:20:53.51: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2676'}) 2025-08-28 02:20:57.72: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:20:57.72: NamespaceMonitor - start process kube event 2025-08-28 02:20:57.72: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:20:57.72: empty line received 2025-08-28 02:20:57.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:20:57.72: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:20:57.72: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:20:57.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:20:57.72: NamespaceMonitor - start process kube event 2025-08-28 02:21:13.52: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:21:13.52: ServiceMonitor - start process kube event 2025-08-28 02:21:13.52: empty line received 2025-08-28 02:21:13.52: ServiceMonitor - start process kube event 2025-08-28 02:21:16.05: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:21:16.05: PodMonitor - start process kube event 2025-08-28 02:21:16.05: PodMonitor - _schedule_vnc_sync 2025-08-28 02:21:16.05: empty line received 2025-08-28 02:21:16.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:21:16.05: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:21:16.05: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:21:16.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:21:16.05: PodMonitor - start process kube event 2025-08-28 02:21:20.43: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=2804 2025-08-28 02:21:20.43: NetworkPolicyMonitor - start process kube event 2025-08-28 02:21:20.43: empty line received 2025-08-28 02:21:20.43: NetworkPolicyMonitor - start process kube event 2025-08-28 02:21:21.74: stop iteration NetworkPolicyMonitor 2025-08-28 02:21:21.74: NetworkPolicyMonitor - start process kube event 2025-08-28 02:21:21.74: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2804 2025-08-28 02:21:21.74: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:21:21.74: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 02:21:21.74: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:21:21.74: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2804'})(timeout=120) 2025-08-28 02:21:21.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:21:21.74: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:21:21.74: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:21:21.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:21:21.75: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2804'}) 2025-08-28 02:21:27.80: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:21:27.80: NetworkMonitor - start process kube event 2025-08-28 02:21:27.80: empty line received 2025-08-28 02:21:27.80: NetworkMonitor - start process kube event 2025-08-28 02:21:28.31: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:21:28.31: EndPointMonitor - start process kube event 2025-08-28 02:21:28.31: empty line received 2025-08-28 02:21:28.31: EndPointMonitor - start process kube event 2025-08-28 02:21:38.72: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:21:38.72: EndPointMonitor - start process kube event 2025-08-28 02:21:38.72: empty line received 2025-08-28 02:21:38.72: EndPointMonitor - start process kube event 2025-08-28 02:21:39.87: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=2853 2025-08-28 02:21:39.87: EndPointMonitor - start process kube event 2025-08-28 02:21:39.87: empty line received 2025-08-28 02:21:39.87: EndPointMonitor - start process kube event 2025-08-28 02:21:40.78: stop iteration EndPointMonitor 2025-08-28 02:21:40.78: EndPointMonitor - start process kube event 2025-08-28 02:21:40.78: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2853 2025-08-28 02:21:40.78: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:21:40.78: EndPointMonitor - Connect Kube API result 0 2025-08-28 02:21:40.78: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:21:40.79: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2853'})(timeout=120) 2025-08-28 02:21:40.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:21:40.79: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:21:40.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:21:40.80: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2853'}) 2025-08-28 02:21:53.50: IngressMonitor - Received BOOKMARK: oldResVer=2676 newResVer=3463 2025-08-28 02:21:53.50: IngressMonitor - start process kube event 2025-08-28 02:21:53.50: empty line received 2025-08-28 02:21:53.50: IngressMonitor - start process kube event 2025-08-28 02:21:53.77: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:21:53.77: PodMonitor - start process kube event 2025-08-28 02:21:53.77: empty line received 2025-08-28 02:21:53.77: PodMonitor - start process kube event 2025-08-28 02:21:54.98: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=2837 2025-08-28 02:21:54.98: PodMonitor - start process kube event 2025-08-28 02:21:54.99: empty line received 2025-08-28 02:21:54.99: PodMonitor - start process kube event 2025-08-28 02:21:56.10: stop iteration PodMonitor 2025-08-28 02:21:56.10: PodMonitor - start process kube event 2025-08-28 02:21:56.10: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2837 2025-08-28 02:21:56.10: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:21:56.10: PodMonitor - Connect Kube API result 0 2025-08-28 02:21:56.10: PodMonitor - _schedule_vnc_sync 2025-08-28 02:21:56.10: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2837'})(timeout=120) 2025-08-28 02:21:56.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:21:56.10: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:21:56.10: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:21:56.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:21:56.11: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2837'}) 2025-08-28 02:21:58.27: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:21:58.27: NamespaceMonitor - start process kube event 2025-08-28 02:21:58.27: empty line received 2025-08-28 02:21:58.27: NamespaceMonitor - start process kube event 2025-08-28 02:22:05.10: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=2871 2025-08-28 02:22:05.10: NamespaceMonitor - start process kube event 2025-08-28 02:22:05.10: empty line received 2025-08-28 02:22:05.10: NamespaceMonitor - start process kube event 2025-08-28 02:22:06.92: stop iteration NamespaceMonitor 2025-08-28 02:22:06.92: NamespaceMonitor - start process kube event 2025-08-28 02:22:06.92: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2871 2025-08-28 02:22:06.92: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:22:06.92: NamespaceMonitor - Connect Kube API result 0 2025-08-28 02:22:06.92: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:22:06.92: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2871'})(timeout=120) 2025-08-28 02:22:06.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:22:06.92: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:22:06.92: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:22:06.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:22:06.93: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2871'}) 2025-08-28 02:22:13.31: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:22:13.31: ServiceMonitor - start process kube event 2025-08-28 02:22:13.31: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:22:13.31: empty line received 2025-08-28 02:22:13.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:22:13.31: VncKubernetes - vnc_sync - Service start 2025-08-28 02:22:13.31: VncKubernetes - vnc_sync - Service done 2025-08-28 02:22:13.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:22:13.31: ServiceMonitor - start process kube event 2025-08-28 02:22:25.85: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:22:25.85: ServiceMonitor - start process kube event 2025-08-28 02:22:25.85: empty line received 2025-08-28 02:22:25.85: ServiceMonitor - start process kube event 2025-08-28 02:22:26.97: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-08-28 02:22:26.97: ServiceMonitor - start process kube event 2025-08-28 02:22:26.97: empty line received 2025-08-28 02:22:26.97: ServiceMonitor - start process kube event 2025-08-28 02:22:27.34: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:22:27.34: NetworkMonitor - start process kube event 2025-08-28 02:22:27.34: empty line received 2025-08-28 02:22:27.34: NetworkMonitor - start process kube event 2025-08-28 02:22:28.09: stop iteration ServiceMonitor 2025-08-28 02:22:28.09: ServiceMonitor - start process kube event 2025-08-28 02:22:28.09: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2885 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:22:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001222 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:22:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001420 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:23:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001038 2025-08-28 02:22:28.09: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:22:28.09: ServiceMonitor - Connect Kube API result 0 2025-08-28 02:22:28.09: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:22:28.09: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'})(timeout=120) 2025-08-28 02:22:28.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:22:28.09: VncKubernetes - vnc_sync - Service start 2025-08-28 02:22:28.09: VncKubernetes - vnc_sync - Service done 2025-08-28 02:22:28.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:22:28.10: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'}) 2025-08-28 02:22:54.18: IngressMonitor - Received BOOKMARK: oldResVer=3463 newResVer=3463 2025-08-28 02:22:54.18: IngressMonitor - start process kube event 2025-08-28 02:22:54.18: empty line received 2025-08-28 02:22:54.18: IngressMonitor - start process kube event 2025-08-28 02:23:21.76: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:23:21.76: NetworkPolicyMonitor - start process kube event 2025-08-28 02:23:21.76: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2804 2025-08-28 02:23:21.76: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:23:21.76: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-28 02:23:21.76: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-28 02:23:21.76: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2804'})(timeout=120) 2025-08-28 02:23:21.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-28 02:23:21.76: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-28 02:23:21.76: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-28 02:23:21.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:23:21.78: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2804'}) 2025-08-28 02:23:27.55: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:23:27.55: NetworkMonitor - start process kube event 2025-08-28 02:23:27.55: empty line received 2025-08-28 02:23:27.55: NetworkMonitor - start process kube event 2025-08-28 02:23:40.80: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:23:40.80: EndPointMonitor - start process kube event 2025-08-28 02:23:40.80: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2853 2025-08-28 02:23:40.80: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:23:40.81: EndPointMonitor - Connect Kube API result 0 2025-08-28 02:23:40.81: EndPointMonitor - _schedule_vnc_sync 2025-08-28 02:23:40.81: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2853'})(timeout=120) 2025-08-28 02:23:40.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-28 02:23:40.81: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-28 02:23:40.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:23:40.82: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2853'}) 2025-08-28 02:23:53.93: IngressMonitor - Received BOOKMARK: oldResVer=3463 newResVer=3463 2025-08-28 02:23:53.93: IngressMonitor - start process kube event 2025-08-28 02:23:53.93: empty line received 2025-08-28 02:23:53.93: IngressMonitor - start process kube event 2025-08-28 02:23:56.11: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:23:56.11: PodMonitor - start process kube event 2025-08-28 02:23:56.11: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2837 2025-08-28 02:23:56.11: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:23:56.11: PodMonitor - Connect Kube API result 0 2025-08-28 02:23:56.11: PodMonitor - _schedule_vnc_sync 2025-08-28 02:23:56.11: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2837'})(timeout=120) 2025-08-28 02:23:56.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-28 02:23:56.11: VncKubernetes - vnc_sync - Pod start 2025-08-28 02:23:56.11: VncKubernetes - vnc_sync - Pod done 2025-08-28 02:23:56.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:23:56.12: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2837'}) 2025-08-28 02:24:06.93: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:24:06.93: NamespaceMonitor - start process kube event 2025-08-28 02:24:06.93: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2871 2025-08-28 02:24:06.93: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:24:06.93: NamespaceMonitor - Connect Kube API result 0 2025-08-28 02:24:06.93: NamespaceMonitor - _schedule_vnc_sync 2025-08-28 02:24:06.93: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2871'})(timeout=120) 2025-08-28 02:24:06.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-28 02:24:06.93: VncKubernetes - vnc_sync - Namespace start 2025-08-28 02:24:06.93: VncKubernetes - vnc_sync - Namespace done 2025-08-28 02:24:06.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:24:06.94: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2871'}) 2025-08-28 02:24:22.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2804 newResVer=3631 2025-08-28 02:24:22.53: NetworkPolicyMonitor - start process kube event 2025-08-28 02:24:22.53: empty line received 2025-08-28 02:24:22.53: NetworkPolicyMonitor - start process kube event 2025-08-28 02:24:27.42: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:24:27.42: NetworkMonitor - start process kube event 2025-08-28 02:24:27.42: empty line received 2025-08-28 02:24:27.42: NetworkMonitor - start process kube event 2025-08-28 02:24:28.10: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:24:28.10: ServiceMonitor - start process kube event 2025-08-28 02:24:28.10: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2885 2025-08-28 02:24:28.10: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:24:28.10: ServiceMonitor - Connect Kube API result 0 2025-08-28 02:24:28.10: ServiceMonitor - _schedule_vnc_sync 2025-08-28 02:24:28.10: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'})(timeout=120) 2025-08-28 02:24:28.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-28 02:24:28.10: VncKubernetes - vnc_sync - Service start 2025-08-28 02:24:28.10: VncKubernetes - vnc_sync - Service done 2025-08-28 02:24:28.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:24:28.12: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'})[Introspect:8108]10.0.0.50 - - [2025-08-28 02:24:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001331 2025-08-28 02:24:37.63: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:24:37.63: NetworkMonitor - start process kube event 2025-08-28 02:24:37.63: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:24:37.63: empty line received 2025-08-28 02:24:37.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:24:37.63: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:24:37.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:24:37.63: NetworkMonitor - start process kube event 2025-08-28 02:24:38.63: NetworkMonitor - Received BOOKMARK: oldResVer=2977 newResVer=2977 2025-08-28 02:24:38.63: NetworkMonitor - start process kube event 2025-08-28 02:24:38.63: empty line received 2025-08-28 02:24:38.63: NetworkMonitor - start process kube event 2025-08-28 02:24:40.07: stop iteration NetworkMonitor 2025-08-28 02:24:40.07: NetworkMonitor - start process kube event 2025-08-28 02:24:40.07: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2977 2025-08-28 02:24:40.07: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:24:40.07: NetworkMonitor - Connect Kube API result 0 2025-08-28 02:24:40.07: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:24:40.07: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2977'})(timeout=120) 2025-08-28 02:24:40.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:24:40.07: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:24:40.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:24:40.09: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2977'}) 2025-08-28 02:24:53.56: IngressMonitor - Received BOOKMARK: oldResVer=3463 newResVer=3463 2025-08-28 02:24:53.57: IngressMonitor - start process kube event 2025-08-28 02:24:53.57: IngressMonitor - _schedule_vnc_sync 2025-08-28 02:24:53.57: empty line received 2025-08-28 02:24:53.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-28 02:24:53.57: VncKubernetes - vnc_sync - Ingress start 2025-08-28 02:24:53.57: VncKubernetes - vnc_sync - Ingress done 2025-08-28 02:24:53.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:24:53.57: IngressMonitor - start process kube event 2025-08-28 02:24:56.16: PodMonitor - Received BOOKMARK: oldResVer=2837 newResVer=3676 2025-08-28 02:24:56.16: PodMonitor - start process kube event 2025-08-28 02:24:56.16: empty line received 2025-08-28 02:24:56.16: PodMonitor - start process kube event 2025-08-28 02:25:06.71: NamespaceMonitor - Received BOOKMARK: oldResVer=2871 newResVer=3720 2025-08-28 02:25:06.71: NamespaceMonitor - start process kube event 2025-08-28 02:25:06.71: empty line received 2025-08-28 02:25:06.71: NamespaceMonitor - start process kube event 2025-08-28 02:25:22.39: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3631 newResVer=3631 2025-08-28 02:25:22.39: NetworkPolicyMonitor - start process kube event 2025-08-28 02:25:22.39: empty line received 2025-08-28 02:25:22.39: NetworkPolicyMonitor - start process kube event 2025-08-28 02:25:27.20: ServiceMonitor - Received BOOKMARK: oldResVer=2885 newResVer=3738 2025-08-28 02:25:27.20: ServiceMonitor - start process kube event 2025-08-28 02:25:27.20: empty line received 2025-08-28 02:25:27.20: ServiceMonitor - start process kube event 2025-08-28 02:25:40.67: EndPointMonitor - Received BOOKMARK: oldResVer=2853 newResVer=3696 2025-08-28 02:25:40.67: EndPointMonitor - start process kube event 2025-08-28 02:25:40.67: empty line received 2025-08-28 02:25:40.67: EndPointMonitor - start process kube event 2025-08-28 02:25:53.63: IngressMonitor - Received BOOKMARK: oldResVer=3463 newResVer=3463 2025-08-28 02:25:53.63: IngressMonitor - start process kube event 2025-08-28 02:25:53.63: empty line received 2025-08-28 02:25:53.63: IngressMonitor - start process kube event 2025-08-28 02:25:55.72: PodMonitor - Received BOOKMARK: oldResVer=3676 newResVer=3676 2025-08-28 02:25:55.72: PodMonitor - start process kube event 2025-08-28 02:25:55.72: empty line received 2025-08-28 02:25:55.72: PodMonitor - start process kube event 2025-08-28 02:26:07.19: NamespaceMonitor - Received BOOKMARK: oldResVer=3720 newResVer=3720 2025-08-28 02:26:07.19: NamespaceMonitor - start process kube event 2025-08-28 02:26:07.19: empty line received 2025-08-28 02:26:07.19: NamespaceMonitor - start process kube event 2025-08-28 02:26:22.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3631 newResVer=3631 2025-08-28 02:26:22.50: NetworkPolicyMonitor - start process kube event 2025-08-28 02:26:22.50: empty line received 2025-08-28 02:26:22.50: NetworkPolicyMonitor - start process kube event 2025-08-28 02:26:28.05: ServiceMonitor - Received BOOKMARK: oldResVer=3738 newResVer=3738 2025-08-28 02:26:28.05: ServiceMonitor - start process kube event 2025-08-28 02:26:28.05: empty line received 2025-08-28 02:26:28.05: ServiceMonitor - start process kube event 2025-08-28 02:26:40.09: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-28 02:26:40.09: NetworkMonitor - start process kube event 2025-08-28 02:26:40.09: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2977 2025-08-28 02:26:40.09: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:26:40.09: NetworkMonitor - Connect Kube API result 0 2025-08-28 02:26:40.09: NetworkMonitor - _schedule_vnc_sync 2025-08-28 02:26:40.09: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2977'})(timeout=120) 2025-08-28 02:26:40.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-28 02:26:40.09: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-28 02:26:40.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-28 02:26:40.11: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2977'}) 2025-08-28 02:26:41.02: EndPointMonitor - Received BOOKMARK: oldResVer=3696 newResVer=3696 2025-08-28 02:26:41.02: EndPointMonitor - start process kube event 2025-08-28 02:26:41.02: empty line received 2025-08-28 02:26:41.02: EndPointMonitor - start process kube event 2025-08-28 02:26:53.62: IngressMonitor - Received BOOKMARK: oldResVer=3463 newResVer=3463 2025-08-28 02:26:53.62: IngressMonitor - start process kube event 2025-08-28 02:26:53.62: empty line received 2025-08-28 02:26:53.62: IngressMonitor - start process kube event 2025-08-28 02:26:55.22: PodMonitor - Received BOOKMARK: oldResVer=3676 newResVer=3676 2025-08-28 02:26:55.22: PodMonitor - start process kube event 2025-08-28 02:26:55.22: empty line received 2025-08-28 02:26:55.22: PodMonitor - start process kube event 2025-08-28 02:27:03.88: IngressMonitor - Received BOOKMARK: oldResVer=3463 newResVer=3463 2025-08-28 02:27:03.88: IngressMonitor - start process kube event 2025-08-28 02:27:03.88: empty line received 2025-08-28 02:27:03.88: IngressMonitor - start process kube event 2025-08-28 02:27:05.62: stop iteration IngressMonitor 2025-08-28 02:27:05.62: IngressMonitor - start process kube event 2025-08-28 02:27:05.62: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3463 2025-08-28 02:27:05.62: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-28 02:27:05.62: IngressMonitor - Connect Kube API result 0 2025-08-28 02:27:05.62: IngressMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-28 02:27:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000984 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:27:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000969 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:27:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001082 [Introspect:8108]10.0.0.50 - - [2025-08-28 02:27:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000993