++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Wed Nov 5 06:16:28 AM UTC 2025 ===================' INFO: =================== Wed Nov 5 06:16:28 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ awk '{print $2}' +++ grep 'inet ' +++ head -n 1 +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.50 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.50 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlJwaEdSaFQ5eDJDcmRqSFZhRDBWMzRzcG12a01XbXUxNGRGNF9tblJiSm8ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjUwNGE0NWRiLTA5MzctNDA4Zi1iODI1LTQ3ZmI1M2VjNGI5OCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.BJIEuCwq8kVU1o4u6eyIlYDUfOc4yKK25ZKD_0PuM86lwHXuMdgcocF9jQy5zB3T-azui78DRF2PdTxTfH32db7RvDkzLQo9uhFEXXgaPdyOFOrbhGiRcM1kRM2VYtJ9q6F8sSB11YTLQTwl7vHeok_RXxZg8Zsnqji0qK4ClXyiChJ9a3aCOmVah9vlhDfJIHAgWrtZLWeY8ZcgGUgbhLdyLCa4sM8B4f1JeDvLstEwnH4U9u_JriP5QBaA4FXNRR6Nz-9wwlyM3wIJ-s5xesahrCUqoy770VNi-aNucZzbbmKmZjwvtDe52hn7d0jPE-oVR8V0PyrWaXKg1M1yYw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ tr '\n' , ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort ++++ uniq +++ local local_ips=,10.0.0.50,10.14.150.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.14.150.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ set -o posix ++ set ++ sort + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/05/2025 06:16:35.521 7fb183cda100 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/05/2025 06:16:35.682 7fb183cda100 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/05/2025 06:16:35.682 7fb183cda100 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-11-05 06:16:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2974 0.001253 2025-11-05 06:16:35.92: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:35.93: KubeMonitor - Connect Kube API result 0 2025-11-05 06:16:36.01: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-05 06:16:36.02: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-05 06:16:36.03: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-11-05 06:16:36.04: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-05 06:16:36.05: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-05 06:16:36.06: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-05 06:16:36.06: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-05 06:16:36.07: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-05 06:16:36.07: VncKubernetes - vnc_connect starting 2025-11-05 06:16:36.08: VncKubernetes - vnc_connect done 2025-11-05 06:16:36.25: default-domain domain available. 2025-11-05 06:16:41.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:16:41.61: NamespaceMonitor - start process kube event 2025-11-05 06:16:41.61: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 06:16:41.61: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:41.61: NetworkMonitor - start process kube event 2025-11-05 06:16:41.62: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 06:16:41.62: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:41.62: PodMonitor - start process kube event 2025-11-05 06:16:41.62: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 06:16:41.62: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:41.62: ServiceMonitor - start process kube event 2025-11-05 06:16:41.62: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 06:16:41.62: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:41.62: NetworkPolicyMonitor - start process kube event 2025-11-05 06:16:41.62: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 06:16:41.62: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:41.62: EndPointMonitor - start process kube event 2025-11-05 06:16:41.62: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 06:16:41.62: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:41.62: IngressMonitor - start process kube event 2025-11-05 06:16:41.62: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 06:16:41.62: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:16:41.62: IngressMonitor - Connect Kube API result 0 2025-11-05 06:16:41.62: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-05 06:16:41.62: EndPointMonitor - Connect Kube API result 0 2025-11-05 06:16:41.62: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-11-05 06:16:41.62: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 06:16:41.63: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-05 06:16:41.63: ServiceMonitor - Connect Kube API result 0 2025-11-05 06:16:41.63: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-11-05 06:16:41.63: PodMonitor - Connect Kube API result 0 2025-11-05 06:16:41.63: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-11-05 06:16:41.64: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:16:41.64: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:16:41.65: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-11-05 06:16:41.69: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=506 2025-11-05 06:16:41.69: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:16:41.69: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:16:41.69: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=506 2025-11-05 06:16:41.69: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 06:16:41.69: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:16:41.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:16:41.69: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:16:41.69: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:16:41.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:16:41.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 06:16:41.69: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 06:16:41.70: ServiceMonitor - Got ADDED Service default:kubernetes:b4fb39fa-6f76-40c0-bc38-5392b5b96e24 2025-11-05 06:16:41.70: NamespaceMonitor - Got ADDED Namespace None:contrail:db179627-7927-498c-a6a5-ba27c9b13e7d 2025-11-05 06:16:41.70: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 06:16:41.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:16:41.70: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:b4fb39fa-6f76-40c0-bc38-5392b5b96e24 2025-11-05 06:16:41.70: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:16:41.71: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:16:41.71: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:16:41.71: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=506 2025-11-05 06:16:41.71: PodMonitor - _schedule_vnc_sync 2025-11-05 06:16:41.71: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:16:41.71: EndPointMonitor - Got ADDED Endpoints default:kubernetes:ec146323-6187-4adc-b93b-8f0a5ab6ba28 2025-11-05 06:16:41.71: ServiceMonitor - Got ADDED Service kube-system:kube-dns:164d746f-979b-4adf-bd62-ed0fbde165b7 2025-11-05 06:16:41.71: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=506 2025-11-05 06:16:41.71: ServiceMonitor - _schedule_vnc_sync 2025-11-05 06:16:41.71: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:16:41.71: NamespaceMonitor - Got ADDED Namespace None:default:8d952f50-5597-446b-8d4e-534b2af0d93d 2025-11-05 06:16:41.73: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:16:41.73: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=506 2025-11-05 06:16:41.73: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-11-05 06:16:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000966 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:16:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000948 2025-11-05 06:16:41.73: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:16:41.74: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:4db7bee8-2a91-4ef7-ab34-9224636b6fe7 2025-11-05 06:16:41.74: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-05 06:16:41.74: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:16:41.75: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:16:41.75: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:16:41.75: NamespaceMonitor - Got ADDED Namespace None:kube-public:98c18281-7290-4dbe-8bd5-193aa508c546 2025-11-05 06:16:41.76: NamespaceMonitor - Got ADDED Namespace None:kube-system:21d4fb7c-027f-4841-b01a-e547b70be2f1 2025-11-05 06:16:41.76: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=506 2025-11-05 06:16:41.76: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:16:41.76: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:16:41.76: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:16:41.79: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=510 2025-11-05 06:16:41.79: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:16:41.79: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'})(timeout=120) 2025-11-05 06:16:41.80: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'}) 2025-11-05 06:16:43.27: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 06:16:43.27: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:db179627-7927-498c-a6a5-ba27c9b13e7d 2025-11-05 06:16:45.59: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 06:16:45.59: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:16:46.96: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 06:16:46.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 06:16:46.96: VncKubernetes - vnc_sync - Pod start 2025-11-05 06:16:46.97: VncKubernetes - vnc_sync - Pod done 2025-11-05 06:16:46.97: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 06:16:46.97: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:ec146323-6187-4adc-b93b-8f0a5ab6ba28 2025-11-05 06:16:46.97: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:16:46.97: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:16:46.97: PodMonitor - start process kube event 2025-11-05 06:16:46.97: empty line received 2025-11-05 06:16:46.97: PodMonitor - start process kube event 2025-11-05 06:16:47.04: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 06:16:47.05: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:164d746f-979b-4adf-bd62-ed0fbde165b7 2025-11-05 06:16:49.00: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 06:16:49.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 06:16:49.00: VncKubernetes - vnc_sync - Service start 2025-11-05 06:16:49.00: VncKubernetes - vnc_sync - Service done 2025-11-05 06:16:49.00: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 06:16:49.00: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:8d952f50-5597-446b-8d4e-534b2af0d93d 2025-11-05 06:16:51.22: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 06:16:51.22: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:16:51.29: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 06:16:51.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:16:51.29: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:16:51.29: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 06:16:51.29: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:4db7bee8-2a91-4ef7-ab34-9224636b6fe7 2025-11-05 06:16:52.96: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 06:16:52.96: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:98c18281-7290-4dbe-8bd5-193aa508c546 2025-11-05 06:16:54.59: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:16:54.59: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:21d4fb7c-027f-4841-b01a-e547b70be2f1 2025-11-05 06:16:55.80: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:16:55.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:16:55.80: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:16:55.80: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:16:55.80: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:16:55.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:16:55.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:16:55.80: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:16:55.80: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:16:55.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:17:41.35: PodMonitor - Received BOOKMARK: oldResVer=506 newResVer=519 2025-11-05 06:17:41.35: PodMonitor - start process kube event 2025-11-05 06:17:41.35: empty line received 2025-11-05 06:17:41.35: PodMonitor - start process kube event 2025-11-05 06:18:41.49: PodMonitor - Received BOOKMARK: oldResVer=519 newResVer=519 2025-11-05 06:18:41.50: PodMonitor - start process kube event 2025-11-05 06:18:41.50: empty line received 2025-11-05 06:18:41.50: PodMonitor - start process kube event 2025-11-05 06:18:41.71: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:18:41.71: NetworkPolicyMonitor - start process kube event 2025-11-05 06:18:41.71: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:18:41.71: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:18:41.71: NetworkPolicyMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:20:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001121 2025-11-05 06:18:41.71: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 06:18:41.71: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:18:41.71: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:18:41.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 06:18:41.71: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 06:18:41.71: IngressMonitor - start process kube event 2025-11-05 06:18:41.71: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:18:41.71: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:18:41.71: IngressMonitor - Connect Kube API result 0 2025-11-05 06:18:41.71: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:18:41.71: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:18:41.71: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 06:18:41.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:18:41.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:18:41.71: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:18:41.71: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:18:41.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:18:41.72: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:18:41.73: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:18:41.75: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:18:41.75: ServiceMonitor - start process kube event 2025-11-05 06:18:41.75: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:18:41.75: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:18:41.75: ServiceMonitor - Connect Kube API result 0 2025-11-05 06:18:41.75: ServiceMonitor - _schedule_vnc_sync 2025-11-05 06:18:41.75: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:18:41.75: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:18:41.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 06:18:41.75: VncKubernetes - vnc_sync - Service start 2025-11-05 06:18:41.75: VncKubernetes - vnc_sync - Service done 2025-11-05 06:18:41.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:18:41.75: EndPointMonitor - start process kube event 2025-11-05 06:18:41.75: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:18:41.75: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:18:41.75: EndPointMonitor - Connect Kube API result 0 2025-11-05 06:18:41.75: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:18:41.75: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:18:41.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:18:41.75: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:18:41.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:18:41.76: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:18:41.76: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:18:41.76: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:18:41.76: NamespaceMonitor - start process kube event 2025-11-05 06:18:41.76: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:18:41.76: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:18:41.76: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:18:41.76: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:18:41.76: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:18:41.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:18:41.76: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:18:41.76: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:18:41.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:18:41.77: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:18:41.80: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:18:41.80: NetworkMonitor - start process kube event 2025-11-05 06:18:41.80: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=510 2025-11-05 06:18:41.80: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:18:41.80: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:18:41.80: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:18:41.80: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'})(timeout=120) 2025-11-05 06:18:41.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:18:41.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:18:41.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:18:41.81: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'}) 2025-11-05 06:19:42.10: PodMonitor - Received BOOKMARK: oldResVer=519 newResVer=519 2025-11-05 06:19:42.10: PodMonitor - start process kube event 2025-11-05 06:19:42.10: empty line received 2025-11-05 06:19:42.10: PodMonitor - start process kube event 2025-11-05 06:20:41.68: PodMonitor - Received BOOKMARK: oldResVer=519 newResVer=519 2025-11-05 06:20:41.68: PodMonitor - start process kube event 2025-11-05 06:20:41.68: empty line received 2025-11-05 06:20:41.68: PodMonitor - start process kube event 2025-11-05 06:20:41.73: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:20:41.73: IngressMonitor - start process kube event 2025-11-05 06:20:41.73: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:20:41.73: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:20:41.73: IngressMonitor - Connect Kube API result 0 2025-11-05 06:20:41.73: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:20:41.73: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:20:41.73: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. [Introspect:8108]10.0.0.50 - - [2025-11-05 06:21:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001062 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:21:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000947 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:21:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001008 2025-11-05 06:20:41.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:20:41.73: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:20:41.73: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:20:41.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:20:41.73: NetworkPolicyMonitor - start process kube event 2025-11-05 06:20:41.73: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:20:41.73: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:20:41.73: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 06:20:41.73: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 06:20:41.73: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:20:41.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 06:20:41.73: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 06:20:41.74: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:20:41.75: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 06:20:41.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:20:41.75: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:20:41.76: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:20:41.76: ServiceMonitor - start process kube event 2025-11-05 06:20:41.76: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:20:41.76: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:20:41.76: ServiceMonitor - Connect Kube API result 0 2025-11-05 06:20:41.76: ServiceMonitor - _schedule_vnc_sync 2025-11-05 06:20:41.76: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:20:41.76: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:20:41.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 06:20:41.76: VncKubernetes - vnc_sync - Service start 2025-11-05 06:20:41.76: VncKubernetes - vnc_sync - Service done 2025-11-05 06:20:41.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:20:41.76: EndPointMonitor - start process kube event 2025-11-05 06:20:41.76: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:20:41.76: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:20:41.76: EndPointMonitor - Connect Kube API result 0 2025-11-05 06:20:41.76: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:20:41.76: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:20:41.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:20:41.77: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:20:41.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:20:41.77: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:20:41.77: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:20:41.77: NamespaceMonitor - start process kube event 2025-11-05 06:20:41.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:20:41.77: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:20:41.77: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:20:41.77: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:20:41.77: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:20:41.78: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:20:41.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:20:41.78: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:20:41.78: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:20:41.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:20:41.79: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:20:41.81: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:20:41.81: NetworkMonitor - start process kube event 2025-11-05 06:20:41.81: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=510 2025-11-05 06:20:41.81: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:20:41.81: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:20:41.81: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:20:41.81: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'})(timeout=120) 2025-11-05 06:20:41.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:20:41.81: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:20:41.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:20:41.82: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'}) 2025-11-05 06:21:41.23: PodMonitor - Received BOOKMARK: oldResVer=519 newResVer=519 2025-11-05 06:21:41.23: PodMonitor - start process kube event 2025-11-05 06:21:41.23: PodMonitor - _schedule_vnc_sync 2025-11-05 06:21:41.23: empty line received 2025-11-05 06:21:41.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 06:21:41.23: VncKubernetes - vnc_sync - Pod start 2025-11-05 06:21:41.23: PodMonitor - start process kube event 2025-11-05 06:21:41.24: VncKubernetes - vnc_sync - Pod done 2025-11-05 06:21:41.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:21:52.83: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:21:52.83: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:21:52.83: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:21:52.83: PodMonitor - start process kube event 2025-11-05 06:21:52.83: empty line received 2025-11-05 06:21:52.83: PodMonitor - start process kube event 2025-11-05 06:21:52.84: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:21:52.84: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:21:52.84: EndPointMonitor - start process kube event 2025-11-05 06:21:52.84: empty line received 2025-11-05 06:21:52.84: EndPointMonitor - start process kube event 2025-11-05 06:21:52.85: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:21:52.85: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:21:52.85: PodMonitor - start process kube event 2025-11-05 06:21:52.85: empty line received 2025-11-05 06:21:52.85: PodMonitor - start process kube event 2025-11-05 06:21:52.85: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:21:52.85: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:21:52.85: EndPointMonitor - start process kube event 2025-11-05 06:21:52.85: empty line received 2025-11-05 06:21:52.85: EndPointMonitor - start process kube event 2025-11-05 06:21:52.89: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:21:52.89: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:21:52.92: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:21:52.92: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:21:52.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:21:52.93: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:21:53.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:22:41.35: PodMonitor - Received BOOKMARK: oldResVer=519 newResVer=941 2025-11-05 06:22:41.35: PodMonitor - start process kube event 2025-11-05 06:22:41.35: empty line received 2025-11-05 06:22:41.35: PodMonitor - start process kube event 2025-11-05 06:22:41.69: EndPointMonitor - Received BOOKMARK: oldResVer=506 newResVer=942 2025-11-05 06:22:41.69: EndPointMonitor - start process kube event 2025-11-05 06:22:41.69: empty line received 2025-11-05 06:22:41.69: EndPointMonitor - start process kube event 2025-11-05 06:22:41.75: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:22:41.75: IngressMonitor - start process kube event 2025-11-05 06:22:41.75: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:22:41.75: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:22:41.75: IngressMonitor - Connect Kube API result 0 2025-11-05 06:22:41.75: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:22:41.75: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:22:41.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:22:41.75: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:22:41.75: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:22:41.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:22:41.75: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:22:41.75: NetworkPolicyMonitor - start process kube event 2025-11-05 06:22:41.75: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:22:41.75: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:22:41.75: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 06:22:41.75: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 06:22:41.75: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:22:41.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 06:22:41.75: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 06:22:41.76: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 06:22:41.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:22:41.77: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:22:41.77: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:22:41.77: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:22:41.77: ServiceMonitor - start process kube event 2025-11-05 06:22:41.77: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:22:41.77: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:22:41.77: ServiceMonitor - Connect Kube API result 0 2025-11-05 06:22:41.77: ServiceMonitor - _schedule_vnc_sync 2025-11-05 06:22:41.77: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:22:41.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 06:22:41.77: VncKubernetes - vnc_sync - Service start 2025-11-05 06:22:41.77: VncKubernetes - vnc_sync - Service done 2025-11-05 06:22:41.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:22:41.78: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:22:41.79: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:22:41.79: NamespaceMonitor - start process kube event 2025-11-05 06:22:41.79: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:22:41.79: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:22:41.79: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:22:41.79: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:22:41.79: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:22:41.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:22:41.79: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:22:41.79: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:22:41.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:22:41.79: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:22:41.82: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:22:41.82: NetworkMonitor - start process kube event 2025-11-05 06:22:41.82: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=510 2025-11-05 06:22:41.82: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:22:41.82: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:22:41.82: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:22:41.82: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'})(timeout=120) 2025-11-05 06:22:41.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:22:41.82: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:22:41.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:22:41.83: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'}) 2025-11-05 06:23:19.01: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:23:19.01: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:23:19.01: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:23:19.01: PodMonitor - start process kube event 2025-11-05 06:23:19.01: empty line received 2025-11-05 06:23:19.01: PodMonitor - start process kube event 2025-11-05 06:23:19.03: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:23:19.03: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:23:19.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:23:19.03: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:23:19.03: PodMonitor - start process kube event 2025-11-05 06:23:19.03: empty line received 2025-11-05 06:23:19.03: PodMonitor - start process kube event 2025-11-05 06:23:19.04: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:23:19.04: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:23:19.04: EndPointMonitor - start process kube event 2025-11-05 06:23:19.04: empty line received 2025-11-05 06:23:19.04: EndPointMonitor - start process kube event 2025-11-05 06:23:19.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:23:19.09: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:23:19.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:23:40.58: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:23:40.58: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:23:40.58: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:23:40.58: EndPointMonitor - start process kube event 2025-11-05 06:23:40.58: empty line received 2025-11-05 06:23:40.58: EndPointMonitor - start process kube event 2025-11-05 06:23:41.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:23:41.58: IngressMonitor - Received BOOKMARK: oldResVer=506 newResVer=1084 2025-11-05 06:23:41.59: IngressMonitor - start process kube event 2025-11-05 06:23:41.59: empty line received 2025-11-05 06:23:41.59: IngressMonitor - start process kube event 2025-11-05 06:23:41.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=506 newResVer=1080 2025-11-05 06:23:41.66: NetworkPolicyMonitor - start process kube event 2025-11-05 06:23:41.66: empty line received 2025-11-05 06:23:41.66: NetworkPolicyMonitor - start process kube event 2025-11-05 06:23:41.75: EndPointMonitor - Received BOOKMARK: oldResVer=942 newResVer=1114 2025-11-05 06:23:41.75: EndPointMonitor - start process kube event 2025-11-05 06:23:41.75: empty line received 2025-11-05 06:23:41.75: EndPointMonitor - start process kube event 2025-11-05 06:23:41.78: PodMonitor - Received BOOKMARK: oldResVer=941 newResVer=1075 2025-11-05 06:23:41.78: PodMonitor - start process kube event 2025-11-05 06:23:41.78: empty line received 2025-11-05 06:23:41.78: PodMonitor - start process kube event 2025-11-05 06:23:41.89: ServiceMonitor - Received BOOKMARK: oldResVer=506 newResVer=1097 2025-11-05 06:23:41.89: ServiceMonitor - start process kube event 2025-11-05 06:23:41.89: empty line received 2025-11-05 06:23:41.89: ServiceMonitor - start process kube event 2025-11-05 06:24:41.43: IngressMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-05 06:24:41.43: IngressMonitor - start process kube event 2025-11-05 06:24:41.43: empty line received 2025-11-05 06:24:41.43: IngressMonitor - start process kube event 2025-11-05 06:24:41.44: EndPointMonitor - Received BOOKMARK: oldResVer=1114 newResVer=1114 2025-11-05 06:24:41.44: EndPointMonitor - start process kube event 2025-11-05 06:24:41.44: empty line received 2025-11-05 06:24:41.44: EndPointMonitor - start process kube event 2025-11-05 06:24:41.46: ServiceMonitor - Received BOOKMARK: oldResVer=1097 newResVer=1097 2025-11-05 06:24:41.46: ServiceMonitor - start process kube event 2025-11-05 06:24:41.46: empty line received 2025-11-05 06:24:41.46: ServiceMonitor - start process kube event 2025-11-05 06:24:41.80: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:24:41.80: NamespaceMonitor - start process kube event 2025-11-05 06:24:41.80: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:24:41.80: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:24:41.80: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:24:41.80: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:24:41.80: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:24:41.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:24:41.80: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:24:41.80: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:24:41.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:24:41.81: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:24:41.83: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:24:41.83: NetworkMonitor - start process kube event 2025-11-05 06:24:41.83: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=510 2025-11-05 06:24:41.83: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:24:41.83: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:24:41.83: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:24:41.83: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'})(timeout=120) 2025-11-05 06:24:41.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:24:41.83: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:24:41.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:24:41.84: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'}) 2025-11-05 06:24:41.97: PodMonitor - Received BOOKMARK: oldResVer=1075 newResVer=1075 2025-11-05 06:24:41.97: PodMonitor - start process kube event 2025-11-05 06:24:41.97: empty line received 2025-11-05 06:24:41.97: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-05 06:25:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001112 2025-11-05 06:24:42.04: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1080 newResVer=1080 2025-11-05 06:24:42.04: NetworkPolicyMonitor - start process kube event 2025-11-05 06:24:42.04: empty line received 2025-11-05 06:24:42.04: NetworkPolicyMonitor - start process kube event 2025-11-05 06:25:08.36: PodMonitor - Received BOOKMARK: oldResVer=1075 newResVer=1075 2025-11-05 06:25:08.36: PodMonitor - start process kube event 2025-11-05 06:25:08.36: empty line received 2025-11-05 06:25:08.36: PodMonitor - start process kube event 2025-11-05 06:25:10.26: stop iteration PodMonitor 2025-11-05 06:25:10.26: PodMonitor - start process kube event 2025-11-05 06:25:10.26: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1075 2025-11-05 06:25:10.26: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:25:10.26: PodMonitor - Connect Kube API result 0 2025-11-05 06:25:10.26: PodMonitor - _schedule_vnc_sync 2025-11-05 06:25:10.26: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1075'})(timeout=120) 2025-11-05 06:25:10.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 06:25:10.26: VncKubernetes - vnc_sync - Pod start 2025-11-05 06:25:10.26: VncKubernetes - vnc_sync - Pod done 2025-11-05 06:25:10.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:25:10.27: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1075'}) 2025-11-05 06:25:41.35: EndPointMonitor - Received BOOKMARK: oldResVer=1114 newResVer=1114 2025-11-05 06:25:41.35: EndPointMonitor - start process kube event 2025-11-05 06:25:41.35: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:25:41.35: empty line received 2025-11-05 06:25:41.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:25:41.35: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:25:41.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:25:41.35: EndPointMonitor - start process kube event 2025-11-05 06:25:41.39: ServiceMonitor - Received BOOKMARK: oldResVer=1097 newResVer=1097 2025-11-05 06:25:41.39: ServiceMonitor - start process kube event 2025-11-05 06:25:41.39: empty line received 2025-11-05 06:25:41.39: ServiceMonitor - start process kube event 2025-11-05 06:25:41.77: IngressMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-05 06:25:41.77: IngressMonitor - start process kube event 2025-11-05 06:25:41.77: empty line received 2025-11-05 06:25:41.77: IngressMonitor - start process kube event 2025-11-05 06:25:42.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1080 newResVer=1080 2025-11-05 06:25:42.37: NetworkPolicyMonitor - start process kube event 2025-11-05 06:25:42.37: empty line received 2025-11-05 06:25:42.37: NetworkPolicyMonitor - start process kube event 2025-11-05 06:26:06.48: EndPointMonitor - Received BOOKMARK: oldResVer=1114 newResVer=1114 2025-11-05 06:26:06.48: EndPointMonitor - start process kube event 2025-11-05 06:26:06.48: empty line received 2025-11-05 06:26:06.48: EndPointMonitor - start process kube event 2025-11-05 06:26:08.29: stop iteration EndPointMonitor 2025-11-05 06:26:08.29: EndPointMonitor - start process kube event 2025-11-05 06:26:08.29: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1114 2025-11-05 06:26:08.29: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:26:08.29: EndPointMonitor - Connect Kube API result 0 2025-11-05 06:26:08.29: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:26:08.29: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1114'})(timeout=120) 2025-11-05 06:26:08.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:26:08.29: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:26:08.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:26:08.31: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1114'}) 2025-11-05 06:26:41.43: ServiceMonitor - Received BOOKMARK: oldResVer=1097 newResVer=1097 2025-11-05 06:26:41.43: ServiceMonitor - start process kube event 2025-11-05 06:26:41.43: empty line received 2025-11-05 06:26:41.43: ServiceMonitor - start process kube event 2025-11-05 06:26:41.81: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:26:41.81: NamespaceMonitor - start process kube event 2025-11-05 06:26:41.81: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:26:41.81: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:26:41.81: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:26:41.81: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:26:41.81: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:26:41.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:26:41.81: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:26:41.81: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:26:41.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:26:41.82: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:26:41.84: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:26:41.84: NetworkMonitor - start process kube event 2025-11-05 06:26:41.84: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=510 2025-11-05 06:26:41.84: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:26:41.84: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:26:41.84: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:26:41.84: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'})(timeout=120) 2025-11-05 06:26:41.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:26:41.84: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:26:41.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:26:41.85: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '510'}) 2025-11-05 06:26:42.37: IngressMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-05 06:26:42.38: IngressMonitor - start process kube event 2025-11-05 06:26:42.38: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:26:42.38: empty line received 2025-11-05 06:26:42.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:26:42.38: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:26:42.38: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:26:42.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:26:42.38: IngressMonitor - start process kube event 2025-11-05 06:26:42.82: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1080 newResVer=1080 2025-11-05 06:26:42.82: NetworkPolicyMonitor - start process kube event 2025-11-05 06:26:42.82: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 06:26:42.82: empty line received 2025-11-05 06:26:42.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) [Introspect:8108]10.0.0.50 - - [2025-11-05 06:27:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001211 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:27:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001123 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:27:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000954 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:27:47] "GET /Snh_NamespaceDatabaseList?namespace_uuid=8d952f50-5597-446b-8d4e-534b2af0d93d HTTP/1.1" 200 753 0.005232 2025-11-05 06:26:42.82: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 06:26:42.82: NetworkPolicyMonitor - start process kube event 2025-11-05 06:26:42.82: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 06:26:42.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:27:10.27: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:27:10.27: PodMonitor - start process kube event 2025-11-05 06:27:10.27: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1075 2025-11-05 06:27:10.27: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:27:10.27: PodMonitor - Connect Kube API result 0 2025-11-05 06:27:10.27: PodMonitor - _schedule_vnc_sync 2025-11-05 06:27:10.27: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1075'})(timeout=120) 2025-11-05 06:27:10.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 06:27:10.28: VncKubernetes - vnc_sync - Pod start 2025-11-05 06:27:10.28: VncKubernetes - vnc_sync - Pod done 2025-11-05 06:27:10.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:27:10.28: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1075'}) 2025-11-05 06:27:41.40: ServiceMonitor - Received BOOKMARK: oldResVer=1097 newResVer=1097 2025-11-05 06:27:41.40: ServiceMonitor - start process kube event 2025-11-05 06:27:41.40: ServiceMonitor - _schedule_vnc_sync 2025-11-05 06:27:41.40: empty line received 2025-11-05 06:27:41.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 06:27:41.40: VncKubernetes - vnc_sync - Service start 2025-11-05 06:27:41.40: VncKubernetes - vnc_sync - Service done 2025-11-05 06:27:41.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:27:41.41: ServiceMonitor - start process kube event 2025-11-05 06:27:41.91: NetworkMonitor - Received BOOKMARK: oldResVer=510 newResVer=1367 2025-11-05 06:27:41.91: NetworkMonitor - start process kube event 2025-11-05 06:27:41.92: empty line received 2025-11-05 06:27:41.92: NetworkMonitor - start process kube event 2025-11-05 06:27:43.03: IngressMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-05 06:27:43.03: IngressMonitor - start process kube event 2025-11-05 06:27:43.03: empty line received 2025-11-05 06:27:43.03: IngressMonitor - start process kube event 2025-11-05 06:27:43.33: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1080 newResVer=1080 2025-11-05 06:27:43.33: NetworkPolicyMonitor - start process kube event 2025-11-05 06:27:43.33: empty line received 2025-11-05 06:27:43.33: NetworkPolicyMonitor - start process kube event 2025-11-05 06:27:47.13: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-62030186:714bdfcd-9f57-49f5-8ece-3d76c015b373 2025-11-05 06:27:47.13: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-62030186:714bdfcd-9f57-49f5-8ece-3d76c015b373 2025-11-05 06:27:47.13: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-62030186:714bdfcd-9f57-49f5-8ece-3d76c015b373 2025-11-05 06:27:47.13: ServiceMonitor - start process kube event 2025-11-05 06:27:47.13: empty line received 2025-11-05 06:27:47.13: ServiceMonitor - start process kube event 2025-11-05 06:27:47.15: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:27:47.15: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:27:47.16: EndPointMonitor - start process kube event 2025-11-05 06:27:47.16: empty line received 2025-11-05 06:27:47.16: EndPointMonitor - start process kube event 2025-11-05 06:27:47.17: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:47.17: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-37993465 (no nodeName) 2025-11-05 06:27:47.17: PodMonitor - start process kube event 2025-11-05 06:27:47.17: empty line received 2025-11-05 06:27:47.17: PodMonitor - start process kube event 2025-11-05 06:27:47.19: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:47.19: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:47.20: PodMonitor - start process kube event 2025-11-05 06:27:47.20: empty line received 2025-11-05 06:27:47.20: PodMonitor - start process kube event 2025-11-05 06:27:47.25: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:47.25: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-07217829 (no nodeName) 2025-11-05 06:27:47.25: PodMonitor - start process kube event 2025-11-05 06:27:47.25: empty line received 2025-11-05 06:27:47.25: PodMonitor - start process kube event 2025-11-05 06:27:47.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:47.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:47.27: PodMonitor - start process kube event 2025-11-05 06:27:47.27: empty line received 2025-11-05 06:27:47.27: PodMonitor - start process kube event 2025-11-05 06:27:47.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:47.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:47.27: PodMonitor - start process kube event 2025-11-05 06:27:47.27: empty line received 2025-11-05 06:27:47.27: PodMonitor - start process kube event 2025-11-05 06:27:47.29: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:47.29: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:47.29: PodMonitor - start process kube event 2025-11-05 06:27:47.29: empty line received 2025-11-05 06:27:47.29: PodMonitor - start process kube event 2025-11-05 06:27:48.47: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 06:27:48.47: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:27:48.54: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:27:48.54: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:49.50: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:49.50: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:49.51: PodMonitor - start process kube event 2025-11-05 06:27:49.51: empty line received 2025-11-05 06:27:49.51: PodMonitor - start process kube event 2025-11-05 06:27:49.51: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:27:49.51: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:50.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:50.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:50.18: PodMonitor - start process kube event 2025-11-05 06:27:50.18: empty line received [Introspect:8108]10.0.0.50 - - [2025-11-05 06:27:56] "GET /Snh_LoadbalancerDatabaseList?x=1ce016cf-db7c-49a3-a2b6-90a6f4c6604b HTTP/1.1" 200 1869 0.000680 2025-11-05 06:27:50.18: PodMonitor - start process kube event 2025-11-05 06:27:50.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:27:50.19: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:50.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:27:50.33: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:50.42: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:27:50.42: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:27:50.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:27:50.47: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:27:50.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:27:53.78: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:27:53.78: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:27:53.78: VncKubernetes - Process event (name=ctest-nginx-ingress-51193901 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:27:53.79: IngressMonitor - start process kube event 2025-11-05 06:27:53.79: empty line received 2025-11-05 06:27:53.79: IngressMonitor - start process kube event 2025-11-05 06:27:55.08: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:27:55.08: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:27:55.08: IngressMonitor - start process kube event 2025-11-05 06:27:55.08: empty line received 2025-11-05 06:27:55.08: IngressMonitor - start process kube event 2025-11-05 06:27:56.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:27:56.47: VncKubernetes - Process event (name=ctest-nginx-ingress-51193901 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:27:56.82: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:56.82: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-69488293 (no nodeName) 2025-11-05 06:27:56.82: PodMonitor - start process kube event 2025-11-05 06:27:56.82: empty line received 2025-11-05 06:27:56.82: PodMonitor - start process kube event 2025-11-05 06:27:56.83: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:56.83: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:56.83: PodMonitor - start process kube event 2025-11-05 06:27:56.83: empty line received 2025-11-05 06:27:56.83: PodMonitor - start process kube event 2025-11-05 06:27:56.85: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:56.85: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:56.85: PodMonitor - start process kube event 2025-11-05 06:27:56.85: empty line received 2025-11-05 06:27:56.85: PodMonitor - start process kube event 2025-11-05 06:27:57.06: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:27:57.06: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:57.87: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:57.87: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:57.87: PodMonitor - start process kube event 2025-11-05 06:27:57.87: empty line received 2025-11-05 06:27:57.87: PodMonitor - start process kube event 2025-11-05 06:27:57.88: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:27:57.88: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:58.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:27:58.05: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:27:58.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:02.37: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:02.37: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:02.37: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:02.37: PodMonitor - start process kube event 2025-11-05 06:28:02.37: empty line received 2025-11-05 06:28:02.37: PodMonitor - start process kube event 2025-11-05 06:28:02.38: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:02.38: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:02.38: EndPointMonitor - start process kube event 2025-11-05 06:28:02.38: empty line received 2025-11-05 06:28:02.38: EndPointMonitor - start process kube event 2025-11-05 06:28:02.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:02.43: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:02.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:03.56: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:03.56: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:03.56: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:03.56: PodMonitor - start process kube event 2025-11-05 06:28:03.56: empty line received 2025-11-05 06:28:03.56: PodMonitor - start process kube event 2025-11-05 06:28:03.56: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:03.56: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:03.57: EndPointMonitor - start process kube event 2025-11-05 06:28:03.57: empty line received 2025-11-05 06:28:03.57: EndPointMonitor - start process kube event 2025-11-05 06:28:03.62: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-05 06:28:11] "GET /Snh_VirtualMachineDatabaseList?x=0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 HTTP/1.1" 200 2150 0.000751 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:28:12] "GET /Snh_VirtualMachineDatabaseList?x=394ecffb-9042-4bbb-8315-725b597e380c HTTP/1.1" 200 2150 0.000997 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:28:17] "GET /Snh_VirtualMachineDatabaseList?x=9ab32b42-3c77-476c-8793-2cb006c550d4 HTTP/1.1" 200 2084 0.000700 2025-11-05 06:28:03.62: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:03.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:08.13: EndPointMonitor - Received BOOKMARK: oldResVer=1114 newResVer=1496 2025-11-05 06:28:08.13: EndPointMonitor - start process kube event 2025-11-05 06:28:08.13: empty line received 2025-11-05 06:28:08.13: EndPointMonitor - start process kube event 2025-11-05 06:28:09.66: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:09.66: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:09.66: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:09.66: PodMonitor - start process kube event 2025-11-05 06:28:09.66: empty line received 2025-11-05 06:28:09.66: PodMonitor - start process kube event 2025-11-05 06:28:09.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:09.69: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:09.69: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:09.69: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:09.69: EndPointMonitor - start process kube event 2025-11-05 06:28:09.69: empty line received 2025-11-05 06:28:09.69: EndPointMonitor - start process kube event 2025-11-05 06:28:10.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:10.50: PodMonitor - Received BOOKMARK: oldResVer=1075 newResVer=1510 2025-11-05 06:28:10.50: PodMonitor - start process kube event 2025-11-05 06:28:10.50: empty line received 2025-11-05 06:28:10.50: PodMonitor - start process kube event 2025-11-05 06:28:10.66: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:10.66: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:10.66: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:10.67: PodMonitor - start process kube event 2025-11-05 06:28:10.67: empty line received 2025-11-05 06:28:10.67: PodMonitor - start process kube event 2025-11-05 06:28:10.67: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:10.67: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:10.67: EndPointMonitor - start process kube event 2025-11-05 06:28:10.67: empty line received 2025-11-05 06:28:10.67: EndPointMonitor - start process kube event 2025-11-05 06:28:10.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:10.68: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:10.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:12.27: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:28:12.27: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:28:12.27: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:28:12.27: PodMonitor - start process kube event 2025-11-05 06:28:12.27: empty line received 2025-11-05 06:28:12.27: PodMonitor - start process kube event 2025-11-05 06:28:12.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:12.29: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:28:12.29: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:28:12.29: VncKubernetes - Process event (name=coredns-6f867cd986-dxn56 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dxn56:cdfe520e-a833-440b-8400-d8f96275deb5 2025-11-05 06:28:12.29: PodMonitor - start process kube event 2025-11-05 06:28:12.29: empty line received 2025-11-05 06:28:12.29: PodMonitor - start process kube event 2025-11-05 06:28:12.29: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:28:12.29: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:28:12.29: EndPointMonitor - start process kube event 2025-11-05 06:28:12.29: empty line received 2025-11-05 06:28:12.29: EndPointMonitor - start process kube event 2025-11-05 06:28:12.31: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:28:12.31: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:28:12.31: EndPointMonitor - start process kube event 2025-11-05 06:28:12.31: empty line received 2025-11-05 06:28:12.31: EndPointMonitor - start process kube event 2025-11-05 06:28:12.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:28:12.35: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:28:12.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:12.72: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4f7d1cad-a7ca-4762-b746-1f58251b166a 2025-11-05 06:28:13.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:14.67: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:14.67: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:14.67: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:14.68: PodMonitor - start process kube event 2025-11-05 06:28:14.68: empty line received 2025-11-05 06:28:14.68: PodMonitor - start process kube event 2025-11-05 06:28:14.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:17.32: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:17.32: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:17.32: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:17.32: PodMonitor - start process kube event 2025-11-05 06:28:17.32: empty line received 2025-11-05 06:28:17.32: PodMonitor - start process kube event 2025-11-05 06:28:17.37: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-05 06:28:52] "GET /Snh_LoadbalancerDatabaseList?x=1ce016cf-db7c-49a3-a2b6-90a6f4c6604b HTTP/1.1" 200 1869 0.000767 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:28:53] "GET /Snh_LoadbalancerDatabaseList?x=1ce016cf-db7c-49a3-a2b6-90a6f4c6604b HTTP/1.1" 200 313 0.000526 2025-11-05 06:28:41.28: ServiceMonitor - Received BOOKMARK: oldResVer=1097 newResVer=1435 2025-11-05 06:28:41.28: ServiceMonitor - start process kube event 2025-11-05 06:28:41.28: empty line received 2025-11-05 06:28:41.28: ServiceMonitor - start process kube event 2025-11-05 06:28:41.82: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:28:41.83: NamespaceMonitor - start process kube event 2025-11-05 06:28:41.83: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=506 2025-11-05 06:28:41.83: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:28:41.83: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:28:41.83: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:28:41.83: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'})(timeout=120) 2025-11-05 06:28:41.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:28:41.83: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:28:41.83: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:28:41.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:41.84: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '506'}) 2025-11-05 06:28:42.10: NetworkMonitor - Received BOOKMARK: oldResVer=1367 newResVer=1367 2025-11-05 06:28:42.10: NetworkMonitor - start process kube event 2025-11-05 06:28:42.10: empty line received 2025-11-05 06:28:42.10: NetworkMonitor - start process kube event 2025-11-05 06:28:42.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1080 newResVer=1080 2025-11-05 06:28:42.53: NetworkPolicyMonitor - start process kube event 2025-11-05 06:28:42.54: empty line received 2025-11-05 06:28:42.54: NetworkPolicyMonitor - start process kube event 2025-11-05 06:28:42.74: IngressMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1463 2025-11-05 06:28:42.74: IngressMonitor - start process kube event 2025-11-05 06:28:42.74: empty line received 2025-11-05 06:28:42.74: IngressMonitor - start process kube event 2025-11-05 06:28:47.75: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:47.75: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:47.75: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:47.75: PodMonitor - start process kube event 2025-11-05 06:28:47.75: empty line received 2025-11-05 06:28:47.75: PodMonitor - start process kube event 2025-11-05 06:28:47.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:48.04: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:48.04: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:48.04: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:48.04: PodMonitor - start process kube event 2025-11-05 06:28:48.04: empty line received 2025-11-05 06:28:48.04: PodMonitor - start process kube event 2025-11-05 06:28:48.05: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:48.05: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:48.05: PodMonitor - start process kube event 2025-11-05 06:28:48.05: empty line received 2025-11-05 06:28:48.05: PodMonitor - start process kube event 2025-11-05 06:28:48.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:48.06: VncKubernetes - Process event (name=ctest-busybox-pod-69488293 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-69488293:9ab32b42-3c77-476c-8793-2cb006c550d4 2025-11-05 06:28:48.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:52.42: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:28:52.42: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:28:52.42: VncKubernetes - Process event (name=ctest-nginx-ingress-51193901 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-51193901:1ce016cf-db7c-49a3-a2b6-90a6f4c6604b 2025-11-05 06:28:52.43: IngressMonitor - start process kube event 2025-11-05 06:28:52.43: empty line received 2025-11-05 06:28:52.43: IngressMonitor - start process kube event 2025-11-05 06:28:53.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:53.93: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:53.93: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:53.93: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:53.93: PodMonitor - start process kube event 2025-11-05 06:28:53.93: empty line received 2025-11-05 06:28:53.93: PodMonitor - start process kube event 2025-11-05 06:28:53.94: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:53.94: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:53.94: EndPointMonitor - start process kube event 2025-11-05 06:28:53.94: empty line received 2025-11-05 06:28:53.94: EndPointMonitor - start process kube event 2025-11-05 06:28:53.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:53.98: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:54.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:55.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.79: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.79: PodMonitor - start process kube event 2025-11-05 06:28:55.79: empty line received 2025-11-05 06:28:55.79: PodMonitor - start process kube event 2025-11-05 06:28:55.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:55.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.80: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.81: PodMonitor - start process kube event 2025-11-05 06:28:55.81: empty line received 2025-11-05 06:28:55.81: PodMonitor - start process kube event 2025-11-05 06:28:55.81: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.81: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:55.81: PodMonitor - start process kube event 2025-11-05 06:28:55.81: empty line received 2025-11-05 06:28:55.81: PodMonitor - start process kube event 2025-11-05 06:28:55.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:55.86: VncKubernetes - Process event (name=ctest-nginx-pod-07217829 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-07217829:394ecffb-9042-4bbb-8315-725b597e380c 2025-11-05 06:28:56.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:58.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:58.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:58.99: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:58.99: PodMonitor - start process kube event 2025-11-05 06:28:58.99: empty line received 2025-11-05 06:28:58.99: PodMonitor - start process kube event 2025-11-05 06:28:59.00: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:59.01: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:59.01: EndPointMonitor - start process kube event 2025-11-05 06:28:59.01: empty line received 2025-11-05 06:28:59.01: EndPointMonitor - start process kube event 2025-11-05 06:28:59.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:59.01: VncKubernetes - Process event (name=ctest-nginx-svc-62030186 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-62030186:8c9b1929-de22-4a08-a9d0-eafd811ce517 2025-11-05 06:28:59.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:28:59.77: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.77: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.77: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.78: PodMonitor - start process kube event 2025-11-05 06:28:59.78: empty line received 2025-11-05 06:28:59.78: PodMonitor - start process kube event 2025-11-05 06:28:59.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.78: PodMonitor - start process kube event 2025-11-05 06:28:59.78: empty line received 2025-11-05 06:28:59.78: PodMonitor - start process kube event 2025-11-05 06:28:59.79: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.79: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.79: PodMonitor - start process kube event 2025-11-05 06:28:59.79: empty line received 2025-11-05 06:28:59.79: PodMonitor - start process kube event 2025-11-05 06:28:59.80: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:28:59.80: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:28:59.85: VncKubernetes - Process event (name=ctest-nginx-pod-37993465 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-37993465:0380cad9-8014-4e4c-b6bb-78e7f92fd7b2 2025-11-05 06:28:59.85: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1080 newResVer=1080 2025-11-05 06:28:59.85: NetworkPolicyMonitor - start process kube event 2025-11-05 06:28:59.85: empty line received 2025-11-05 06:28:59.85: NetworkPolicyMonitor - start process kube event 2025-11-05 06:29:00.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:01.41: stop iteration NetworkPolicyMonitor 2025-11-05 06:29:01.41: NetworkPolicyMonitor - start process kube event 2025-11-05 06:29:01.41: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1080 2025-11-05 06:29:01.41: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:29:01.41: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 06:29:01.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 06:29:01.41: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1080'})(timeout=120) 2025-11-05 06:29:01.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 06:29:01.41: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 06:29:01.42: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 06:29:01.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:01.42: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1080'}) 2025-11-05 06:29:04.39: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:29:04.39: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:29:04.39: VncKubernetes - Process event (name=ctest-new-default-59395689 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:29:04.39: NamespaceMonitor - start process kube event 2025-11-05 06:29:04.39: empty line received 2025-11-05 06:29:04.39: NamespaceMonitor - start process kube event 2025-11-05 06:29:06.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:07.40: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:29:07.40: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:29:07.40: VncKubernetes - Process event (name=ctest-non-default-43126088 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:29:07.41: NamespaceMonitor - start process kube event 2025-11-05 06:29:07.41: empty line received 2025-11-05 06:29:07.41: NamespaceMonitor - start process kube event 2025-11-05 06:29:08.61: EndPointMonitor - Received BOOKMARK: oldResVer=1496 newResVer=1624 2025-11-05 06:29:08.61: EndPointMonitor - start process kube event 2025-11-05 06:29:08.61: empty line received 2025-11-05 06:29:08.61: EndPointMonitor - start process kube event 2025-11-05 06:29:09.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:10.16: PodMonitor - Received BOOKMARK: oldResVer=1510 newResVer=1630 2025-11-05 06:29:10.16: PodMonitor - start process kube event 2025-11-05 06:29:10.16: empty line received 2025-11-05 06:29:10.16: PodMonitor - start process kube event 2025-11-05 06:29:10.41: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:29:10.41: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:29:10.41: VncKubernetes - Process event (name=ctest-new-default-59395689 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:29:10.41: NamespaceMonitor - start process kube event 2025-11-05 06:29:10.41: empty line received 2025-11-05 06:29:10.41: NamespaceMonitor - start process kube event 2025-11-05 06:29:10.41: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:29:10.41: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:29:10.41: NamespaceMonitor - start process kube event 2025-11-05 06:29:10.41: empty line received 2025-11-05 06:29:10.41: NamespaceMonitor - start process kube event 2025-11-05 06:29:10.43: PodMonitor - Received ADDED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:10.43: PodMonitor - Skipped ADDED Pod ctest-new-default-59395689:ctest-pod-02556793 (no nodeName) 2025-11-05 06:29:10.43: PodMonitor - start process kube event 2025-11-05 06:29:10.43: empty line received 2025-11-05 06:29:10.43: PodMonitor - start process kube event 2025-11-05 06:29:10.44: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:10.44: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:10.44: PodMonitor - start process kube event 2025-11-05 06:29:10.44: empty line received 2025-11-05 06:29:10.44: PodMonitor - start process kube event 2025-11-05 06:29:10.45: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:10.45: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:10.45: PodMonitor - start process kube event 2025-11-05 06:29:10.45: empty line received 2025-11-05 06:29:10.45: PodMonitor - start process kube event 2025-11-05 06:29:10.46: PodMonitor - Received ADDED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:10.47: PodMonitor - Skipped ADDED Pod ctest-new-default-59395689:ctest-pod-81971795 (no nodeName) 2025-11-05 06:29:10.47: PodMonitor - start process kube event 2025-11-05 06:29:10.47: empty line received 2025-11-05 06:29:10.47: PodMonitor - start process kube event 2025-11-05 06:29:10.47: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:10.47: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:10.47: PodMonitor - start process kube event 2025-11-05 06:29:10.47: empty line received 2025-11-05 06:29:10.47: PodMonitor - start process kube event 2025-11-05 06:29:10.48: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:10.48: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:10.48: PodMonitor - start process kube event 2025-11-05 06:29:10.48: empty line received 2025-11-05 06:29:10.48: PodMonitor - start process kube event 2025-11-05 06:29:10.49: PodMonitor - Received ADDED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:10.49: PodMonitor - Skipped ADDED Pod ctest-non-default-43126088:ctest-pod-39813449 (no nodeName) 2025-11-05 06:29:10.49: PodMonitor - start process kube event 2025-11-05 06:29:10.49: empty line received 2025-11-05 06:29:10.50: PodMonitor - start process kube event 2025-11-05 06:29:10.50: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:10.50: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:10.50: PodMonitor - start process kube event 2025-11-05 06:29:10.50: empty line received 2025-11-05 06:29:10.50: PodMonitor - start process kube event 2025-11-05 06:29:10.51: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:10.51: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:10.51: PodMonitor - start process kube event 2025-11-05 06:29:10.52: empty line received 2025-11-05 06:29:10.52: PodMonitor - start process kube event 2025-11-05 06:29:10.53: PodMonitor - Received ADDED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:10.53: PodMonitor - Skipped ADDED Pod ctest-non-default-43126088:ctest-pod-33058296 (no nodeName) 2025-11-05 06:29:10.53: PodMonitor - start process kube event 2025-11-05 06:29:10.53: empty line received 2025-11-05 06:29:10.53: PodMonitor - start process kube event 2025-11-05 06:29:10.53: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:10.53: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:10.54: PodMonitor - start process kube event 2025-11-05 06:29:10.54: empty line received 2025-11-05 06:29:10.54: PodMonitor - start process kube event 2025-11-05 06:29:10.55: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:10.55: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:10.55: PodMonitor - start process kube event 2025-11-05 06:29:10.55: empty line received 2025-11-05 06:29:10.55: PodMonitor - start process kube event 2025-11-05 06:29:10.57: PodMonitor - Received ADDED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:10.57: PodMonitor - Skipped ADDED Pod ctest-new-default-59395689:ctest-pod-54877722 (no nodeName) 2025-11-05 06:29:10.57: PodMonitor - start process kube event 2025-11-05 06:29:10.57: empty line received 2025-11-05 06:29:10.57: PodMonitor - start process kube event 2025-11-05 06:29:10.57: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:10.57: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:10.58: PodMonitor - start process kube event 2025-11-05 06:29:10.58: empty line received 2025-11-05 06:29:10.58: PodMonitor - start process kube event 2025-11-05 06:29:10.59: PodMonitor - Received ADDED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:10.59: PodMonitor - Skipped ADDED Pod ctest-new-default-59395689:ctest-pod-10016834 (no nodeName) 2025-11-05 06:29:10.59: PodMonitor - start process kube event 2025-11-05 06:29:10.59: empty line received 2025-11-05 06:29:10.59: PodMonitor - start process kube event 2025-11-05 06:29:10.60: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:10.60: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:10.60: PodMonitor - start process kube event 2025-11-05 06:29:10.60: empty line received 2025-11-05 06:29:10.60: PodMonitor - start process kube event 2025-11-05 06:29:10.62: PodMonitor - Received ADDED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:10.62: PodMonitor - Skipped ADDED Pod ctest-non-default-43126088:ctest-pod-33777073 (no nodeName) 2025-11-05 06:29:10.62: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:11] "GET /Snh_NamespaceDatabaseList?namespace_uuid=5ccff199-7c90-400b-a99e-601ae2fea8e1 HTTP/1.1" 200 866 0.003070 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:11] "GET /Snh_NamespaceDatabaseList?namespace_uuid=b9f07f5d-6aa5-414a-8747-c4635a16d8c9 HTTP/1.1" 200 866 0.000643 2025-11-05 06:29:10.62: empty line received 2025-11-05 06:29:10.62: PodMonitor - start process kube event 2025-11-05 06:29:10.63: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:10.63: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:10.63: PodMonitor - start process kube event 2025-11-05 06:29:10.63: empty line received 2025-11-05 06:29:10.63: PodMonitor - start process kube event 2025-11-05 06:29:10.65: PodMonitor - Received ADDED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:10.65: PodMonitor - Skipped ADDED Pod ctest-non-default-43126088:ctest-pod-85023326 (no nodeName) 2025-11-05 06:29:10.65: PodMonitor - start process kube event 2025-11-05 06:29:10.65: empty line received 2025-11-05 06:29:10.65: PodMonitor - start process kube event 2025-11-05 06:29:10.67: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:10.67: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:10.67: PodMonitor - start process kube event 2025-11-05 06:29:10.67: empty line received 2025-11-05 06:29:10.67: PodMonitor - start process kube event 2025-11-05 06:29:11.05: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:11.05: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:11.05: PodMonitor - start process kube event 2025-11-05 06:29:11.05: empty line received 2025-11-05 06:29:11.05: PodMonitor - start process kube event 2025-11-05 06:29:11.09: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 06:29:11.09: VncKubernetes - Process event (name=ctest-non-default-43126088 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:29:11.76: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 06:29:11.76: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:12.83: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:12.83: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:12.83: PodMonitor - start process kube event 2025-11-05 06:29:12.83: empty line received 2025-11-05 06:29:12.83: PodMonitor - start process kube event 2025-11-05 06:29:12.84: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:12.84: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:12.84: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 06:29:12.84: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:12.85: PodMonitor - start process kube event 2025-11-05 06:29:12.85: empty line received 2025-11-05 06:29:12.85: PodMonitor - start process kube event 2025-11-05 06:29:12.97: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 06:29:12.97: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:13.25: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:13.25: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:13.25: PodMonitor - start process kube event 2025-11-05 06:29:13.25: empty line received 2025-11-05 06:29:13.25: PodMonitor - start process kube event 2025-11-05 06:29:13.60: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:13.60: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:13.60: PodMonitor - start process kube event 2025-11-05 06:29:13.60: empty line received 2025-11-05 06:29:13.60: PodMonitor - start process kube event 2025-11-05 06:29:13.61: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 06:29:13.61: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:13.64: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:13.64: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:13.64: PodMonitor - start process kube event 2025-11-05 06:29:13.64: empty line received 2025-11-05 06:29:13.64: PodMonitor - start process kube event 2025-11-05 06:29:13.74: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 06:29:13.74: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:14.59: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:14.59: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:14.59: PodMonitor - start process kube event 2025-11-05 06:29:14.59: empty line received 2025-11-05 06:29:14.59: PodMonitor - start process kube event 2025-11-05 06:29:14.60: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 06:29:14.60: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:14.72: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 06:29:14.72: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:15.39: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:15.39: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:15.39: PodMonitor - start process kube event 2025-11-05 06:29:15.39: empty line received 2025-11-05 06:29:15.39: PodMonitor - start process kube event 2025-11-05 06:29:15.40: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 06:29:15.40: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:15.52: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 06:29:15.52: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:16.22: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:16.22: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:16.22: PodMonitor - start process kube event 2025-11-05 06:29:16.22: empty line received 2025-11-05 06:29:16.22: PodMonitor - start process kube event 2025-11-05 06:29:16.23: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 06:29:16.23: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:16.89: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:16.89: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:16.89: PodMonitor - start process kube event 2025-11-05 06:29:16.89: empty line received 2025-11-05 06:29:16.89: PodMonitor - start process kube event 2025-11-05 06:29:16.91: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 06:29:16.91: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:17.68: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:17.68: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:17.68: PodMonitor - start process kube event 2025-11-05 06:29:17.68: empty line received 2025-11-05 06:29:17.68: PodMonitor - start process kube event 2025-11-05 06:29:17.70: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 06:29:17.70: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:17.82: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:17.82: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:17.83: PodMonitor - start process kube event 2025-11-05 06:29:17.83: empty line received 2025-11-05 06:29:17.83: PodMonitor - start process kube event 2025-11-05 06:29:18.42: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:18.42: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:18.42: PodMonitor - start process kube event 2025-11-05 06:29:18.42: empty line received 2025-11-05 06:29:18.42: PodMonitor - start process kube event 2025-11-05 06:29:18.43: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 06:29:18.43: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:18.51: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 06:29:18.51: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:18.56: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 06:29:18.56: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:18.63: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 06:29:18.64: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:18.78: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 06:29:18.78: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:18.79: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 06:29:18.79: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:18.83: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:18.83: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:18.83: PodMonitor - start process kube event 2025-11-05 06:29:18.83: empty line received 2025-11-05 06:29:18.83: PodMonitor - start process kube event 2025-11-05 06:29:18.86: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 06:29:18.86: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:18.91: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 06:29:18.91: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:18.97: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 06:29:18.97: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:18.98: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 06:29:18.99: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:19.04: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:29:19.04: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:19.09: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:29:19.09: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:29:19.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:29:19.10: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:19.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:29:19.16: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:21] "GET /Snh_VirtualMachineDatabaseList?x=52112c94-5e8a-4ddd-9188-cd4a2968b3c2 HTTP/1.1" 200 2484 0.001011 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:21] "GET /Snh_VirtualMachineDatabaseList?x=db427786-f271-46ea-8c2a-dee170e1ec96 HTTP/1.1" 200 2484 0.000705 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:21] "GET /Snh_VirtualMachineDatabaseList?x=64abe732-9964-4325-8223-52bd71ce051c HTTP/1.1" 200 2484 0.000773 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:26] "GET /Snh_VirtualMachineDatabaseList?x=6de45e09-78a5-4f0a-8b55-828e9f281611 HTTP/1.1" 200 2484 0.000702 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:31] "GET /Snh_VirtualMachineDatabaseList?x=33d99467-e5de-4d50-a919-1802e2887d53 HTTP/1.1" 200 2414 0.000697 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:31] "GET /Snh_VirtualMachineDatabaseList?x=15001879-b311-41fb-a023-6dfaa8131d96 HTTP/1.1" 200 2414 0.000728 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:31] "GET /Snh_VirtualMachineDatabaseList?x=df286ce3-a359-47ef-8a45-9232de1e063f HTTP/1.1" 200 2414 0.001097 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:31] "GET /Snh_VirtualMachineDatabaseList?x=8112275a-2f32-412c-ac4c-e4d2e079976f HTTP/1.1" 200 2414 0.000643 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:33] "GET /Snh_LoadbalancerDatabaseList?x=adcb4715-b2ac-4c49-a400-2fb5f9f73dc5 HTTP/1.1" 200 1862 0.000730 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:34] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=580cc49a-f118-4418-ad51-3252a8475fae HTTP/1.1" 200 2095 0.000689 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:34] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=580cc49a-f118-4418-ad51-3252a8475fae HTTP/1.1" 200 2095 0.000707 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:29:36] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=580cc49a-f118-4418-ad51-3252a8475fae HTTP/1.1" 200 2302 0.000757 VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:29:19.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:19.83: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:19.83: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:19.83: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:29:19.83: PodMonitor - start process kube event 2025-11-05 06:29:19.83: empty line received 2025-11-05 06:29:19.83: PodMonitor - start process kube event 2025-11-05 06:29:19.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:22.84: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:22.84: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:22.84: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:29:22.84: PodMonitor - start process kube event 2025-11-05 06:29:22.84: empty line received 2025-11-05 06:29:22.84: PodMonitor - start process kube event 2025-11-05 06:29:22.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:23.86: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:23.86: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:23.86: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:29:23.87: PodMonitor - start process kube event 2025-11-05 06:29:23.87: empty line received 2025-11-05 06:29:23.87: PodMonitor - start process kube event 2025-11-05 06:29:23.87: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:23.87: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:23.87: PodMonitor - start process kube event 2025-11-05 06:29:23.87: empty line received 2025-11-05 06:29:23.87: PodMonitor - start process kube event 2025-11-05 06:29:23.88: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:23.88: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:23.88: PodMonitor - start process kube event 2025-11-05 06:29:23.88: empty line received 2025-11-05 06:29:23.88: PodMonitor - start process kube event 2025-11-05 06:29:23.89: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:29:23.89: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:29:23.95: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:29:23.95: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:29:24.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:27.88: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:27.88: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:27.88: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:29:27.88: PodMonitor - start process kube event 2025-11-05 06:29:27.88: empty line received 2025-11-05 06:29:27.88: PodMonitor - start process kube event 2025-11-05 06:29:27.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:32.42: ServiceMonitor - Received ADDED Service ctest-new-default-59395689:ctest-nginx-svc-26391867:adcb4715-b2ac-4c49-a400-2fb5f9f73dc5 2025-11-05 06:29:32.42: ServiceMonitor - Got ADDED Service ctest-new-default-59395689:ctest-nginx-svc-26391867:adcb4715-b2ac-4c49-a400-2fb5f9f73dc5 2025-11-05 06:29:32.42: VncKubernetes - Process event (name=ctest-nginx-svc-26391867 event_type=ADDED kind=Service ns=ctest-new-default-59395689) VncService - Got ADDED Service ctest-new-default-59395689:ctest-nginx-svc-26391867:adcb4715-b2ac-4c49-a400-2fb5f9f73dc5 2025-11-05 06:29:32.42: ServiceMonitor - start process kube event 2025-11-05 06:29:32.42: empty line received 2025-11-05 06:29:32.42: ServiceMonitor - start process kube event 2025-11-05 06:29:32.44: EndPointMonitor - Received ADDED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:29:32.44: EndPointMonitor - Got ADDED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:29:32.44: EndPointMonitor - start process kube event 2025-11-05 06:29:32.44: empty line received 2025-11-05 06:29:32.44: EndPointMonitor - start process kube event 2025-11-05 06:29:33.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:29:33.30: VncKubernetes - Process event (name=ctest-nginx-svc-26391867 event_type=ADDED kind=Endpoints ns=ctest-new-default-59395689) VncEndpoints - Got ADDED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:29:33.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:34.85: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:29:34.85: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:29:34.85: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-59395689) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:29:34.85: NetworkPolicyMonitor - start process kube event 2025-11-05 06:29:34.85: empty line received 2025-11-05 06:29:34.85: NetworkPolicyMonitor - start process kube event 2025-11-05 06:29:36.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:29:41.75: ServiceMonitor - Received BOOKMARK: oldResVer=1435 newResVer=1764 2025-11-05 06:29:41.75: ServiceMonitor - start process kube event 2025-11-05 06:29:41.75: empty line received 2025-11-05 06:29:41.75: ServiceMonitor - start process kube event 2025-11-05 06:29:41.89: NamespaceMonitor - Received BOOKMARK: oldResVer=506 newResVer=1658 2025-11-05 06:29:41.89: NamespaceMonitor - start process kube event 2025-11-05 06:29:41.89: empty line received 2025-11-05 06:29:41.89: NamespaceMonitor - start process kube event 2025-11-05 06:29:42.55: IngressMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1604 2025-11-05 06:29:42.55: IngressMonitor - start process kube event 2025-11-05 06:29:42.55: empty line received 2025-11-05 06:29:42.55: IngressMonitor - start process kube event 2025-11-05 06:29:42.68: NetworkMonitor - Received BOOKMARK: oldResVer=1367 newResVer=1367 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:31:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001125 2025-11-05 06:29:42.68: NetworkMonitor - start process kube event 2025-11-05 06:29:42.68: empty line received 2025-11-05 06:29:42.68: NetworkMonitor - start process kube event 2025-11-05 06:30:01.74: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1080 newResVer=1772 2025-11-05 06:30:01.74: NetworkPolicyMonitor - start process kube event 2025-11-05 06:30:01.74: empty line received 2025-11-05 06:30:01.74: NetworkPolicyMonitor - start process kube event 2025-11-05 06:30:08.43: EndPointMonitor - Received BOOKMARK: oldResVer=1624 newResVer=1766 2025-11-05 06:30:08.43: EndPointMonitor - start process kube event 2025-11-05 06:30:08.43: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:30:08.43: empty line received 2025-11-05 06:30:08.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:30:08.43: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:30:08.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:30:08.43: EndPointMonitor - start process kube event 2025-11-05 06:30:10.17: PodMonitor - Received BOOKMARK: oldResVer=1630 newResVer=1756 2025-11-05 06:30:10.17: PodMonitor - start process kube event 2025-11-05 06:30:10.17: empty line received 2025-11-05 06:30:10.17: PodMonitor - start process kube event 2025-11-05 06:30:41.34: ServiceMonitor - Received BOOKMARK: oldResVer=1764 newResVer=1764 2025-11-05 06:30:41.34: ServiceMonitor - start process kube event 2025-11-05 06:30:41.34: empty line received 2025-11-05 06:30:41.34: ServiceMonitor - start process kube event 2025-11-05 06:30:41.80: NamespaceMonitor - Received BOOKMARK: oldResVer=1658 newResVer=1658 2025-11-05 06:30:41.80: NamespaceMonitor - start process kube event 2025-11-05 06:30:41.80: empty line received 2025-11-05 06:30:41.80: NamespaceMonitor - start process kube event 2025-11-05 06:30:42.42: NetworkMonitor - Received BOOKMARK: oldResVer=1367 newResVer=1367 2025-11-05 06:30:42.42: NetworkMonitor - start process kube event 2025-11-05 06:30:42.42: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:30:42.42: empty line received 2025-11-05 06:30:42.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:30:42.42: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:30:42.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:30:42.42: NetworkMonitor - start process kube event 2025-11-05 06:30:43.26: IngressMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1604 2025-11-05 06:30:43.26: IngressMonitor - start process kube event 2025-11-05 06:30:43.26: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:30:43.26: empty line received 2025-11-05 06:30:43.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:30:43.26: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:30:43.26: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:30:43.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:30:43.26: IngressMonitor - start process kube event 2025-11-05 06:31:01.49: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1772 newResVer=1772 2025-11-05 06:31:01.49: NetworkPolicyMonitor - start process kube event 2025-11-05 06:31:01.49: empty line received 2025-11-05 06:31:01.49: NetworkPolicyMonitor - start process kube event 2025-11-05 06:31:08.27: EndPointMonitor - Received BOOKMARK: oldResVer=1766 newResVer=1766 2025-11-05 06:31:08.27: EndPointMonitor - start process kube event 2025-11-05 06:31:08.27: empty line received 2025-11-05 06:31:08.27: EndPointMonitor - start process kube event 2025-11-05 06:31:10.50: PodMonitor - Received BOOKMARK: oldResVer=1756 newResVer=1756 2025-11-05 06:31:10.50: PodMonitor - start process kube event 2025-11-05 06:31:10.50: PodMonitor - _schedule_vnc_sync 2025-11-05 06:31:10.50: empty line received 2025-11-05 06:31:10.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 06:31:10.50: VncKubernetes - vnc_sync - Pod start 2025-11-05 06:31:10.50: VncKubernetes - vnc_sync - Pod done 2025-11-05 06:31:10.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:31:10.50: PodMonitor - start process kube event 2025-11-05 06:31:33.39: ServiceMonitor - Received BOOKMARK: oldResVer=1764 newResVer=1764 2025-11-05 06:31:33.39: ServiceMonitor - start process kube event 2025-11-05 06:31:33.39: empty line received 2025-11-05 06:31:33.39: ServiceMonitor - start process kube event 2025-11-05 06:31:34.72: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:31:34.72: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:31:34.72: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-59395689) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:31:34.72: NetworkPolicyMonitor - start process kube event 2025-11-05 06:31:34.72: empty line received 2025-11-05 06:31:34.72: NetworkPolicyMonitor - start process kube event 2025-11-05 06:31:35.18: stop iteration ServiceMonitor 2025-11-05 06:31:35.18: ServiceMonitor - start process kube event 2025-11-05 06:31:35.18: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1764 2025-11-05 06:31:35.18: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:31:35.18: ServiceMonitor - Connect Kube API result 0 2025-11-05 06:31:35.18: ServiceMonitor - _schedule_vnc_sync 2025-11-05 06:31:35.18: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1764'})(timeout=120) 2025-11-05 06:31:35.19: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1764'}) 2025-11-05 06:31:35.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:31:35.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 06:31:35.77: VncKubernetes - vnc_sync - Service start 2025-11-05 06:31:35.77: VncKubernetes - vnc_sync - Service done 2025-11-05 06:31:35.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:31:42.08: NamespaceMonitor - Received BOOKMARK: oldResVer=1658 newResVer=1658 2025-11-05 06:31:42.08: NamespaceMonitor - start process kube event 2025-11-05 06:31:42.08: empty line received 2025-11-05 06:31:42.08: NamespaceMonitor - start process kube event 2025-11-05 06:31:42.40: NetworkMonitor - Received BOOKMARK: oldResVer=1367 newResVer=1367 2025-11-05 06:31:42.40: NetworkMonitor - start process kube event 2025-11-05 06:31:42.40: empty line received 2025-11-05 06:31:42.40: NetworkMonitor - start process kube event 2025-11-05 06:31:42.97: IngressMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1604 2025-11-05 06:31:42.97: IngressMonitor - start process kube event 2025-11-05 06:31:42.97: empty line received 2025-11-05 06:31:42.97: IngressMonitor - start process kube event 2025-11-05 06:31:50.97: IngressMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1604 2025-11-05 06:31:50.97: IngressMonitor - start process kube event 2025-11-05 06:31:50.97: empty line received 2025-11-05 06:31:50.97: IngressMonitor - start process kube event 2025-11-05 06:31:52.04: IngressMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1604 2025-11-05 06:31:52.04: IngressMonitor - start process kube event 2025-11-05 06:31:52.04: empty line received 2025-11-05 06:31:52.04: IngressMonitor - start process kube event 2025-11-05 06:31:53.04: stop iteration IngressMonitor 2025-11-05 06:31:53.04: IngressMonitor - start process kube event 2025-11-05 06:31:53.04: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1604 2025-11-05 06:31:53.04: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:32:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001104 2025-11-05 06:31:53.04: IngressMonitor - Connect Kube API result 0 2025-11-05 06:31:53.04: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:31:53.04: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1604'})(timeout=120) 2025-11-05 06:31:53.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:31:53.04: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:31:53.04: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:31:53.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:31:53.05: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1604'}) 2025-11-05 06:32:02.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1772 newResVer=1925 2025-11-05 06:32:02.22: NetworkPolicyMonitor - start process kube event 2025-11-05 06:32:02.22: empty line received 2025-11-05 06:32:02.22: NetworkPolicyMonitor - start process kube event 2025-11-05 06:32:08.68: EndPointMonitor - Received BOOKMARK: oldResVer=1766 newResVer=1766 2025-11-05 06:32:08.68: EndPointMonitor - start process kube event 2025-11-05 06:32:08.68: empty line received 2025-11-05 06:32:08.68: EndPointMonitor - start process kube event 2025-11-05 06:32:11.07: PodMonitor - Received BOOKMARK: oldResVer=1756 newResVer=1756 2025-11-05 06:32:11.07: PodMonitor - start process kube event 2025-11-05 06:32:11.07: empty line received 2025-11-05 06:32:11.07: PodMonitor - start process kube event 2025-11-05 06:32:25.15: NetworkMonitor - Received BOOKMARK: oldResVer=1367 newResVer=1367 2025-11-05 06:32:25.15: NetworkMonitor - start process kube event 2025-11-05 06:32:25.15: empty line received 2025-11-05 06:32:25.15: NetworkMonitor - start process kube event 2025-11-05 06:32:26.39: NetworkMonitor - Received BOOKMARK: oldResVer=1367 newResVer=1367 2025-11-05 06:32:26.39: NetworkMonitor - start process kube event 2025-11-05 06:32:26.39: empty line received 2025-11-05 06:32:26.39: NetworkMonitor - start process kube event 2025-11-05 06:32:27.23: stop iteration NetworkMonitor 2025-11-05 06:32:27.23: NetworkMonitor - start process kube event 2025-11-05 06:32:27.23: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1367 2025-11-05 06:32:27.23: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:32:27.23: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:32:27.23: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:32:27.23: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1367'})(timeout=120) 2025-11-05 06:32:27.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:32:27.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:32:27.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:32:27.25: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1367'}) 2025-11-05 06:32:37.32: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:37.32: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:37.32: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:37.32: PodMonitor - start process kube event 2025-11-05 06:32:37.32: empty line received 2025-11-05 06:32:37.32: PodMonitor - start process kube event 2025-11-05 06:32:37.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:32:37.35: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:32:37.35: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:32:37.35: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:32:37.35: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:32:37.35: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:32:37.35: PodMonitor - start process kube event 2025-11-05 06:32:37.35: empty line received 2025-11-05 06:32:37.35: EndPointMonitor - start process kube event 2025-11-05 06:32:37.35: empty line received 2025-11-05 06:32:37.35: PodMonitor - start process kube event 2025-11-05 06:32:37.35: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:32:37.35: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:32:37.35: EndPointMonitor - start process kube event 2025-11-05 06:32:37.35: PodMonitor - start process kube event 2025-11-05 06:32:37.35: empty line received 2025-11-05 06:32:37.35: PodMonitor - start process kube event 2025-11-05 06:32:37.35: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:32:37.35: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:32:37.35: PodMonitor - start process kube event 2025-11-05 06:32:37.35: empty line received 2025-11-05 06:32:37.35: PodMonitor - start process kube event 2025-11-05 06:32:37.36: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:37.36: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:37.36: PodMonitor - start process kube event 2025-11-05 06:32:37.36: empty line received 2025-11-05 06:32:37.36: PodMonitor - start process kube event 2025-11-05 06:32:37.36: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:32:37.36: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:32:37.36: PodMonitor - start process kube event 2025-11-05 06:32:37.36: empty line received 2025-11-05 06:32:37.36: PodMonitor - start process kube event 2025-11-05 06:32:37.37: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:37.37: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:37.37: PodMonitor - start process kube event 2025-11-05 06:32:37.37: empty line received 2025-11-05 06:32:37.37: PodMonitor - start process kube event 2025-11-05 06:32:37.38: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:32:37.38: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:32:37.38: EndPointMonitor - start process kube event 2025-11-05 06:32:37.38: empty line received 2025-11-05 06:32:37.38: EndPointMonitor - start process kube event 2025-11-05 06:32:37.41: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:32:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001006 2025-11-05 06:32:37.41: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:37.41: PodMonitor - start process kube event 2025-11-05 06:32:37.41: empty line received 2025-11-05 06:32:37.41: PodMonitor - start process kube event 2025-11-05 06:32:37.41: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 06:32:37.41: VncKubernetes - Process event (name=ctest-nginx-svc-26391867 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-59395689) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:32:37.60: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 06:32:37.60: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:32:37.66: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 06:32:37.66: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:32:37.71: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 06:32:37.71: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:37.73: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:32:37.73: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:32:37.79: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:32:37.79: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:37.81: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:32:37.81: VncKubernetes - Process event (name=ctest-nginx-svc-26391867 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-59395689) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:32:37.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:32:37.87: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:37.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:32:38.40: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.40: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.40: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.40: PodMonitor - start process kube event 2025-11-05 06:32:38.40: empty line received 2025-11-05 06:32:38.40: PodMonitor - start process kube event 2025-11-05 06:32:38.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:32:38.48: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:38.48: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:38.48: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:38.49: PodMonitor - start process kube event 2025-11-05 06:32:38.49: empty line received 2025-11-05 06:32:38.49: PodMonitor - start process kube event 2025-11-05 06:32:38.50: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:38.50: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:38.50: PodMonitor - start process kube event 2025-11-05 06:32:38.50: empty line received 2025-11-05 06:32:38.50: PodMonitor - start process kube event 2025-11-05 06:32:38.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:32:38.51: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:38.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:32:38.63: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.63: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.63: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.63: PodMonitor - start process kube event 2025-11-05 06:32:38.63: empty line received 2025-11-05 06:32:38.63: PodMonitor - start process kube event 2025-11-05 06:32:38.64: PodMonitor - Received DELETED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.64: PodMonitor - Got DELETED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.64: PodMonitor - start process kube event 2025-11-05 06:32:38.64: empty line received 2025-11-05 06:32:38.64: PodMonitor - start process kube event 2025-11-05 06:32:38.65: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:32:38.65: VncKubernetes - Process event (name=ctest-pod-39813449 event_type=DELETED kind=Pod ns=ctest-non-default-43126088) VncPod - Got DELETED Pod ctest-non-default-43126088:ctest-pod-39813449:64abe732-9964-4325-8223-52bd71ce051c 2025-11-05 06:32:38.93: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:38.93: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:38.93: PodMonitor - start process kube event 2025-11-05 06:32:38.93: empty line received 2025-11-05 06:32:38.93: PodMonitor - start process kube event 2025-11-05 06:32:38.93: PodMonitor - Received DELETED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:38.93: PodMonitor - Got DELETED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:38.93: PodMonitor - start process kube event 2025-11-05 06:32:38.93: empty line received 2025-11-05 06:32:38.93: PodMonitor - start process kube event 2025-11-05 06:32:39.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:32:39.13: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:39.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:32:39.19: VncKubernetes - Process event (name=ctest-pod-33058296 event_type=DELETED kind=Pod ns=ctest-non-default-43126088)[Introspect:8108]10.0.0.50 - - [2025-11-05 06:32:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001074 VncPod - Got DELETED Pod ctest-non-default-43126088:ctest-pod-33058296:6de45e09-78a5-4f0a-8b55-828e9f281611 2025-11-05 06:32:39.33: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:39.33: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:39.33: PodMonitor - start process kube event 2025-11-05 06:32:39.33: empty line received 2025-11-05 06:32:39.33: PodMonitor - start process kube event 2025-11-05 06:32:39.34: PodMonitor - Received DELETED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:39.34: PodMonitor - Got DELETED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:39.34: PodMonitor - start process kube event 2025-11-05 06:32:39.34: empty line received 2025-11-05 06:32:39.34: PodMonitor - start process kube event 2025-11-05 06:32:39.74: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:39.74: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:39.74: PodMonitor - start process kube event 2025-11-05 06:32:39.74: empty line received 2025-11-05 06:32:39.74: PodMonitor - start process kube event 2025-11-05 06:32:39.75: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:32:39.75: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:39.81: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:32:39.81: VncKubernetes - Process event (name=ctest-pod-81971795 event_type=DELETED kind=Pod ns=ctest-new-default-59395689) VncPod - Got DELETED Pod ctest-new-default-59395689:ctest-pod-81971795:db427786-f271-46ea-8c2a-dee170e1ec96 2025-11-05 06:32:39.94: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:39.94: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:39.94: PodMonitor - start process kube event 2025-11-05 06:32:39.94: empty line received 2025-11-05 06:32:39.94: PodMonitor - start process kube event 2025-11-05 06:32:39.94: PodMonitor - Received DELETED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:39.94: PodMonitor - Got DELETED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:39.94: PodMonitor - start process kube event 2025-11-05 06:32:39.94: empty line received 2025-11-05 06:32:39.94: PodMonitor - start process kube event 2025-11-05 06:32:40.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:32:40.33: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:40.39: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:32:40.39: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:40.45: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:32:40.45: VncKubernetes - Process event (name=ctest-pod-02556793 event_type=DELETED kind=Pod ns=ctest-new-default-59395689) VncPod - Got DELETED Pod ctest-new-default-59395689:ctest-pod-02556793:52112c94-5e8a-4ddd-9188-cd4a2968b3c2 2025-11-05 06:32:41.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:32:41.77: NamespaceMonitor - Received BOOKMARK: oldResVer=1658 newResVer=1658 2025-11-05 06:32:41.81: NamespaceMonitor - start process kube event 2025-11-05 06:32:41.81: empty line received 2025-11-05 06:32:41.81: NamespaceMonitor - start process kube event 2025-11-05 06:33:01.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1925 newResVer=1925 2025-11-05 06:33:01.41: NetworkPolicyMonitor - start process kube event 2025-11-05 06:33:01.41: empty line received 2025-11-05 06:33:01.41: NetworkPolicyMonitor - start process kube event 2025-11-05 06:33:08.39: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:08.39: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:08.39: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:08.39: PodMonitor - start process kube event 2025-11-05 06:33:08.39: empty line received 2025-11-05 06:33:08.39: PodMonitor - start process kube event 2025-11-05 06:33:08.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:33:08.41: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.41: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.41: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.41: PodMonitor - start process kube event 2025-11-05 06:33:08.41: empty line received 2025-11-05 06:33:08.41: PodMonitor - start process kube event 2025-11-05 06:33:08.42: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:08.42: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:08.42: PodMonitor - start process kube event 2025-11-05 06:33:08.42: empty line received 2025-11-05 06:33:08.42: PodMonitor - start process kube event 2025-11-05 06:33:08.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:33:08.47: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:08.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:33:08.69: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.69: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.69: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.69: PodMonitor - start process kube event 2025-11-05 06:33:08.69: empty line received 2025-11-05 06:33:08.69: PodMonitor - start process kube event 2025-11-05 06:33:08.69: PodMonitor - Received DELETED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.69: PodMonitor - Got DELETED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.69: PodMonitor - start process kube event 2025-11-05 06:33:08.69: empty line received 2025-11-05 06:33:08.69: PodMonitor - start process kube event 2025-11-05 06:33:08.70: PodMonitor - Received MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:08.70: PodMonitor - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:08.70: PodMonitor - start process kube event 2025-11-05 06:33:08.70: empty line received 2025-11-05 06:33:08.70: PodMonitor - start process kube event 2025-11-05 06:33:08.70: PodMonitor - Received DELETED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:08.70: PodMonitor - Got DELETED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:08.70: PodMonitor - start process kube event 2025-11-05 06:33:08.70: empty line received 2025-11-05 06:33:08.70: PodMonitor - start process kube event 2025-11-05 06:33:08.74: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:33:08.74: VncKubernetes - Process event (name=ctest-pod-85023326 event_type=DELETED kind=Pod ns=ctest-non-default-43126088) VncPod - Got DELETED Pod ctest-non-default-43126088:ctest-pod-85023326:8112275a-2f32-412c-ac4c-e4d2e079976f 2025-11-05 06:33:08.78: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:08.78: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:08.78: PodMonitor - start process kube event 2025-11-05 06:33:08.78: empty line received 2025-11-05 06:33:08.78: PodMonitor - start process kube event 2025-11-05 06:33:08.79: PodMonitor - Received DELETED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:08.79: PodMonitor - Got DELETED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:08.79: PodMonitor - start process kube event 2025-11-05 06:33:08.79: empty line received 2025-11-05 06:33:08.79: PodMonitor - start process kube event 2025-11-05 06:33:09.12: EndPointMonitor - Received BOOKMARK: oldResVer=1766 newResVer=2021 2025-11-05 06:33:09.12: EndPointMonitor - start process kube event 2025-11-05 06:33:09.12: empty line received 2025-11-05 06:33:09.12: EndPointMonitor - start process kube event 2025-11-05 06:33:09.15: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:33:09.15: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=MODIFIED kind=Pod ns=ctest-non-default-43126088) VncPod - Got MODIFIED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:09.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:33:09.21: VncKubernetes - Process event (name=ctest-pod-33777073 event_type=DELETED kind=Pod ns=ctest-non-default-43126088) VncPod - Got DELETED Pod ctest-non-default-43126088:ctest-pod-33777073:15001879-b311-41fb-a023-6dfaa8131d96 2025-11-05 06:33:09.40: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:09.40: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:09.40: PodMonitor - start process kube event 2025-11-05 06:33:09.40: empty line received 2025-11-05 06:33:09.40: PodMonitor - start process kube event 2025-11-05 06:33:09.40: PodMonitor - Received MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:09.40: PodMonitor - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:09.40: PodMonitor - start process kube event 2025-11-05 06:33:09.40: empty line received 2025-11-05 06:33:09.40: PodMonitor - start process kube event 2025-11-05 06:33:09.41: PodMonitor - Received DELETED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:09.41: PodMonitor - Got DELETED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:09.41: PodMonitor - start process kube event 2025-11-05 06:33:09.41: empty line received 2025-11-05 06:33:09.41: PodMonitor - start process kube event 2025-11-05 06:33:09.65: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 06:33:09.65: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:09.71: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:33:09.71: VncKubernetes - Process event (name=ctest-pod-10016834 event_type=DELETED kind=Pod ns=ctest-new-default-59395689) VncPod - Got DELETED Pod ctest-new-default-59395689:ctest-pod-10016834:df286ce3-a359-47ef-8a45-9232de1e063f 2025-11-05 06:33:10.08: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:33:10.08: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:10.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:33:10.10: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=MODIFIED kind=Pod ns=ctest-new-default-59395689) VncPod - Got MODIFIED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:10.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:33:10.15: VncKubernetes - Process event (name=ctest-pod-54877722 event_type=DELETED kind=Pod ns=ctest-new-default-59395689) VncPod - Got DELETED Pod ctest-new-default-59395689:ctest-pod-54877722:33d99467-e5de-4d50-a919-1802e2887d53 2025-11-05 06:33:10.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:33:11.11: PodMonitor - Received BOOKMARK: oldResVer=1756 newResVer=2096 2025-11-05 06:33:11.11: PodMonitor - start process kube event 2025-11-05 06:33:11.11: empty line received 2025-11-05 06:33:11.11: PodMonitor - start process kube event 2025-11-05 06:33:12.62: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:12.63: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:12.63: VncKubernetes - Process event (name=ctest-non-default-43126088 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:12.63: NamespaceMonitor - start process kube event 2025-11-05 06:33:12.63: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:33:12.63: empty line received 2025-11-05 06:33:12.63: NamespaceMonitor - start process kube event 2025-11-05 06:33:12.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:33:12.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:33:12.89: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:33:12.89: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:33:12.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:33:17.83: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:17.83: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:17.83: VncKubernetes - Process event (name=ctest-non-default-43126088 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:17.83: NamespaceMonitor - start process kube event 2025-11-05 06:33:17.83: empty line received 2025-11-05 06:33:17.83: NamespaceMonitor - start process kube event 2025-11-05 06:33:17.84: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:17.84: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:17.84: NamespaceMonitor - start process kube event 2025-11-05 06:33:17.84: empty line received 2025-11-05 06:33:17.84: NamespaceMonitor - start process kube event 2025-11-05 06:33:18.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:33:18.15: VncKubernetes - Process event (name=ctest-non-default-43126088 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-43126088:b9f07f5d-6aa5-414a-8747-c4635a16d8c9 2025-11-05 06:33:18.65: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:18.65: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:18.65: NamespaceMonitor - start process kube event 2025-11-05 06:33:18.65: empty line received 2025-11-05 06:33:18.65: NamespaceMonitor - start process kube event 2025-11-05 06:33:19.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:33:19.32: VncKubernetes - Process event (name=ctest-new-default-59395689 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:19.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:33:23.71: ServiceMonitor - Received DELETED Service ctest-new-default-59395689:ctest-nginx-svc-26391867:adcb4715-b2ac-4c49-a400-2fb5f9f73dc5 2025-11-05 06:33:23.71: ServiceMonitor - Got DELETED Service ctest-new-default-59395689:ctest-nginx-svc-26391867:adcb4715-b2ac-4c49-a400-2fb5f9f73dc5 2025-11-05 06:33:23.71: VncKubernetes - Process event (name=ctest-nginx-svc-26391867 event_type=DELETED kind=Service ns=ctest-new-default-59395689) VncService - Got DELETED Service ctest-new-default-59395689:ctest-nginx-svc-26391867:adcb4715-b2ac-4c49-a400-2fb5f9f73dc5 2025-11-05 06:33:23.71: ServiceMonitor - start process kube event 2025-11-05 06:33:23.71: empty line received 2025-11-05 06:33:23.71: ServiceMonitor - start process kube event 2025-11-05 06:33:23.71: EndPointMonitor - Received DELETED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:33:23.72: EndPointMonitor - Got DELETED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:33:23.72: EndPointMonitor - start process kube event 2025-11-05 06:33:23.72: empty line received 2025-11-05 06:33:23.72: EndPointMonitor - start process kube event 2025-11-05 06:33:23.88: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:33:23.88: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:33:23.88: NetworkPolicyMonitor - start process kube event 2025-11-05 06:33:23.88: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 06:33:23.89: empty line received 2025-11-05 06:33:23.89: NetworkPolicyMonitor - start process kube event 2025-11-05 06:33:23.93: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:23.93: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:23.93: NamespaceMonitor - start process kube event 2025-11-05 06:33:23.93: empty line received 2025-11-05 06:33:23.93: NamespaceMonitor - start process kube event 2025-11-05 06:33:23.95: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:23.95: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:23.95: NamespaceMonitor - start process kube event 2025-11-05 06:33:23.95: empty line received 2025-11-05 06:33:23.95: NamespaceMonitor - start process kube event 2025-11-05 06:33:24.05: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 06:33:24.05: VncKubernetes - Process event (name=ctest-nginx-svc-26391867 event_type=DELETED kind=Endpoints ns=ctest-new-default-59395689) VncEndpoints - Got DELETED Endpoints ctest-new-default-59395689:ctest-nginx-svc-26391867:0a57a5ca-a0bf-4896-a3ff-21d879937a78 2025-11-05 06:33:24.06: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:33:24.06: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-59395689) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-59395689:ingress-on-service:580cc49a-f118-4418-ad51-3252a8475fae 2025-11-05 06:33:24.92: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:33:24.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 06:33:24.92: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 06:33:24.92: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 06:33:24.92: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:33:24.92: VncKubernetes - Process event (name=ctest-new-default-59395689 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:25.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:33:25.24: VncKubernetes - Process event (name=ctest-new-default-59395689 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-59395689:5ccff199-7c90-400b-a99e-601ae2fea8e1 2025-11-05 06:33:26.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:33:36.14: ServiceMonitor - Received BOOKMARK: oldResVer=1764 newResVer=2149 2025-11-05 06:33:36.15: ServiceMonitor - start process kube event 2025-11-05 06:33:36.15: empty line received 2025-11-05 06:33:36.15: ServiceMonitor - start process kube event 2025-11-05 06:33:41.75: NamespaceMonitor - Received BOOKMARK: oldResVer=1658 newResVer=2182 2025-11-05 06:33:41.75: NamespaceMonitor - start process kube event 2025-11-05 06:33:41.75: empty line received 2025-11-05 06:33:41.75: NamespaceMonitor - start process kube event 2025-11-05 06:33:53.05: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:33:53.05: IngressMonitor - start process kube event 2025-11-05 06:33:53.05: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1604 2025-11-05 06:33:53.05: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:33:53.05: IngressMonitor - Connect Kube API result 0 2025-11-05 06:33:53.06: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:33:53.06: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1604'})(timeout=120) 2025-11-05 06:33:53.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:33:53.06: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:33:53.06: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:33:53.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:33:53.07: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1604'}) 2025-11-05 06:34:01.84: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1925 newResVer=2179 2025-11-05 06:34:01.84: NetworkPolicyMonitor - start process kube event 2025-11-05 06:34:01.84: empty line received 2025-11-05 06:34:01.84: NetworkPolicyMonitor - start process kube event 2025-11-05 06:34:10.04: EndPointMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2150 2025-11-05 06:34:10.04: EndPointMonitor - start process kube event 2025-11-05 06:34:10.04: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:34:10.04: empty line received [Introspect:8108]10.0.0.50 - - [2025-11-05 06:34:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001070 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:35:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000968 [Introspect:8108]10.0.0.50 - - [2025-11-05 06:35:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001364 2025-11-05 06:34:10.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:34:10.04: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:34:10.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:34:10.04: EndPointMonitor - start process kube event 2025-11-05 06:34:10.56: PodMonitor - Received BOOKMARK: oldResVer=2096 newResVer=2096 2025-11-05 06:34:10.56: PodMonitor - start process kube event 2025-11-05 06:34:10.56: empty line received 2025-11-05 06:34:10.56: PodMonitor - start process kube event 2025-11-05 06:34:20.05: EndPointMonitor - Received BOOKMARK: oldResVer=2150 newResVer=2150 2025-11-05 06:34:20.05: EndPointMonitor - start process kube event 2025-11-05 06:34:20.05: empty line received 2025-11-05 06:34:20.05: EndPointMonitor - start process kube event 2025-11-05 06:34:22.05: stop iteration EndPointMonitor 2025-11-05 06:34:22.05: EndPointMonitor - start process kube event 2025-11-05 06:34:22.05: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2150 2025-11-05 06:34:22.05: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:34:22.05: EndPointMonitor - Connect Kube API result 0 2025-11-05 06:34:22.05: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:34:22.05: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2150'})(timeout=120) 2025-11-05 06:34:22.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:34:22.05: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:34:22.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:34:22.05: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2150'}) 2025-11-05 06:34:27.25: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:34:27.25: NetworkMonitor - start process kube event 2025-11-05 06:34:27.25: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1367 2025-11-05 06:34:27.25: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:34:27.25: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:34:27.25: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:34:27.25: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1367'})(timeout=120) 2025-11-05 06:34:27.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:34:27.26: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:34:27.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:34:27.27: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1367'}) 2025-11-05 06:34:36.09: ServiceMonitor - Received BOOKMARK: oldResVer=2149 newResVer=2149 2025-11-05 06:34:36.09: ServiceMonitor - start process kube event 2025-11-05 06:34:36.09: empty line received 2025-11-05 06:34:36.09: ServiceMonitor - start process kube event 2025-11-05 06:34:41.26: NamespaceMonitor - Received BOOKMARK: oldResVer=2182 newResVer=2182 2025-11-05 06:34:41.26: NamespaceMonitor - start process kube event 2025-11-05 06:34:41.26: empty line received 2025-11-05 06:34:41.26: NamespaceMonitor - start process kube event 2025-11-05 06:34:59.07: PodMonitor - Received BOOKMARK: oldResVer=2096 newResVer=2096 2025-11-05 06:34:59.07: PodMonitor - start process kube event 2025-11-05 06:34:59.07: empty line received 2025-11-05 06:34:59.07: PodMonitor - start process kube event 2025-11-05 06:35:00.55: stop iteration PodMonitor 2025-11-05 06:35:00.55: PodMonitor - start process kube event 2025-11-05 06:35:00.55: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2096 2025-11-05 06:35:00.55: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:35:00.55: PodMonitor - Connect Kube API result 0 2025-11-05 06:35:00.55: PodMonitor - _schedule_vnc_sync 2025-11-05 06:35:00.55: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2096'})(timeout=120) 2025-11-05 06:35:00.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 06:35:00.55: VncKubernetes - vnc_sync - Pod start 2025-11-05 06:35:00.55: VncKubernetes - vnc_sync - Pod done 2025-11-05 06:35:00.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:35:00.57: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2096'}) 2025-11-05 06:35:01.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2179 newResVer=2179 2025-11-05 06:35:01.53: NetworkPolicyMonitor - start process kube event 2025-11-05 06:35:01.53: empty line received 2025-11-05 06:35:01.53: NetworkPolicyMonitor - start process kube event 2025-11-05 06:35:36.08: ServiceMonitor - Received BOOKMARK: oldResVer=2149 newResVer=2149 2025-11-05 06:35:36.08: ServiceMonitor - start process kube event 2025-11-05 06:35:36.08: ServiceMonitor - _schedule_vnc_sync 2025-11-05 06:35:36.08: empty line received 2025-11-05 06:35:36.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 06:35:36.08: VncKubernetes - vnc_sync - Service start 2025-11-05 06:35:36.08: VncKubernetes - vnc_sync - Service done 2025-11-05 06:35:36.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:35:36.08: ServiceMonitor - start process kube event 2025-11-05 06:35:37.66: PodMonitor - Received ADDED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:37.66: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-05 06:35:37.66: PodMonitor - start process kube event 2025-11-05 06:35:37.66: empty line received 2025-11-05 06:35:37.66: PodMonitor - start process kube event 2025-11-05 06:35:37.67: PodMonitor - Received MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:37.67: PodMonitor - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:37.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:37.68: PodMonitor - start process kube event 2025-11-05 06:35:37.68: empty line received 2025-11-05 06:35:37.68: PodMonitor - start process kube event 2025-11-05 06:35:37.70: PodMonitor - Received MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:37.70: PodMonitor - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:37.70: PodMonitor - start process kube event 2025-11-05 06:35:37.70: empty line received 2025-11-05 06:35:37.70: PodMonitor - start process kube event 2025-11-05 06:35:37.89: PodMonitor - Received ADDED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:37.89: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-05 06:35:37.89: PodMonitor - start process kube event 2025-11-05 06:35:37.89: empty line received 2025-11-05 06:35:37.89: PodMonitor - start process kube event 2025-11-05 06:35:37.90: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:37.90: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:37.90: PodMonitor - start process kube event 2025-11-05 06:35:37.90: empty line received 2025-11-05 06:35:37.90: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-05 06:36:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000998 2025-11-05 06:35:37.91: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:37.91: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:37.91: PodMonitor - start process kube event 2025-11-05 06:35:37.91: empty line received 2025-11-05 06:35:37.91: PodMonitor - start process kube event 2025-11-05 06:35:38.42: PodMonitor - Received MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:38.42: PodMonitor - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:38.43: PodMonitor - start process kube event 2025-11-05 06:35:38.43: empty line received 2025-11-05 06:35:38.43: PodMonitor - start process kube event 2025-11-05 06:35:38.44: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 06:35:38.44: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:38.51: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:35:38.51: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:39.13: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:39.13: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:39.13: PodMonitor - start process kube event 2025-11-05 06:35:39.13: empty line received 2025-11-05 06:35:39.13: PodMonitor - start process kube event 2025-11-05 06:35:39.14: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 06:35:39.14: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:39.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:35:39.21: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:39.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:35:39.27: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:39.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:35:41.27: NamespaceMonitor - Received BOOKMARK: oldResVer=2182 newResVer=2182 2025-11-05 06:35:41.27: NamespaceMonitor - start process kube event 2025-11-05 06:35:41.27: empty line received 2025-11-05 06:35:41.27: NamespaceMonitor - start process kube event 2025-11-05 06:35:51.70: PodMonitor - Received MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:51.70: PodMonitor - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:51.70: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:51.70: PodMonitor - start process kube event 2025-11-05 06:35:51.70: empty line received 2025-11-05 06:35:51.70: PodMonitor - start process kube event 2025-11-05 06:35:51.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:35:52.70: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:52.70: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:52.70: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:35:52.70: PodMonitor - start process kube event 2025-11-05 06:35:52.70: empty line received 2025-11-05 06:35:52.70: PodMonitor - start process kube event 2025-11-05 06:35:52.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:35:53.07: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:35:53.07: IngressMonitor - start process kube event 2025-11-05 06:35:53.07: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1604 2025-11-05 06:35:53.07: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:35:53.07: IngressMonitor - Connect Kube API result 0 2025-11-05 06:35:53.07: IngressMonitor - _schedule_vnc_sync 2025-11-05 06:35:53.07: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1604'})(timeout=120) 2025-11-05 06:35:53.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 06:35:53.07: VncKubernetes - vnc_sync - Ingress start 2025-11-05 06:35:53.07: VncKubernetes - vnc_sync - Ingress done 2025-11-05 06:35:53.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:35:53.08: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1604'}) 2025-11-05 06:35:53.84: PodMonitor - Received MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:53.84: PodMonitor - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:53.84: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:35:53.84: PodMonitor - start process kube event 2025-11-05 06:35:53.84: empty line received 2025-11-05 06:35:53.84: PodMonitor - start process kube event 2025-11-05 06:35:53.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:36:01.10: PodMonitor - Received BOOKMARK: oldResVer=2096 newResVer=2397 2025-11-05 06:36:01.10: PodMonitor - start process kube event 2025-11-05 06:36:01.10: empty line received 2025-11-05 06:36:01.10: PodMonitor - start process kube event 2025-11-05 06:36:01.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2179 newResVer=2179 2025-11-05 06:36:01.77: NetworkPolicyMonitor - start process kube event 2025-11-05 06:36:01.77: empty line received 2025-11-05 06:36:01.77: NetworkPolicyMonitor - start process kube event 2025-11-05 06:36:12.59: NamespaceMonitor - Received BOOKMARK: oldResVer=2182 newResVer=2182 2025-11-05 06:36:12.59: NamespaceMonitor - start process kube event 2025-11-05 06:36:12.59: empty line received 2025-11-05 06:36:12.59: NamespaceMonitor - start process kube event 2025-11-05 06:36:13.81: NamespaceMonitor - Received BOOKMARK: oldResVer=2182 newResVer=2182 2025-11-05 06:36:13.81: NamespaceMonitor - start process kube event 2025-11-05 06:36:13.81: empty line received 2025-11-05 06:36:13.81: NamespaceMonitor - start process kube event 2025-11-05 06:36:14.65: stop iteration NamespaceMonitor 2025-11-05 06:36:14.65: NamespaceMonitor - start process kube event 2025-11-05 06:36:14.65: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2182 2025-11-05 06:36:14.65: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:36:14.65: NamespaceMonitor - Connect Kube API result 0 2025-11-05 06:36:14.65: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 06:36:14.65: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2182'})(timeout=120) 2025-11-05 06:36:14.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 06:36:14.65: VncKubernetes - vnc_sync - Namespace start 2025-11-05 06:36:14.65: VncKubernetes - vnc_sync - Namespace done 2025-11-05 06:36:14.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:36:14.66: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2182'}) 2025-11-05 06:36:22.06: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:36:22.06: EndPointMonitor - start process kube event 2025-11-05 06:36:22.06: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2150 2025-11-05 06:36:22.06: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:36:22.06: EndPointMonitor - Connect Kube API result 0 2025-11-05 06:36:22.06: EndPointMonitor - _schedule_vnc_sync 2025-11-05 06:36:22.06: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2150'})(timeout=120) 2025-11-05 06:36:22.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 06:36:22.06: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 06:36:22.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:36:22.08: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2150'}) 2025-11-05 06:36:24.76: PodMonitor - Received MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.76: PodMonitor - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.76: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.77: PodMonitor - start process kube event 2025-11-05 06:36:24.77: empty line received 2025-11-05 06:36:24.77: PodMonitor - start process kube event 2025-11-05 06:36:24.77: PodMonitor - Received MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.77: PodMonitor - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.77: PodMonitor - start process kube event 2025-11-05 06:36:24.78: empty line received 2025-11-05 06:36:24.78: PodMonitor - start process kube event 2025-11-05 06:36:24.78: PodMonitor - Received DELETED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.78: PodMonitor - Got DELETED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.78: PodMonitor - start process kube event 2025-11-05 06:36:24.78: empty line received 2025-11-05 06:36:24.78: PodMonitor - start process kube event 2025-11-05 06:36:24.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:36:24.78: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.80: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:36:24.80: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:79005c8c-ff8d-40ac-a60f-5e669c2e96b4 2025-11-05 06:36:24.86: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:24.86: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:24.86: PodMonitor - start process kube event 2025-11-05 06:36:24.86: empty line received 2025-11-05 06:36:24.86: PodMonitor - start process kube event 2025-11-05 06:36:25.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:36:25.10: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:25.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:36:27.27: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-05 06:36:27.27: NetworkMonitor - start process kube event 2025-11-05 06:36:27.27: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1367 2025-11-05 06:36:27.27: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-05 06:36:27.28: NetworkMonitor - Connect Kube API result 0 2025-11-05 06:36:27.28: NetworkMonitor - _schedule_vnc_sync 2025-11-05 06:36:27.28: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1367'})(timeout=120) 2025-11-05 06:36:27.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 06:36:27.28: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 06:36:27.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:36:27.29: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1367'}) 2025-11-05 06:36:36.00: ServiceMonitor - Received BOOKMARK: oldResVer=2149 newResVer=2149 2025-11-05 06:36:36.00: ServiceMonitor - start process kube event 2025-11-05 06:36:36.00: empty line received 2025-11-05 06:36:36.00: ServiceMonitor - start process kube event 2025-11-05 06:36:55.82: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.82: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.82: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.83: PodMonitor - start process kube event 2025-11-05 06:36:55.83: empty line received 2025-11-05 06:36:55.83: PodMonitor - start process kube event 2025-11-05 06:36:55.83: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.84: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.84: PodMonitor - start process kube event 2025-11-05 06:36:55.84: empty line received 2025-11-05 06:36:55.84: PodMonitor - start process kube event 2025-11-05 06:36:55.84: PodMonitor - Received DELETED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.84: PodMonitor - Got DELETED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.84: PodMonitor - start process kube event 2025-11-05 06:36:55.84: empty line received 2025-11-05 06:36:55.84: PodMonitor - start process kube event 2025-11-05 06:36:55.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 06:36:55.84: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:55.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 06:36:55.90: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:e1e7dbbe-6bc7-4076-8b98-49f585509622 2025-11-05 06:36:56.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 06:37:00.66: PodMonitor - Received BOOKMARK: oldResVer=2397 newResVer=2490 2025-11-05 06:37:00.66: PodMonitor - start process kube event 2025-11-05 06:37:00.67: empty line received 2025-11-05 06:37:00.67: PodMonitor - start process kube event 2025-11-05 06:37:02.31: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2179 newResVer=2179 2025-11-05 06:37:02.31: NetworkPolicyMonitor - start process kube event