++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Mon Nov 3 02:20:26 PM UTC 2025 ===================' INFO: =================== Mon Nov 3 02:20:26 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ awk '{print $2}' +++ cut -d / -f 1 +++ head -n 1 +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.50 ++ cut -d , -f 1 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.50 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IkFOWGQyWWRQUktwVWlTVHljQTZrYWVEVi15Zm9vVFV6dVJBVERVZ1BzcWsifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjQ5ZWYxYWUyLTk2ZDYtNDU4ZC04NGI5LTE3ODA5NGYxYTk3YSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.uKPQnchCJipeJwoWl_s9m2AVapvxULVMLqreJoivb41Xc4nbDx_wzaOHl8KXxFASrTs8UnUZj_hxBC3TUT634Ag8yP_YjO-XYrxyLOg7LYsxOl8oJVKMmxWOJTv1UzLdEKRLJZcXmfdnb86ng_Q3ZfFZXa3w03UScKhMHKq6kpT-tE8NRJsR1Dy-5H9tCOVKm90i4S6PwFEss0-BUn0x2o0pxzLpy65vnLxfIthpSOxexmm86mx9mSNNYfsmOOlQTfcEco9_wZ6mNCbntEj_fMTb43aRpynjbSI6tUkNdfhNZoBIV0_Qz0_uVlbkQMazJCspFK8Mdf7oLyx3ir4qXA ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie ++++ tr '\n' , ++++ uniq ++++ grep -vi host ++++ sort +++ local local_ips=,10.0.0.50,10.215.119.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.215.119.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ sort ++ cut -d = -f 1 + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/03/2025 14:20:35.052 7febb9673cc0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/03/2025 14:20:35.221 7febb9673cc0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/03/2025 14:20:35.221 7febb9673cc0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-11-03 14:20:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001085 2025-11-03 14:20:35.51: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:35.51: KubeMonitor - Connect Kube API result 0 2025-11-03 14:20:35.63: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-03 14:20:35.64: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-03 14:20:35.65: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-11-03 14:20:35.66: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-03 14:20:35.66: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-03 14:20:35.67: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-03 14:20:35.68: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-03 14:20:35.69: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-03 14:20:35.69: VncKubernetes - vnc_connect starting 2025-11-03 14:20:35.70: VncKubernetes - vnc_connect done 2025-11-03 14:20:35.87: default-domain domain available. 2025-11-03 14:20:41.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:20:41.90: NamespaceMonitor - start process kube event 2025-11-03 14:20:41.90: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 14:20:41.90: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:41.90: NetworkMonitor - start process kube event 2025-11-03 14:20:41.90: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 14:20:41.90: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:41.90: PodMonitor - start process kube event 2025-11-03 14:20:41.90: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 14:20:41.90: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:41.90: ServiceMonitor - start process kube event 2025-11-03 14:20:41.90: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 14:20:41.90: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:41.90: NetworkPolicyMonitor - start process kube event 2025-11-03 14:20:41.90: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 14:20:41.90: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:41.90: EndPointMonitor - start process kube event 2025-11-03 14:20:41.90: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 14:20:41.90: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:41.90: IngressMonitor - start process kube event 2025-11-03 14:20:41.90: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 14:20:41.90: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:20:41.90: IngressMonitor - Connect Kube API result 0 2025-11-03 14:20:41.90: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-03 14:20:41.90: EndPointMonitor - Connect Kube API result 0 2025-11-03 14:20:41.90: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-11-03 14:20:41.90: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:20:41.91: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-03 14:20:41.91: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:20:41.91: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-11-03 14:20:41.91: PodMonitor - Connect Kube API result 0 2025-11-03 14:20:41.91: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-11-03 14:20:41.91: NetworkMonitor - Connect Kube API result 0 2025-11-03 14:20:41.91: NamespaceMonitor - Connect Kube API result 0 2025-11-03 14:20:41.91: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-11-03 14:20:41.94: NamespaceMonitor - Got ADDED Namespace None:contrail:a1770a21-510c-40da-8c89-407e53439097 2025-11-03 14:20:41.95: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:a1770a21-510c-40da-8c89-407e53439097 2025-11-03 14:20:41.96: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=375 2025-11-03 14:20:41.96: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:20:41.96: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:20:41.96: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=375 2025-11-03 14:20:41.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:20:41.96: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:20:41.97: NamespaceMonitor - Got ADDED Namespace None:default:1e07a0b5-04d1-4124-ab65-7d9f2be286bf 2025-11-03 14:20:41.99: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-03 14:20:42.01: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:20:42.01: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:20:42.01: PodMonitor - Skipped ADDED Pod kube-system:coredns-6f867cd986-hv5zh (no nodeName) 2025-11-03 14:20:42.01: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=375 2025-11-03 14:20:42.01: PodMonitor - _schedule_vnc_sync 2025-11-03 14:20:42.01: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:20:42.01: ServiceMonitor - Got ADDED Service default:kubernetes:29cf5df0-b0a5-4768-be7a-1d77a35a5b07 2025-11-03 14:20:42.02: EndPointMonitor - Got ADDED Endpoints default:kubernetes:157f4499-d0c9-4521-8eae-0dfdb28f3b1d 2025-11-03 14:20:42.02: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:0590c057-ff26-49f5-9e6a-48c397baeb32 2025-11-03 14:20:42.02: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:20:42.02: NamespaceMonitor - Got ADDED Namespace None:kube-public:bfe6a0d6-c4d9-4097-88a7-ad8db13865cc 2025-11-03 14:20:42.02: ServiceMonitor - Got ADDED Service kube-system:kube-dns:f6a7a729-79f3-4dc9-a634-0421fc826628 2025-11-03 14:20:42.02: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=375 2025-11-03 14:20:42.02: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:20:42.02: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:20:42.02: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:20:42.02: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=375 2025-11-03 14:20:42.03: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-11-03 14:20:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001070 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:20:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001122 2025-11-03 14:20:42.03: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:20:42.03: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:20:42.03: NamespaceMonitor - Got ADDED Namespace None:kube-system:19316c66-8ae1-47d0-bfee-4a7f4844502c 2025-11-03 14:20:42.03: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=375 2025-11-03 14:20:42.03: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:20:42.03: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:20:42.03: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:20:42.04: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:20:42.05: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=379 2025-11-03 14:20:42.05: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:20:42.05: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'})(timeout=120) 2025-11-03 14:20:42.06: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'}) 2025-11-03 14:20:44.32: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-03 14:20:44.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:20:44.32: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:20:44.32: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:20:44.32: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-03 14:20:44.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:20:44.32: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:20:44.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:20:44.32: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 14:20:44.32: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:1e07a0b5-04d1-4124-ab65-7d9f2be286bf 2025-11-03 14:20:46.80: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 14:20:46.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 14:20:46.80: VncKubernetes - vnc_sync - Pod start 2025-11-03 14:20:46.80: VncKubernetes - vnc_sync - Pod done 2025-11-03 14:20:46.80: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-03 14:20:46.80: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:29cf5df0-b0a5-4768-be7a-1d77a35a5b07 2025-11-03 14:20:48.23: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-03 14:20:48.23: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:157f4499-d0c9-4521-8eae-0dfdb28f3b1d 2025-11-03 14:20:48.31: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-03 14:20:48.31: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:0590c057-ff26-49f5-9e6a-48c397baeb32 2025-11-03 14:20:49.11: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:49.11: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:49.11: PodMonitor - start process kube event 2025-11-03 14:20:49.11: empty line received 2025-11-03 14:20:49.11: PodMonitor - start process kube event 2025-11-03 14:20:49.14: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:49.14: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:49.14: PodMonitor - start process kube event 2025-11-03 14:20:49.14: empty line received 2025-11-03 14:20:49.14: PodMonitor - start process kube event 2025-11-03 14:20:50.40: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-03 14:20:50.40: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:bfe6a0d6-c4d9-4097-88a7-ad8db13865cc 2025-11-03 14:20:52.42: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-03 14:20:52.42: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:f6a7a729-79f3-4dc9-a634-0421fc826628 2025-11-03 14:20:54.31: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-03 14:20:54.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:20:54.31: VncKubernetes - vnc_sync - Service start 2025-11-03 14:20:54.31: VncKubernetes - vnc_sync - Service done 2025-11-03 14:20:54.31: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 14:20:54.31: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:20:54.37: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:20:54.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 14:20:54.37: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 14:20:54.37: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:20:54.37: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:19316c66-8ae1-47d0-bfee-4a7f4844502c 2025-11-03 14:20:55.76: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:20:55.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:20:55.76: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:20:55.76: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:20:55.76: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:20:55.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:20:55.76: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:20:55.76: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:20:55.76: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:56.75: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:56.75: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:56.75: PodMonitor - start process kube event 2025-11-03 14:20:56.75: empty line received 2025-11-03 14:20:56.75: PodMonitor - start process kube event 2025-11-03 14:20:56.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:20:56.77: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:56.82: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-03 14:21:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001204 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:21:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001185 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:22:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001478 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:22:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001055 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:22:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001050 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:22:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001543 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:22:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001041 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:22:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001077 2025-11-03 14:20:56.82: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:20:56.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:21:42.04: PodMonitor - Received BOOKMARK: oldResVer=375 newResVer=408 2025-11-03 14:21:42.04: PodMonitor - start process kube event 2025-11-03 14:21:42.04: empty line received 2025-11-03 14:21:42.04: PodMonitor - start process kube event 2025-11-03 14:22:42.01: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:22:42.01: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:22:42.01: NetworkPolicyMonitor - start process kube event 2025-11-03 14:22:42.01: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:22:42.01: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:22:42.01: IngressMonitor - start process kube event 2025-11-03 14:22:42.01: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:22:42.01: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:22:42.01: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:22:42.01: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:22:42.02: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:22:42.02: IngressMonitor - Connect Kube API result 0 2025-11-03 14:22:42.02: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:22:42.02: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:22:42.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:22:42.02: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:22:42.02: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:22:42.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:22:42.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:22:42.02: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:22:42.02: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:22:42.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:22:42.03: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:22:42.03: EndPointMonitor - start process kube event 2025-11-03 14:22:42.03: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:22:42.03: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:22:42.03: EndPointMonitor - Connect Kube API result 0 2025-11-03 14:22:42.03: EndPointMonitor - _schedule_vnc_sync 2025-11-03 14:22:42.03: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:22:42.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 14:22:42.03: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 14:22:42.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:22:42.04: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:22:42.04: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:22:42.04: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:22:42.04: ServiceMonitor - start process kube event 2025-11-03 14:22:42.04: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:22:42.04: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:22:42.04: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:22:42.04: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:22:42.04: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:22:42.04: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:22:42.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:22:42.04: VncKubernetes - vnc_sync - Service start 2025-11-03 14:22:42.04: VncKubernetes - vnc_sync - Service done 2025-11-03 14:22:42.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:22:42.04: NamespaceMonitor - start process kube event 2025-11-03 14:22:42.04: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:22:42.04: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:22:42.04: NamespaceMonitor - Connect Kube API result 0 2025-11-03 14:22:42.04: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:22:42.04: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:22:42.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:22:42.04: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:22:42.04: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:22:42.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:22:42.04: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:22:42.05: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:22:42.05: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:22:42.06: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:22:42.06: NetworkMonitor - start process kube event 2025-11-03 14:22:42.06: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=379 2025-11-03 14:22:42.06: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:22:42.06: NetworkMonitor - Connect Kube API result 0 2025-11-03 14:22:42.06: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:22:42.06: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'})(timeout=120) 2025-11-03 14:22:42.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:22:42.07: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:22:42.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:22:42.07: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'}) 2025-11-03 14:22:42.66: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-11-03 14:22:42.66: PodMonitor - start process kube event 2025-11-03 14:22:42.66: empty line received 2025-11-03 14:22:42.66: PodMonitor - start process kube event 2025-11-03 14:23:42.45: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-11-03 14:23:42.45: PodMonitor - start process kube event 2025-11-03 14:23:42.46: empty line received 2025-11-03 14:23:42.46: PodMonitor - start process kube event 2025-11-03 14:24:42.04: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:24:42.04: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:24:42.04: IngressMonitor - start process kube event 2025-11-03 14:24:42.04: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:24:42.04: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:24:42.04: NetworkPolicyMonitor - start process kube event 2025-11-03 14:24:42.04: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:24:42.04: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:24:42.04: IngressMonitor - Connect Kube API result 0 2025-11-03 14:24:42.04: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:24:42.04: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:24:42.04: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:24:42.04: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:24:42.04: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:24:42.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:24:42.04: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:24:42.04: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:24:42.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:24:42.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:24:42.04: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:24:42.04: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:24:42.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:24:42.05: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:24:42.05: EndPointMonitor - start process kube event 2025-11-03 14:24:42.05: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:24:42.05: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:24:42.05: EndPointMonitor - Connect Kube API result 0 2025-11-03 14:24:42.05: EndPointMonitor - _schedule_vnc_sync 2025-11-03 14:24:42.05: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:24:42.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 14:24:42.05: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 14:24:42.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:24:42.05: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:24:42.05: NamespaceMonitor - start process kube event 2025-11-03 14:24:42.05: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:24:42.05: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:24:42.05: NamespaceMonitor - Connect Kube API result 0 2025-11-03 14:24:42.05: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:24:42.06: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:24:42.06: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:24:42.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:24:42.06: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:24:42.06: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:24:42.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:24:42.06: ServiceMonitor - start process kube event 2025-11-03 14:24:42.06: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:24:42.06: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:24:42.06: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:24:42.06: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:24:42.06: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:24:42.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:24:42.06: VncKubernetes - vnc_sync - Service start 2025-11-03 14:24:42.06: VncKubernetes - vnc_sync - Service done 2025-11-03 14:24:42.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:24:42.07: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:24:42.07: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:24:42.07: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:24:42.07: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:24:42.07: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:24:42.07: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:24:42.07: NetworkMonitor - start process kube event 2025-11-03 14:24:42.07: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=379 2025-11-03 14:24:42.07: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:24:42.07: NetworkMonitor - Connect Kube API result 0 2025-11-03 14:24:42.07: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:24:42.07: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'})(timeout=120) 2025-11-03 14:24:42.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:24:42.07: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:24:42.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:24:42.08: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'}) 2025-11-03 14:24:42.69: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=408 2025-11-03 14:24:42.69: PodMonitor - start process kube event 2025-11-03 14:24:42.69: PodMonitor - _schedule_vnc_sync 2025-11-03 14:24:42.69: empty line received 2025-11-03 14:24:42.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 14:24:42.69: VncKubernetes - vnc_sync - Pod start 2025-11-03 14:24:42.69: PodMonitor - start process kube event 2025-11-03 14:24:42.71: VncKubernetes - vnc_sync - Pod done 2025-11-03 14:24:42.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:24:52.53: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:24:52.53: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:24:52.53: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:24:52.53: PodMonitor - start process kube event 2025-11-03 14:24:52.53: empty line received 2025-11-03 14:24:52.53: PodMonitor - start process kube event 2025-11-03 14:24:52.55: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:24:52.55: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:24:52.55: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:24:52.55: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:24:52.55: PodMonitor - start process kube event 2025-11-03 14:24:52.55: empty line received 2025-11-03 14:24:52.55: EndPointMonitor - start process kube event 2025-11-03 14:24:52.55: empty line received 2025-11-03 14:24:52.55: PodMonitor - start process kube event 2025-11-03 14:24:52.55: EndPointMonitor - start process kube event 2025-11-03 14:24:52.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:24:52.56: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:24:52.56: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:24:52.56: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:24:52.56: EndPointMonitor - start process kube event 2025-11-03 14:24:52.56: empty line received 2025-11-03 14:24:52.56: EndPointMonitor - start process kube event 2025-11-03 14:24:52.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:24:52.62: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:24:52.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:24:52.66: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:24:53.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:25:41.82: EndPointMonitor - Received BOOKMARK: oldResVer=375 newResVer=744 2025-11-03 14:25:41.82: EndPointMonitor - start process kube event 2025-11-03 14:25:41.82: empty line received 2025-11-03 14:25:41.82: EndPointMonitor - start process kube event 2025-11-03 14:25:42.60: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=742 2025-11-03 14:25:42.60: PodMonitor - start process kube event 2025-11-03 14:25:42.60: empty line received 2025-11-03 14:25:42.60: PodMonitor - start process kube event 2025-11-03 14:26:42.02: PodMonitor - Received BOOKMARK: oldResVer=742 newResVer=742 2025-11-03 14:26:42.02: PodMonitor - start process kube event 2025-11-03 14:26:42.02: empty line received 2025-11-03 14:26:42.02: PodMonitor - start process kube event 2025-11-03 14:26:42.07: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:26:42.07: IngressMonitor - start process kube event 2025-11-03 14:26:42.07: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:26:42.07: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:26:42.07: IngressMonitor - Connect Kube API result 0 2025-11-03 14:26:42.07: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:26:42.07: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:26:42.07: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:26:42.07: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:26:42.07: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:26:42.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:26:42.07: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:26:42.07: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:26:42.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:26:42.07: NetworkPolicyMonitor - start process kube event 2025-11-03 14:26:42.07: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:26:42.07: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:26:42.07: ServiceMonitor - start process kube event 2025-11-03 14:26:42.07: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:26:42.07: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:26:42.07: NamespaceMonitor - start process kube event 2025-11-03 14:26:42.07: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:26:42.07: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:26:42.07: NamespaceMonitor - Connect Kube API result 0 2025-11-03 14:26:42.07: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:26:42.07: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:26:42.08: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:26:42.08: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:26:42.08: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:26:42.08: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:26:42.08: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:26:42.08: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:26:42.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:26:42.08: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:26:42.08: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:26:42.08: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:26:42.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:26:42.08: VncKubernetes - vnc_sync - Service start 2025-11-03 14:26:42.08: VncKubernetes - vnc_sync - Service done 2025-11-03 14:26:42.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:26:42.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:26:42.08: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:26:42.08: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:26:42.08: NetworkMonitor - start process kube event 2025-11-03 14:26:42.08: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=379 2025-11-03 14:26:42.08: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:26:42.08: NetworkMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:26:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001073 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:27:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001013 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:27:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001019 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:27:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001070 2025-11-03 14:26:42.08: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:26:42.08: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'})(timeout=120) 2025-11-03 14:26:42.09: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:26:42.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:26:42.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:26:42.09: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:26:42.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:26:42.10: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:26:42.10: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'}) 2025-11-03 14:26:42.10: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:26:42.10: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:26:42.10: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:26:42.43: EndPointMonitor - Received BOOKMARK: oldResVer=744 newResVer=744 2025-11-03 14:26:42.43: EndPointMonitor - start process kube event 2025-11-03 14:26:42.43: empty line received 2025-11-03 14:26:42.43: EndPointMonitor - start process kube event 2025-11-03 14:27:29.59: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:27:29.59: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:27:29.59: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:27:29.59: PodMonitor - start process kube event 2025-11-03 14:27:29.59: empty line received 2025-11-03 14:27:29.59: PodMonitor - start process kube event 2025-11-03 14:27:29.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:27:29.61: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:27:29.61: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:27:29.61: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:27:29.61: EndPointMonitor - start process kube event 2025-11-03 14:27:29.61: empty line received 2025-11-03 14:27:29.61: EndPointMonitor - start process kube event 2025-11-03 14:27:29.62: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:27:29.62: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:27:29.62: PodMonitor - start process kube event 2025-11-03 14:27:29.62: empty line received 2025-11-03 14:27:29.62: PodMonitor - start process kube event 2025-11-03 14:27:29.63: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:27:29.63: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:27:29.63: EndPointMonitor - start process kube event 2025-11-03 14:27:29.63: empty line received 2025-11-03 14:27:29.63: EndPointMonitor - start process kube event 2025-11-03 14:27:29.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:27:29.95: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:27:30.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:27:30.01: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:27:30.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:27:42.62: PodMonitor - Received BOOKMARK: oldResVer=742 newResVer=966 2025-11-03 14:27:42.62: PodMonitor - start process kube event 2025-11-03 14:27:42.62: empty line received 2025-11-03 14:27:42.62: PodMonitor - start process kube event 2025-11-03 14:27:42.70: EndPointMonitor - Received BOOKMARK: oldResVer=744 newResVer=968 2025-11-03 14:27:42.70: EndPointMonitor - start process kube event 2025-11-03 14:27:42.70: empty line received 2025-11-03 14:27:42.70: EndPointMonitor - start process kube event 2025-11-03 14:28:42.10: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:28:42.10: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:28:42.10: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:28:42.10: NamespaceMonitor - start process kube event 2025-11-03 14:28:42.10: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:28:42.10: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:28:42.10: NetworkMonitor - start process kube event 2025-11-03 14:28:42.10: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=379 2025-11-03 14:28:42.10: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:28:42.10: ServiceMonitor - start process kube event 2025-11-03 14:28:42.10: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:28:42.10: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:28:42.11: NetworkMonitor - Connect Kube API result 0 2025-11-03 14:28:42.11: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:28:42.11: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'})(timeout=120) 2025-11-03 14:28:42.11: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:28:42.11: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:28:42.11: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:28:42.11: NamespaceMonitor - Connect Kube API result 0 2025-11-03 14:28:42.11: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:28:42.11: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:28:42.11: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:28:42.11: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:28:42.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:28:42.11: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:28:42.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:28:42.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) [Introspect:8108]10.0.0.50 - - [2025-11-03 14:28:58] "GET /Snh_NamespaceDatabaseList?namespace_uuid=1e07a0b5-04d1-4124-ab65-7d9f2be286bf HTTP/1.1" 200 753 0.000942 2025-11-03 14:28:42.11: VncKubernetes - vnc_sync - Service start 2025-11-03 14:28:42.11: VncKubernetes - vnc_sync - Service done 2025-11-03 14:28:42.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:28:42.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:28:42.11: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:28:42.11: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:28:42.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:28:42.11: IngressMonitor - start process kube event 2025-11-03 14:28:42.11: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:28:42.11: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:28:42.11: NetworkPolicyMonitor - start process kube event 2025-11-03 14:28:42.11: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=375 2025-11-03 14:28:42.11: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:28:42.11: IngressMonitor - Connect Kube API result 0 2025-11-03 14:28:42.11: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:28:42.11: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:28:42.12: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:28:42.12: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:28:42.12: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'})(timeout=120) 2025-11-03 14:28:42.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:28:42.12: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:28:42.12: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:28:42.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:28:42.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:28:42.12: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:28:42.13: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:28:42.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:28:42.14: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:28:42.14: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:28:42.14: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:28:42.14: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'}) 2025-11-03 14:28:42.14: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '375'}) 2025-11-03 14:28:42.27: EndPointMonitor - Received BOOKMARK: oldResVer=968 newResVer=968 2025-11-03 14:28:42.27: EndPointMonitor - start process kube event 2025-11-03 14:28:42.27: EndPointMonitor - _schedule_vnc_sync 2025-11-03 14:28:42.27: empty line received 2025-11-03 14:28:42.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 14:28:42.27: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 14:28:42.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:28:42.27: EndPointMonitor - start process kube event 2025-11-03 14:28:42.29: PodMonitor - Received BOOKMARK: oldResVer=966 newResVer=966 2025-11-03 14:28:42.29: PodMonitor - start process kube event 2025-11-03 14:28:42.29: empty line received 2025-11-03 14:28:42.29: PodMonitor - start process kube event 2025-11-03 14:28:58.02: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-85782834:bb815203-75c5-4611-8b81-e0d1c928f934 2025-11-03 14:28:58.02: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-85782834:bb815203-75c5-4611-8b81-e0d1c928f934 2025-11-03 14:28:58.02: VncKubernetes - Process event (name=ctest-nginx-svc-85782834 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-85782834:bb815203-75c5-4611-8b81-e0d1c928f934 2025-11-03 14:28:58.03: ServiceMonitor - start process kube event 2025-11-03 14:28:58.03: empty line received 2025-11-03 14:28:58.03: ServiceMonitor - start process kube event 2025-11-03 14:28:58.04: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:28:58.04: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:28:58.04: EndPointMonitor - start process kube event 2025-11-03 14:28:58.04: empty line received 2025-11-03 14:28:58.04: EndPointMonitor - start process kube event 2025-11-03 14:28:58.11: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:28:58.11: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-72128917 (no nodeName) 2025-11-03 14:28:58.11: PodMonitor - start process kube event 2025-11-03 14:28:58.11: PodMonitor - _schedule_vnc_sync 2025-11-03 14:28:58.11: empty line received 2025-11-03 14:28:58.11: PodMonitor - start process kube event 2025-11-03 14:28:58.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:28:58.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:28:58.12: PodMonitor - start process kube event 2025-11-03 14:28:58.12: empty line received 2025-11-03 14:28:58.12: PodMonitor - start process kube event 2025-11-03 14:28:58.16: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:28:58.16: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:28:58.16: PodMonitor - start process kube event 2025-11-03 14:28:58.16: empty line received 2025-11-03 14:28:58.16: PodMonitor - start process kube event 2025-11-03 14:28:58.17: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:28:58.17: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-62780905 (no nodeName) 2025-11-03 14:28:58.17: PodMonitor - start process kube event 2025-11-03 14:28:58.17: empty line received 2025-11-03 14:28:58.17: PodMonitor - start process kube event 2025-11-03 14:28:58.17: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:28:58.17: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:28:58.18: PodMonitor - start process kube event 2025-11-03 14:28:58.18: empty line received 2025-11-03 14:28:58.18: PodMonitor - start process kube event 2025-11-03 14:28:58.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:28:58.19: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:28:58.19: PodMonitor - start process kube event 2025-11-03 14:28:58.19: empty line received 2025-11-03 14:28:58.19: PodMonitor - start process kube event 2025-11-03 14:28:59.21: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:28:59.21: VncKubernetes - Process event (name=ctest-nginx-svc-85782834 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd [Introspect:8108]10.0.0.50 - - [2025-11-03 14:29:07] "GET /Snh_LoadbalancerDatabaseList?x=e5db7e17-ac37-4f60-bc1a-d3577326fbbe HTTP/1.1" 200 1869 0.000765 2025-11-03 14:28:59.28: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:28:59.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 14:28:59.28: VncKubernetes - vnc_sync - Pod start 2025-11-03 14:28:59.28: VncKubernetes - vnc_sync - Pod done 2025-11-03 14:28:59.28: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:28:59.28: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:00.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:00.10: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:00.10: PodMonitor - start process kube event 2025-11-03 14:29:00.10: empty line received 2025-11-03 14:29:00.10: PodMonitor - start process kube event 2025-11-03 14:29:00.11: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:29:00.11: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:00.23: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:29:00.23: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:00.90: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:00.90: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:00.90: PodMonitor - start process kube event 2025-11-03 14:29:00.90: empty line received 2025-11-03 14:29:00.90: PodMonitor - start process kube event 2025-11-03 14:29:00.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:29:00.91: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:01.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:29:01.04: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:01.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:01.06: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:01.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:04.44: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:04.44: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:04.44: VncKubernetes - Process event (name=ctest-nginx-ingress-20734588 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:04.44: IngressMonitor - start process kube event 2025-11-03 14:29:04.44: empty line received 2025-11-03 14:29:04.44: IngressMonitor - start process kube event 2025-11-03 14:29:05.50: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:05.50: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:05.50: IngressMonitor - start process kube event 2025-11-03 14:29:05.50: empty line received 2025-11-03 14:29:05.50: IngressMonitor - start process kube event 2025-11-03 14:29:06.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:06.58: VncKubernetes - Process event (name=ctest-nginx-ingress-20734588 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:07.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:07.46: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:07.46: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-60161119 (no nodeName) 2025-11-03 14:29:07.46: PodMonitor - start process kube event 2025-11-03 14:29:07.46: empty line received 2025-11-03 14:29:07.46: PodMonitor - start process kube event 2025-11-03 14:29:07.48: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:07.48: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:07.48: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:07.48: PodMonitor - start process kube event 2025-11-03 14:29:07.48: empty line received 2025-11-03 14:29:07.48: PodMonitor - start process kube event 2025-11-03 14:29:07.50: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:07.50: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:07.50: PodMonitor - start process kube event 2025-11-03 14:29:07.50: empty line received 2025-11-03 14:29:07.50: PodMonitor - start process kube event 2025-11-03 14:29:08.32: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:08.32: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:08.32: PodMonitor - start process kube event 2025-11-03 14:29:08.32: empty line received 2025-11-03 14:29:08.32: PodMonitor - start process kube event 2025-11-03 14:29:08.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:29:08.35: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:08.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:08.55: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:08.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:10.21: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:10.21: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:10.22: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:10.22: PodMonitor - start process kube event 2025-11-03 14:29:10.22: empty line received 2025-11-03 14:29:10.22: PodMonitor - start process kube event 2025-11-03 14:29:10.22: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:10.22: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:10.22: EndPointMonitor - start process kube event 2025-11-03 14:29:10.22: empty line received 2025-11-03 14:29:10.22: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-03 14:29:12] "GET /Snh_VirtualMachineDatabaseList?x=11d47d57-49b4-4b04-995d-2ad104f26d0e HTTP/1.1" 200 2149 0.000931 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:29:12] "GET /Snh_VirtualMachineDatabaseList?x=400a51ae-547c-44e6-a46b-4711a3e20dc7 HTTP/1.1" 200 2149 0.000722 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:29:17] "GET /Snh_VirtualMachineDatabaseList?x=12b3a158-871b-468a-81e0-8e05d7eedd5b HTTP/1.1" 200 2083 0.000802 2025-11-03 14:29:10.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:10.29: VncKubernetes - Process event (name=ctest-nginx-svc-85782834 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:10.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:11.21: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:11.21: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:11.21: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:11.22: PodMonitor - start process kube event 2025-11-03 14:29:11.22: empty line received 2025-11-03 14:29:11.22: PodMonitor - start process kube event 2025-11-03 14:29:11.22: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:11.22: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:11.22: EndPointMonitor - start process kube event 2025-11-03 14:29:11.22: empty line received 2025-11-03 14:29:11.22: EndPointMonitor - start process kube event 2025-11-03 14:29:11.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:11.23: VncKubernetes - Process event (name=ctest-nginx-svc-85782834 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:11.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:17.23: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:17.23: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:17.23: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:17.23: PodMonitor - start process kube event 2025-11-03 14:29:17.23: empty line received 2025-11-03 14:29:17.23: PodMonitor - start process kube event 2025-11-03 14:29:17.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:17.97: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:17.97: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:17.97: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:17.98: PodMonitor - start process kube event 2025-11-03 14:29:17.98: empty line received 2025-11-03 14:29:17.98: PodMonitor - start process kube event 2025-11-03 14:29:18.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:31.73: PodMonitor - Received BOOKMARK: oldResVer=966 newResVer=1158 2025-11-03 14:29:31.73: PodMonitor - start process kube event 2025-11-03 14:29:31.73: empty line received 2025-11-03 14:29:31.73: PodMonitor - start process kube event 2025-11-03 14:29:33.53: stop iteration PodMonitor 2025-11-03 14:29:33.53: PodMonitor - start process kube event 2025-11-03 14:29:33.53: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1158 2025-11-03 14:29:33.53: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:29:33.54: PodMonitor - Connect Kube API result 0 2025-11-03 14:29:33.54: PodMonitor - _schedule_vnc_sync 2025-11-03 14:29:33.54: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1158'})(timeout=120) 2025-11-03 14:29:33.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 14:29:33.54: VncKubernetes - vnc_sync - Pod start 2025-11-03 14:29:33.54: VncKubernetes - vnc_sync - Pod done 2025-11-03 14:29:33.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:33.58: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1158'}) 2025-11-03 14:29:41.89: ServiceMonitor - Received BOOKMARK: oldResVer=375 newResVer=1092 2025-11-03 14:29:41.89: ServiceMonitor - start process kube event 2025-11-03 14:29:41.89: empty line received 2025-11-03 14:29:41.89: ServiceMonitor - start process kube event 2025-11-03 14:29:42.02: IngressMonitor - Received BOOKMARK: oldResVer=375 newResVer=1119 2025-11-03 14:29:42.02: IngressMonitor - start process kube event 2025-11-03 14:29:42.02: empty line received 2025-11-03 14:29:42.02: IngressMonitor - start process kube event 2025-11-03 14:29:42.18: EndPointMonitor - Received BOOKMARK: oldResVer=968 newResVer=1144 2025-11-03 14:29:42.18: EndPointMonitor - start process kube event 2025-11-03 14:29:42.18: empty line received 2025-11-03 14:29:42.18: EndPointMonitor - start process kube event 2025-11-03 14:29:42.44: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=375 newResVer=1055 2025-11-03 14:29:42.44: NetworkPolicyMonitor - start process kube event 2025-11-03 14:29:42.44: empty line received 2025-11-03 14:29:42.44: NetworkPolicyMonitor - start process kube event 2025-11-03 14:29:50.29: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.29: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.29: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.29: PodMonitor - start process kube event 2025-11-03 14:29:50.29: empty line received 2025-11-03 14:29:50.29: PodMonitor - start process kube event 2025-11-03 14:29:50.30: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.30: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.30: PodMonitor - start process kube event 2025-11-03 14:29:50.30: empty line received 2025-11-03 14:29:50.30: PodMonitor - start process kube event 2025-11-03 14:29:50.30: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.30: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.30: PodMonitor - start process kube event 2025-11-03 14:29:50.30: empty line received 2025-11-03 14:29:50.30: PodMonitor - start process kube event 2025-11-03 14:29:50.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:29:50.30: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:50.32: VncKubernetes - Process event (name=ctest-busybox-pod-60161119 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-60161119:12b3a158-871b-468a-81e0-8e05d7eedd5b 2025-11-03 14:29:50.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:53.07: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:53.07: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe [Introspect:8108]10.0.0.50 - - [2025-11-03 14:29:53] "GET /Snh_LoadbalancerDatabaseList?x=e5db7e17-ac37-4f60-bc1a-d3577326fbbe HTTP/1.1" 200 1869 0.000685 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:29:54] "GET /Snh_LoadbalancerDatabaseList?x=e5db7e17-ac37-4f60-bc1a-d3577326fbbe HTTP/1.1" 200 313 0.000561 2025-11-03 14:29:53.07: VncKubernetes - Process event (name=ctest-nginx-ingress-20734588 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-20734588:e5db7e17-ac37-4f60-bc1a-d3577326fbbe 2025-11-03 14:29:53.07: IngressMonitor - start process kube event 2025-11-03 14:29:53.07: empty line received 2025-11-03 14:29:53.08: IngressMonitor - start process kube event 2025-11-03 14:29:54.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:54.45: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:54.45: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:54.45: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:54.45: PodMonitor - start process kube event 2025-11-03 14:29:54.46: empty line received 2025-11-03 14:29:54.46: PodMonitor - start process kube event 2025-11-03 14:29:54.46: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:54.46: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:54.46: EndPointMonitor - start process kube event 2025-11-03 14:29:54.46: empty line received 2025-11-03 14:29:54.46: EndPointMonitor - start process kube event 2025-11-03 14:29:54.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:54.47: VncKubernetes - Process event (name=ctest-nginx-svc-85782834 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:54.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:56.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.30: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.30: PodMonitor - start process kube event 2025-11-03 14:29:56.30: empty line received 2025-11-03 14:29:56.30: PodMonitor - start process kube event 2025-11-03 14:29:56.31: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.31: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.31: PodMonitor - start process kube event 2025-11-03 14:29:56.31: empty line received 2025-11-03 14:29:56.31: PodMonitor - start process kube event 2025-11-03 14:29:56.32: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.32: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.32: PodMonitor - start process kube event 2025-11-03 14:29:56.32: empty line received 2025-11-03 14:29:56.32: PodMonitor - start process kube event 2025-11-03 14:29:56.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:29:56.33: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:56.38: VncKubernetes - Process event (name=ctest-nginx-pod-62780905 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-62780905:400a51ae-547c-44e6-a46b-4711a3e20dc7 2025-11-03 14:29:56.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:29:59.51: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:59.51: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:59.51: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:29:59.51: PodMonitor - start process kube event 2025-11-03 14:29:59.51: empty line received 2025-11-03 14:29:59.51: PodMonitor - start process kube event 2025-11-03 14:29:59.51: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:59.51: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:59.51: EndPointMonitor - start process kube event 2025-11-03 14:29:59.51: empty line received 2025-11-03 14:29:59.51: EndPointMonitor - start process kube event 2025-11-03 14:29:59.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:29:59.57: VncKubernetes - Process event (name=ctest-nginx-svc-85782834 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85782834:407e219e-122b-4aeb-8e2f-e9329b37abdd 2025-11-03 14:29:59.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:00.32: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.32: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.32: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.32: PodMonitor - start process kube event 2025-11-03 14:30:00.32: empty line received 2025-11-03 14:30:00.32: PodMonitor - start process kube event 2025-11-03 14:30:00.34: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.34: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.34: PodMonitor - start process kube event 2025-11-03 14:30:00.34: empty line received 2025-11-03 14:30:00.34: PodMonitor - start process kube event 2025-11-03 14:30:00.34: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.34: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.34: PodMonitor - start process kube event 2025-11-03 14:30:00.34: empty line received 2025-11-03 14:30:00.34: PodMonitor - start process kube event 2025-11-03 14:30:00.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:30:00.37: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:30:00.39: VncKubernetes - Process event (name=ctest-nginx-pod-72128917 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-72128917:11d47d57-49b4-4b04-995d-2ad104f26d0e 2025-11-03 14:30:00.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:04.92: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:30:04.92: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:30:04.92: VncKubernetes - Process event (name=ctest-new-default-58609488 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:30:04.92: NamespaceMonitor - start process kube event 2025-11-03 14:30:04.92: empty line received 2025-11-03 14:30:04.92: NamespaceMonitor - start process kube event 2025-11-03 14:30:06.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:07.93: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:30:07.93: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:30:07.93: VncKubernetes - Process event (name=ctest-non-default-36253965 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:30:07.93: NamespaceMonitor - start process kube event 2025-11-03 14:30:07.93: empty line received 2025-11-03 14:30:07.93: NamespaceMonitor - start process kube event 2025-11-03 14:30:09.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:10.94: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:30:10.94: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:30:10.94: VncKubernetes - Process event (name=ctest-new-default-58609488 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:30:10.94: NamespaceMonitor - start process kube event 2025-11-03 14:30:10.94: empty line received 2025-11-03 14:30:10.94: NamespaceMonitor - start process kube event 2025-11-03 14:30:10.95: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:30:10.95: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:30:10.95: NamespaceMonitor - start process kube event 2025-11-03 14:30:10.95: empty line received 2025-11-03 14:30:10.95: NamespaceMonitor - start process kube event 2025-11-03 14:30:10.97: PodMonitor - Received ADDED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:10.97: PodMonitor - Skipped ADDED Pod ctest-new-default-58609488:ctest-pod-79242616 (no nodeName) 2025-11-03 14:30:10.97: PodMonitor - start process kube event 2025-11-03 14:30:10.97: empty line received 2025-11-03 14:30:10.97: PodMonitor - start process kube event 2025-11-03 14:30:10.97: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:10.97: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:10.97: PodMonitor - start process kube event 2025-11-03 14:30:10.97: empty line received 2025-11-03 14:30:10.97: PodMonitor - start process kube event 2025-11-03 14:30:10.98: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:10.98: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:10.98: PodMonitor - start process kube event 2025-11-03 14:30:10.98: empty line received 2025-11-03 14:30:10.98: PodMonitor - start process kube event 2025-11-03 14:30:11.00: PodMonitor - Received ADDED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:11.00: PodMonitor - Skipped ADDED Pod ctest-new-default-58609488:ctest-pod-10063613 (no nodeName) 2025-11-03 14:30:11.01: PodMonitor - start process kube event 2025-11-03 14:30:11.01: empty line received 2025-11-03 14:30:11.01: PodMonitor - start process kube event 2025-11-03 14:30:11.01: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:11.01: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:11.01: PodMonitor - start process kube event 2025-11-03 14:30:11.01: empty line received 2025-11-03 14:30:11.01: PodMonitor - start process kube event 2025-11-03 14:30:11.02: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:11.02: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:11.02: PodMonitor - start process kube event 2025-11-03 14:30:11.02: empty line received 2025-11-03 14:30:11.02: PodMonitor - start process kube event 2025-11-03 14:30:11.06: PodMonitor - Received ADDED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:11.06: PodMonitor - Skipped ADDED Pod ctest-non-default-36253965:ctest-pod-22709427 (no nodeName) 2025-11-03 14:30:11.06: PodMonitor - start process kube event 2025-11-03 14:30:11.06: empty line received 2025-11-03 14:30:11.06: PodMonitor - start process kube event 2025-11-03 14:30:11.07: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:11.07: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:11.07: PodMonitor - start process kube event 2025-11-03 14:30:11.07: empty line received 2025-11-03 14:30:11.07: PodMonitor - start process kube event 2025-11-03 14:30:11.08: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:11.08: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:11.08: PodMonitor - start process kube event 2025-11-03 14:30:11.08: empty line received 2025-11-03 14:30:11.08: PodMonitor - start process kube event 2025-11-03 14:30:11.10: PodMonitor - Received ADDED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:11.10: PodMonitor - Skipped ADDED Pod ctest-non-default-36253965:ctest-pod-35682824 (no nodeName) 2025-11-03 14:30:11.10: PodMonitor - start process kube event 2025-11-03 14:30:11.10: empty line received 2025-11-03 14:30:11.10: PodMonitor - start process kube event 2025-11-03 14:30:11.10: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:11.10: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:11.10: PodMonitor - start process kube event 2025-11-03 14:30:11.10: empty line received 2025-11-03 14:30:11.10: PodMonitor - start process kube event 2025-11-03 14:30:11.11: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:11.11: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:11.11: PodMonitor - start process kube event 2025-11-03 14:30:11.11: empty line received 2025-11-03 14:30:11.11: PodMonitor - start process kube event 2025-11-03 14:30:11.14: PodMonitor - Received ADDED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:11.14: PodMonitor - Skipped ADDED Pod ctest-new-default-58609488:ctest-pod-95377814 (no nodeName) 2025-11-03 14:30:11.14: PodMonitor - start process kube event 2025-11-03 14:30:11.14: empty line received 2025-11-03 14:30:11.14: PodMonitor - start process kube event 2025-11-03 14:30:11.15: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:11] "GET /Snh_NamespaceDatabaseList?namespace_uuid=c5be686e-aaae-4fb2-8408-7541630b1025 HTTP/1.1" 200 866 0.000690 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:11] "GET /Snh_NamespaceDatabaseList?namespace_uuid=676e2a4a-66be-4f2f-83b1-62409fc130d6 HTTP/1.1" 200 866 0.000846 2025-11-03 14:30:11.15: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:11.15: PodMonitor - start process kube event 2025-11-03 14:30:11.15: empty line received 2025-11-03 14:30:11.15: PodMonitor - start process kube event 2025-11-03 14:30:11.20: PodMonitor - Received ADDED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:11.20: PodMonitor - Skipped ADDED Pod ctest-new-default-58609488:ctest-pod-08282216 (no nodeName) 2025-11-03 14:30:11.20: PodMonitor - start process kube event 2025-11-03 14:30:11.20: empty line received 2025-11-03 14:30:11.20: PodMonitor - start process kube event 2025-11-03 14:30:11.21: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:11.21: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:11.21: PodMonitor - start process kube event 2025-11-03 14:30:11.21: empty line received 2025-11-03 14:30:11.21: PodMonitor - start process kube event 2025-11-03 14:30:11.23: PodMonitor - Received ADDED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:11.23: PodMonitor - Skipped ADDED Pod ctest-non-default-36253965:ctest-pod-81193369 (no nodeName) 2025-11-03 14:30:11.23: PodMonitor - start process kube event 2025-11-03 14:30:11.23: empty line received 2025-11-03 14:30:11.23: PodMonitor - start process kube event 2025-11-03 14:30:11.24: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:11.24: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:11.24: PodMonitor - start process kube event 2025-11-03 14:30:11.24: empty line received 2025-11-03 14:30:11.24: PodMonitor - start process kube event 2025-11-03 14:30:11.27: PodMonitor - Received ADDED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:11.27: PodMonitor - Skipped ADDED Pod ctest-non-default-36253965:ctest-pod-92501152 (no nodeName) 2025-11-03 14:30:11.27: PodMonitor - start process kube event 2025-11-03 14:30:11.27: empty line received 2025-11-03 14:30:11.27: PodMonitor - start process kube event 2025-11-03 14:30:11.27: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:11.27: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:11.27: PodMonitor - start process kube event 2025-11-03 14:30:11.27: empty line received 2025-11-03 14:30:11.27: PodMonitor - start process kube event 2025-11-03 14:30:11.58: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 14:30:11.58: VncKubernetes - Process event (name=ctest-non-default-36253965 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:30:12.19: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 14:30:12.19: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:12.38: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:12.38: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:12.38: PodMonitor - start process kube event 2025-11-03 14:30:12.38: empty line received 2025-11-03 14:30:12.38: PodMonitor - start process kube event 2025-11-03 14:30:13.38: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:13.38: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:13.38: PodMonitor - start process kube event 2025-11-03 14:30:13.38: empty line received 2025-11-03 14:30:13.38: PodMonitor - start process kube event 2025-11-03 14:30:13.41: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:13.41: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:13.41: PodMonitor - start process kube event 2025-11-03 14:30:13.41: empty line received 2025-11-03 14:30:13.41: PodMonitor - start process kube event 2025-11-03 14:30:13.42: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-03 14:30:13.42: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:13.57: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 14:30:13.58: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:13.78: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:13.78: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:13.78: PodMonitor - start process kube event 2025-11-03 14:30:13.78: empty line received 2025-11-03 14:30:13.78: PodMonitor - start process kube event 2025-11-03 14:30:14.17: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:14.18: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:14.18: PodMonitor - start process kube event 2025-11-03 14:30:14.18: empty line received 2025-11-03 14:30:14.18: PodMonitor - start process kube event 2025-11-03 14:30:14.23: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:14.23: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:14.23: PodMonitor - start process kube event 2025-11-03 14:30:14.23: empty line received 2025-11-03 14:30:14.23: PodMonitor - start process kube event 2025-11-03 14:30:14.24: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-03 14:30:14.24: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:14.30: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-03 14:30:14.30: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:15.09: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:15.09: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:15.09: PodMonitor - start process kube event 2025-11-03 14:30:15.09: empty line received 2025-11-03 14:30:15.09: PodMonitor - start process kube event 2025-11-03 14:30:15.10: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-03 14:30:15.10: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:15.24: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 14:30:15.24: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:15.90: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:15.90: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:15.90: PodMonitor - start process kube event 2025-11-03 14:30:15.90: empty line received 2025-11-03 14:30:15.90: PodMonitor - start process kube event 2025-11-03 14:30:15.92: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 14:30:15.92: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:16.04: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 14:30:16.04: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:16.73: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:16.73: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:16.73: PodMonitor - start process kube event 2025-11-03 14:30:16.73: empty line received 2025-11-03 14:30:16.73: PodMonitor - start process kube event 2025-11-03 14:30:16.75: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 14:30:16.75: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:17.42: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:17.42: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:17.42: PodMonitor - start process kube event 2025-11-03 14:30:17.42: empty line received 2025-11-03 14:30:17.42: PodMonitor - start process kube event 2025-11-03 14:30:17.43: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 14:30:17.43: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:18.10: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:18.10: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:18.10: PodMonitor - start process kube event 2025-11-03 14:30:18.10: empty line received 2025-11-03 14:30:18.10: PodMonitor - start process kube event 2025-11-03 14:30:18.12: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 14:30:18.12: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:18.82: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:18.82: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:18.82: PodMonitor - start process kube event 2025-11-03 14:30:18.82: empty line received 2025-11-03 14:30:18.82: PodMonitor - start process kube event 2025-11-03 14:30:18.83: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 14:30:18.83: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:18.90: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-03 14:30:18.90: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:18.97: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-03 14:30:18.97: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:19.03: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-03 14:30:19.03: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:19.11: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-03 14:30:19.11: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:19.18: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 14:30:19.18: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:19.24: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:30:19.24: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:19.25: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:30:19.25: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:19.30: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:30:19.30: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:19.35: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:30:19.35: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:19.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:30:19.37: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:19.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:30:19.42: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:27] "GET /Snh_VirtualMachineDatabaseList?x=09e7c0fb-b38e-40de-b70e-fb667114ba98 HTTP/1.1" 200 2483 0.000885 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:27] "GET /Snh_VirtualMachineDatabaseList?x=fc9a2c16-329f-4fb0-a939-c326168c62c6 HTTP/1.1" 200 2483 0.000782 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:27] "GET /Snh_VirtualMachineDatabaseList?x=68074ac8-b535-4b79-9cd5-b55d2975ae17 HTTP/1.1" 200 2483 0.000767 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:27] "GET /Snh_VirtualMachineDatabaseList?x=abc0ab46-4faa-450a-9007-5bdf7b75bec0 HTTP/1.1" 200 2483 0.000987 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:32] "GET /Snh_VirtualMachineDatabaseList?x=20cc5c86-08ea-4246-84f1-5bfb98753dfe HTTP/1.1" 200 2413 0.000756 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:32] "GET /Snh_VirtualMachineDatabaseList?x=1636ee8e-1828-4c32-9f60-293aba2ff844 HTTP/1.1" 200 2413 0.000754 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:32] "GET /Snh_VirtualMachineDatabaseList?x=7b393911-2ee7-4afe-961c-21f44eecf18f HTTP/1.1" 200 2413 0.000769 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:32] "GET /Snh_VirtualMachineDatabaseList?x=98881a0b-b5d2-49dc-a77c-008233c5395e HTTP/1.1" 200 2413 0.000753 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:34] "GET /Snh_LoadbalancerDatabaseList?x=63bba99e-14e6-4697-b36a-95f934eabf46 HTTP/1.1" 200 1862 0.000703 2025-11-03 14:30:19.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:23.36: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:23.37: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:23.37: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:30:23.37: PodMonitor - start process kube event 2025-11-03 14:30:23.37: empty line received 2025-11-03 14:30:23.37: PodMonitor - start process kube event 2025-11-03 14:30:23.37: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:23.37: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:23.37: PodMonitor - start process kube event 2025-11-03 14:30:23.37: empty line received 2025-11-03 14:30:23.37: PodMonitor - start process kube event 2025-11-03 14:30:23.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:30:23.38: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:30:23.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:24.37: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:24.37: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:24.37: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:30:24.37: PodMonitor - start process kube event 2025-11-03 14:30:24.37: empty line received 2025-11-03 14:30:24.37: PodMonitor - start process kube event 2025-11-03 14:30:24.38: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:24.38: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:24.38: PodMonitor - start process kube event 2025-11-03 14:30:24.38: empty line received 2025-11-03 14:30:24.38: PodMonitor - start process kube event 2025-11-03 14:30:24.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:30:24.38: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:30:24.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:25.38: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:25.38: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:25.38: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:30:25.38: PodMonitor - start process kube event 2025-11-03 14:30:25.38: empty line received 2025-11-03 14:30:25.38: PodMonitor - start process kube event 2025-11-03 14:30:25.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:26.37: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:26.37: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:26.37: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:30:26.38: PodMonitor - start process kube event 2025-11-03 14:30:26.38: empty line received 2025-11-03 14:30:26.38: PodMonitor - start process kube event 2025-11-03 14:30:26.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:28.38: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:28.38: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:28.38: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:30:28.38: PodMonitor - start process kube event 2025-11-03 14:30:28.38: empty line received 2025-11-03 14:30:28.38: PodMonitor - start process kube event 2025-11-03 14:30:28.39: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:28.39: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:28.39: PodMonitor - start process kube event 2025-11-03 14:30:28.39: empty line received 2025-11-03 14:30:28.39: PodMonitor - start process kube event 2025-11-03 14:30:28.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:30:28.44: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:30:28.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:32.97: ServiceMonitor - Received ADDED Service ctest-new-default-58609488:ctest-nginx-svc-74877917:63bba99e-14e6-4697-b36a-95f934eabf46 2025-11-03 14:30:32.97: ServiceMonitor - Got ADDED Service ctest-new-default-58609488:ctest-nginx-svc-74877917:63bba99e-14e6-4697-b36a-95f934eabf46 2025-11-03 14:30:32.97: VncKubernetes - Process event (name=ctest-nginx-svc-74877917 event_type=ADDED kind=Service ns=ctest-new-default-58609488) VncService - Got ADDED Service ctest-new-default-58609488:ctest-nginx-svc-74877917:63bba99e-14e6-4697-b36a-95f934eabf46 2025-11-03 14:30:32.97: ServiceMonitor - start process kube event 2025-11-03 14:30:32.97: empty line received 2025-11-03 14:30:32.97: ServiceMonitor - start process kube event 2025-11-03 14:30:32.98: EndPointMonitor - Received ADDED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:30:32.98: EndPointMonitor - Got ADDED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:30:32.98: EndPointMonitor - start process kube event 2025-11-03 14:30:32.98: empty line received 2025-11-03 14:30:32.98: EndPointMonitor - start process kube event 2025-11-03 14:30:33.60: PodMonitor - Received BOOKMARK: oldResVer=1158 newResVer=1362 2025-11-03 14:30:33.60: PodMonitor - start process kube event 2025-11-03 14:30:33.60: empty line received 2025-11-03 14:30:33.60: PodMonitor - start process kube event 2025-11-03 14:30:34.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:30:34.12: VncKubernetes - Process event (name=ctest-nginx-svc-74877917 event_type=ADDED kind=Endpoints ns=ctest-new-default-58609488) VncEndpoints - Got ADDED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:30:34.79: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:35] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c HTTP/1.1" 200 2095 0.000722 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:35] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c HTTP/1.1" 200 2095 0.000660 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:30:37] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c HTTP/1.1" 200 2302 0.000812 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:31:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001786 2025-11-03 14:30:35.34: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:30:35.34: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:30:35.34: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-58609488) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:30:35.35: NetworkPolicyMonitor - start process kube event 2025-11-03 14:30:35.35: empty line received 2025-11-03 14:30:35.35: NetworkPolicyMonitor - start process kube event 2025-11-03 14:30:36.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:41.98: EndPointMonitor - Received BOOKMARK: oldResVer=1144 newResVer=1370 2025-11-03 14:30:41.98: EndPointMonitor - start process kube event 2025-11-03 14:30:41.98: empty line received 2025-11-03 14:30:41.98: EndPointMonitor - start process kube event 2025-11-03 14:30:42.14: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:30:42.14: NetworkMonitor - start process kube event 2025-11-03 14:30:42.14: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=379 2025-11-03 14:30:42.14: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:30:42.14: NetworkMonitor - Connect Kube API result 0 2025-11-03 14:30:42.14: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:30:42.14: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'})(timeout=120) 2025-11-03 14:30:42.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:30:42.14: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:30:42.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:30:42.16: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '379'}) 2025-11-03 14:30:42.23: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1375 2025-11-03 14:30:42.23: NetworkPolicyMonitor - start process kube event 2025-11-03 14:30:42.23: empty line received 2025-11-03 14:30:42.23: NetworkPolicyMonitor - start process kube event 2025-11-03 14:30:42.50: IngressMonitor - Received BOOKMARK: oldResVer=1119 newResVer=1209 2025-11-03 14:30:42.50: IngressMonitor - start process kube event 2025-11-03 14:30:42.50: empty line received 2025-11-03 14:30:42.50: IngressMonitor - start process kube event 2025-11-03 14:30:42.89: ServiceMonitor - Received BOOKMARK: oldResVer=1092 newResVer=1369 2025-11-03 14:30:42.95: ServiceMonitor - start process kube event 2025-11-03 14:30:42.95: empty line received 2025-11-03 14:30:42.95: ServiceMonitor - start process kube event 2025-11-03 14:30:42.96: NamespaceMonitor - Received BOOKMARK: oldResVer=375 newResVer=1263 2025-11-03 14:30:42.96: NamespaceMonitor - start process kube event 2025-11-03 14:30:42.96: empty line received 2025-11-03 14:30:42.96: NamespaceMonitor - start process kube event 2025-11-03 14:31:33.04: PodMonitor - Received BOOKMARK: oldResVer=1362 newResVer=1362 2025-11-03 14:31:33.04: PodMonitor - start process kube event 2025-11-03 14:31:33.04: empty line received 2025-11-03 14:31:33.04: PodMonitor - start process kube event 2025-11-03 14:31:42.11: NetworkMonitor - Received BOOKMARK: oldResVer=379 newResVer=1387 2025-11-03 14:31:42.11: NetworkMonitor - start process kube event 2025-11-03 14:31:42.11: empty line received 2025-11-03 14:31:42.11: NetworkMonitor - start process kube event 2025-11-03 14:31:42.41: IngressMonitor - Received BOOKMARK: oldResVer=1209 newResVer=1209 2025-11-03 14:31:42.41: IngressMonitor - start process kube event 2025-11-03 14:31:42.41: empty line received 2025-11-03 14:31:42.41: IngressMonitor - start process kube event 2025-11-03 14:31:42.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1375 newResVer=1375 2025-11-03 14:31:42.67: NetworkPolicyMonitor - start process kube event 2025-11-03 14:31:42.67: empty line received 2025-11-03 14:31:42.67: NetworkPolicyMonitor - start process kube event 2025-11-03 14:31:42.83: EndPointMonitor - Received BOOKMARK: oldResVer=1370 newResVer=1370 2025-11-03 14:31:42.83: EndPointMonitor - start process kube event 2025-11-03 14:31:42.83: empty line received 2025-11-03 14:31:42.83: EndPointMonitor - start process kube event 2025-11-03 14:31:43.09: NamespaceMonitor - Received BOOKMARK: oldResVer=1263 newResVer=1263 2025-11-03 14:31:43.09: NamespaceMonitor - start process kube event 2025-11-03 14:31:43.09: empty line received 2025-11-03 14:31:43.09: NamespaceMonitor - start process kube event 2025-11-03 14:31:43.70: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:31:43.70: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:31:43.70: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:31:43.71: PodMonitor - start process kube event 2025-11-03 14:31:43.71: empty line received 2025-11-03 14:31:43.71: PodMonitor - start process kube event 2025-11-03 14:31:43.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:31:43.74: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:31:43.74: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:31:43.74: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:31:43.74: EndPointMonitor - start process kube event 2025-11-03 14:31:43.74: empty line received 2025-11-03 14:31:43.74: EndPointMonitor - start process kube event 2025-11-03 14:31:43.75: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:31:43.76: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:31:43.76: PodMonitor - start process kube event 2025-11-03 14:31:43.76: empty line received 2025-11-03 14:31:43.76: PodMonitor - start process kube event 2025-11-03 14:31:43.77: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:31:43.77: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 2025-11-03 14:31:43.77: EndPointMonitor - start process kube event 2025-11-03 14:31:43.77: empty line received 2025-11-03 14:31:43.77: EndPointMonitor - start process kube event 2025-11-03 14:31:43.90: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1369 2025-11-03 14:31:43.90: ServiceMonitor - start process kube event 2025-11-03 14:31:43.90: empty line received 2025-11-03 14:31:43.90: ServiceMonitor - start process kube event 2025-11-03 14:31:44.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:31:44.23: VncKubernetes - Process event (name=coredns-6f867cd986-hv5zh event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-hv5zh:51a93066-2095-4d6a-bbf8-e3b763cac7d2 2025-11-03 14:31:44.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:31:44.30: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:da318079-aa6c-49ef-8c2a-d47b24e9dc61 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:31:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001047 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:31:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001115 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:31:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001209 2025-11-03 14:31:44.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:32:33.66: PodMonitor - Received BOOKMARK: oldResVer=1362 newResVer=1479 2025-11-03 14:32:33.66: PodMonitor - start process kube event 2025-11-03 14:32:33.66: empty line received 2025-11-03 14:32:33.66: PodMonitor - start process kube event 2025-11-03 14:32:40.08: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:32:40.09: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:32:40.09: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-58609488) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:32:40.09: NetworkPolicyMonitor - start process kube event 2025-11-03 14:32:40.09: empty line received 2025-11-03 14:32:40.09: NetworkPolicyMonitor - start process kube event 2025-11-03 14:32:41.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:32:42.36: IngressMonitor - Received BOOKMARK: oldResVer=1209 newResVer=1209 2025-11-03 14:32:42.36: IngressMonitor - start process kube event 2025-11-03 14:32:42.36: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:32:42.36: empty line received 2025-11-03 14:32:42.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:32:42.36: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:32:42.36: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:32:42.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:32:42.36: IngressMonitor - start process kube event 2025-11-03 14:32:42.57: NetworkMonitor - Received BOOKMARK: oldResVer=1387 newResVer=1387 2025-11-03 14:32:42.57: NetworkMonitor - start process kube event 2025-11-03 14:32:42.57: empty line received 2025-11-03 14:32:42.57: NetworkMonitor - start process kube event 2025-11-03 14:32:42.80: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1375 newResVer=1572 2025-11-03 14:32:42.80: NetworkPolicyMonitor - start process kube event 2025-11-03 14:32:42.80: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:32:42.80: empty line received 2025-11-03 14:32:42.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:32:42.80: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:32:42.80: NetworkPolicyMonitor - start process kube event 2025-11-03 14:32:42.81: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:32:42.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:32:42.88: EndPointMonitor - Received BOOKMARK: oldResVer=1370 newResVer=1481 2025-11-03 14:32:42.88: EndPointMonitor - start process kube event 2025-11-03 14:32:42.88: EndPointMonitor - _schedule_vnc_sync 2025-11-03 14:32:42.88: empty line received 2025-11-03 14:32:42.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 14:32:42.88: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 14:32:42.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:32:42.88: EndPointMonitor - start process kube event 2025-11-03 14:32:43.83: NamespaceMonitor - Received BOOKMARK: oldResVer=1263 newResVer=1263 2025-11-03 14:32:43.83: NamespaceMonitor - start process kube event 2025-11-03 14:32:43.83: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:32:43.83: empty line received 2025-11-03 14:32:43.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:32:43.83: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:32:43.83: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:32:43.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:32:43.83: NamespaceMonitor - start process kube event 2025-11-03 14:32:43.97: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1369 2025-11-03 14:32:43.97: ServiceMonitor - start process kube event 2025-11-03 14:32:43.97: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:32:43.97: empty line received 2025-11-03 14:32:43.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:32:43.98: VncKubernetes - vnc_sync - Service start 2025-11-03 14:32:43.98: VncKubernetes - vnc_sync - Service done 2025-11-03 14:32:43.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:32:43.98: ServiceMonitor - start process kube event 2025-11-03 14:33:33.39: PodMonitor - Received BOOKMARK: oldResVer=1479 newResVer=1479 2025-11-03 14:33:33.39: PodMonitor - start process kube event 2025-11-03 14:33:33.39: empty line received 2025-11-03 14:33:33.39: PodMonitor - start process kube event 2025-11-03 14:33:42.25: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1572 newResVer=1572 2025-11-03 14:33:42.25: NetworkPolicyMonitor - start process kube event 2025-11-03 14:33:42.25: empty line received 2025-11-03 14:33:42.25: NetworkPolicyMonitor - start process kube event 2025-11-03 14:33:42.55: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:42.55: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:42.55: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:42.55: PodMonitor - start process kube event 2025-11-03 14:33:42.55: PodMonitor - _schedule_vnc_sync 2025-11-03 14:33:42.55: empty line received 2025-11-03 14:33:42.55: PodMonitor - start process kube event 2025-11-03 14:33:42.56: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:42.56: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:42.56: PodMonitor - start process kube event 2025-11-03 14:33:42.56: empty line received 2025-11-03 14:33:42.56: PodMonitor - start process kube event 2025-11-03 14:33:42.56: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:33:42.56: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:33:42.56: EndPointMonitor - start process kube event 2025-11-03 14:33:42.56: empty line received 2025-11-03 14:33:42.56: EndPointMonitor - start process kube event 2025-11-03 14:33:42.56: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:33:42.56: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:33:42.56: PodMonitor - start process kube event 2025-11-03 14:33:42.56: empty line received 2025-11-03 14:33:42.56: PodMonitor - start process kube event 2025-11-03 14:33:42.56: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:42.56: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:42.56: PodMonitor - start process kube event 2025-11-03 14:33:42.56: empty line received 2025-11-03 14:33:42.56: PodMonitor - start process kube event 2025-11-03 14:33:42.57: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:33:42.57: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:33:42.57: EndPointMonitor - start process kube event 2025-11-03 14:33:42.57: empty line received 2025-11-03 14:33:42.57: EndPointMonitor - start process kube event 2025-11-03 14:33:42.58: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:33:42.58: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:33:42.58: PodMonitor - start process kube event 2025-11-03 14:33:42.58: empty line received 2025-11-03 14:33:42.58: PodMonitor - start process kube event 2025-11-03 14:33:42.59: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:33:42.59: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:33:42.59: PodMonitor - start process kube event 2025-11-03 14:33:42.59: empty line received 2025-11-03 14:33:42.59: PodMonitor - start process kube event 2025-11-03 14:33:42.59: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:33:42.59: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:33:42.59: PodMonitor - start process kube event 2025-11-03 14:33:42.59: empty line received 2025-11-03 14:33:42.59: PodMonitor - start process kube event 2025-11-03 14:33:42.59: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:42.59: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:42.59: PodMonitor - start process kube event 2025-11-03 14:33:42.59: empty line received 2025-11-03 14:33:42.59: PodMonitor - start process kube event 2025-11-03 14:33:42.62: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-03 14:33:42.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 14:33:42.62: VncKubernetes - vnc_sync - Pod start 2025-11-03 14:33:42.62: VncKubernetes - vnc_sync - Pod done 2025-11-03 14:33:42.62: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-03 14:33:42.62: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:42.64: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-03 14:33:42.64: VncKubernetes - Process event (name=ctest-nginx-svc-74877917 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-58609488) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:33:42.81: NetworkMonitor - Received BOOKMARK: oldResVer=1387 newResVer=1387 2025-11-03 14:33:42.81: NetworkMonitor - start process kube event 2025-11-03 14:33:42.81: empty line received 2025-11-03 14:33:42.81: NetworkMonitor - start process kube event 2025-11-03 14:33:42.82: IngressMonitor - Received BOOKMARK: oldResVer=1209 newResVer=1209 2025-11-03 14:33:42.82: IngressMonitor - start process kube event 2025-11-03 14:33:42.82: empty line received 2025-11-03 14:33:42.82: IngressMonitor - start process kube event 2025-11-03 14:33:42.82: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 14:33:42.82: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:33:42.87: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:33:42.87: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:42.88: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:33:42.88: VncKubernetes - Process event (name=ctest-nginx-svc-74877917 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-58609488) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:33:42.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:33:42.90: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:33:42.95: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:33:42.95: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:33:42.96: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:33:42.96: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:33:43.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:33:43.02: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:43.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:33:43.39: EndPointMonitor - Received BOOKMARK: oldResVer=1481 newResVer=1661 2025-11-03 14:33:43.39: EndPointMonitor - start process kube event 2025-11-03 14:33:43.39: empty line received 2025-11-03 14:33:43.39: EndPointMonitor - start process kube event 2025-11-03 14:33:44.10: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1369 2025-11-03 14:33:44.10: ServiceMonitor - start process kube event 2025-11-03 14:33:44.10: empty line received 2025-11-03 14:33:44.10: ServiceMonitor - start process kube event 2025-11-03 14:33:44.27: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.28: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.28: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.28: PodMonitor - start process kube event 2025-11-03 14:33:44.28: empty line received 2025-11-03 14:33:44.28: PodMonitor - start process kube event 2025-11-03 14:33:44.28: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.28: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.29: PodMonitor - start process kube event 2025-11-03 14:33:44.29: empty line received 2025-11-03 14:33:44.29: PodMonitor - start process kube event 2025-11-03 14:33:44.29: PodMonitor - Received DELETED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.29: PodMonitor - Got DELETED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.29: PodMonitor - start process kube event 2025-11-03 14:33:44.29: empty line received 2025-11-03 14:33:44.29: PodMonitor - start process kube event 2025-11-03 14:33:44.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:33:44.29: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.30: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.30: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.30: PodMonitor - start process kube event 2025-11-03 14:33:44.30: empty line received 2025-11-03 14:33:44.30: PodMonitor - start process kube event 2025-11-03 14:33:44.30: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.30: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.30: PodMonitor - start process kube event 2025-11-03 14:33:44.30: empty line received 2025-11-03 14:33:44.31: PodMonitor - start process kube event 2025-11-03 14:33:44.31: PodMonitor - Received DELETED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.31: PodMonitor - Got DELETED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.31: PodMonitor - start process kube event 2025-11-03 14:33:44.31: empty line received 2025-11-03 14:33:44.31: PodMonitor - start process kube event 2025-11-03 14:33:44.32: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:44.32: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:44.32: PodMonitor - start process kube event 2025-11-03 14:33:44.32: empty line received 2025-11-03 14:33:44.32: PodMonitor - start process kube event 2025-11-03 14:33:44.33: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:44.33: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:44.33: PodMonitor - start process kube event 2025-11-03 14:33:44.33: empty line received 2025-11-03 14:33:44.33: PodMonitor - start process kube event 2025-11-03 14:33:44.33: PodMonitor - Received DELETED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:44.33: PodMonitor - Got DELETED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:44.33: PodMonitor - start process kube event 2025-11-03 14:33:44.33: empty line received 2025-11-03 14:33:44.33: PodMonitor - start process kube event 2025-11-03 14:33:44.35: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 14:33:44.35: VncKubernetes - Process event (name=ctest-pod-35682824 event_type=DELETED kind=Pod ns=ctest-non-default-36253965) VncPod - Got DELETED Pod ctest-non-default-36253965:ctest-pod-35682824:abc0ab46-4faa-450a-9007-5bdf7b75bec0 2025-11-03 14:33:44.55: NamespaceMonitor - Received BOOKMARK: oldResVer=1263 newResVer=1263 2025-11-03 14:33:44.55: NamespaceMonitor - start process kube event 2025-11-03 14:33:44.55: empty line received 2025-11-03 14:33:44.55: NamespaceMonitor - start process kube event 2025-11-03 14:33:44.77: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:33:44.77: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.83: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:33:44.83: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:44.89: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:33:44.89: VncKubernetes - Process event (name=ctest-pod-79242616 event_type=DELETED kind=Pod ns=ctest-new-default-58609488) VncPod - Got DELETED Pod ctest-new-default-58609488:ctest-pod-79242616:09e7c0fb-b38e-40de-b70e-fb667114ba98 2025-11-03 14:33:45.07: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:45.07: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:45.07: PodMonitor - start process kube event 2025-11-03 14:33:45.07: empty line received 2025-11-03 14:33:45.07: PodMonitor - start process kube event 2025-11-03 14:33:45.27: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:45.27: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:45.27: PodMonitor - start process kube event 2025-11-03 14:33:45.27: empty line received 2025-11-03 14:33:45.27: PodMonitor - start process kube event 2025-11-03 14:33:45.27: PodMonitor - Received DELETED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:45.27: PodMonitor - Got DELETED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:45.27: PodMonitor - start process kube event 2025-11-03 14:33:45.27: empty line received 2025-11-03 14:33:45.27: PodMonitor - start process kube event 2025-11-03 14:33:45.38: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:33:45.38: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:45.45: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:33:45.45: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:45.50: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:33:45.50: VncKubernetes - Process event (name=ctest-pod-10063613 event_type=DELETED kind=Pod ns=ctest-new-default-58609488) VncPod - Got DELETED Pod ctest-new-default-58609488:ctest-pod-10063613:fc9a2c16-329f-4fb0-a939-c326168c62c6 2025-11-03 14:33:46.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:33:46.03: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:46.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:33:46.09: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:46.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:33:46.14: VncKubernetes - Process event (name=ctest-pod-22709427 event_type=DELETED kind=Pod ns=ctest-non-default-36253965) VncPod - Got DELETED Pod ctest-non-default-36253965:ctest-pod-22709427:68074ac8-b535-4b79-9cd5-b55d2975ae17 2025-11-03 14:33:46.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:33:48.16: NamespaceMonitor - Received BOOKMARK: oldResVer=1263 newResVer=1263 2025-11-03 14:33:48.16: NamespaceMonitor - start process kube event 2025-11-03 14:33:48.16: empty line received 2025-11-03 14:33:48.16: NamespaceMonitor - start process kube event 2025-11-03 14:33:49.85: stop iteration NamespaceMonitor 2025-11-03 14:33:49.85: NamespaceMonitor - start process kube event 2025-11-03 14:33:49.85: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1263 2025-11-03 14:33:49.85: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:33:49.85: NamespaceMonitor - Connect Kube API result 0 2025-11-03 14:33:49.85: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:33:49.85: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1263'})(timeout=120) 2025-11-03 14:33:49.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:33:49.85: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:33:49.85: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:33:49.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:33:49.86: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1263'}) 2025-11-03 14:34:13.80: EndPointMonitor - Received BOOKMARK: oldResVer=1661 newResVer=1661 2025-11-03 14:34:13.80: EndPointMonitor - start process kube event 2025-11-03 14:34:13.80: empty line received 2025-11-03 14:34:13.80: EndPointMonitor - start process kube event 2025-11-03 14:34:14.40: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.40: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.40: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.40: PodMonitor - start process kube event 2025-11-03 14:34:14.40: empty line received 2025-11-03 14:34:14.40: PodMonitor - start process kube event 2025-11-03 14:34:14.40: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.40: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.40: PodMonitor - start process kube event 2025-11-03 14:34:14.40: empty line received 2025-11-03 14:34:14.40: PodMonitor - start process kube event 2025-11-03 14:34:14.40: PodMonitor - Received DELETED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.40: PodMonitor - Got DELETED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.40: PodMonitor - start process kube event 2025-11-03 14:34:14.40: empty line received 2025-11-03 14:34:14.40: PodMonitor - start process kube event 2025-11-03 14:34:14.41: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.41: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.41: PodMonitor - start process kube event 2025-11-03 14:34:14.41: empty line received 2025-11-03 14:34:14.41: PodMonitor - start process kube event 2025-11-03 14:34:14.42: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:34:14.42: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.42: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.42: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.42: PodMonitor - start process kube event 2025-11-03 14:34:14.42: empty line received 2025-11-03 14:34:14.42: PodMonitor - start process kube event 2025-11-03 14:34:14.43: PodMonitor - Received DELETED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.43: PodMonitor - Got DELETED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.43: PodMonitor - start process kube event 2025-11-03 14:34:14.43: empty line received 2025-11-03 14:34:14.43: PodMonitor - start process kube event 2025-11-03 14:34:14.43: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:14.44: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:14.44: PodMonitor - start process kube event 2025-11-03 14:34:14.44: empty line received 2025-11-03 14:34:14.44: PodMonitor - start process kube event 2025-11-03 14:34:14.44: PodMonitor - Received MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:14.44: PodMonitor - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:14.44: PodMonitor - start process kube event 2025-11-03 14:34:14.44: empty line received 2025-11-03 14:34:14.44: PodMonitor - start process kube event 2025-11-03 14:34:14.44: PodMonitor - Received DELETED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:14.44: PodMonitor - Got DELETED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:14.44: PodMonitor - start process kube event 2025-11-03 14:34:14.44: empty line received 2025-11-03 14:34:14.44: PodMonitor - start process kube event 2025-11-03 14:34:14.47: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 14:34:14.47: VncKubernetes - Process event (name=ctest-pod-81193369 event_type=DELETED kind=Pod ns=ctest-non-default-36253965) VncPod - Got DELETED Pod ctest-non-default-36253965:ctest-pod-81193369:1636ee8e-1828-4c32-9f60-293aba2ff844 2025-11-03 14:34:14.89: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:34:14.89: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.95: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:34:14.95: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:14.98: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:14.98: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:14.98: PodMonitor - start process kube event 2025-11-03 14:34:14.98: empty line received 2025-11-03 14:34:14.98: PodMonitor - start process kube event 2025-11-03 14:34:15.00: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:34:15.00: VncKubernetes - Process event (name=ctest-pod-08282216 event_type=DELETED kind=Pod ns=ctest-new-default-58609488) VncPod - Got DELETED Pod ctest-new-default-58609488:ctest-pod-08282216:7b393911-2ee7-4afe-961c-21f44eecf18f 2025-11-03 14:34:15.18: PodMonitor - Received MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:15.18: PodMonitor - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:15.18: PodMonitor - start process kube event 2025-11-03 14:34:15.18: empty line received 2025-11-03 14:34:15.18: PodMonitor - start process kube event 2025-11-03 14:34:15.19: PodMonitor - Received DELETED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:15.19: PodMonitor - Got DELETED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:15.19: PodMonitor - start process kube event 2025-11-03 14:34:15.19: empty line received 2025-11-03 14:34:15.19: PodMonitor - start process kube event 2025-11-03 14:34:15.41: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 14:34:15.41: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:15.42: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 14:34:15.42: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=MODIFIED kind=Pod ns=ctest-new-default-58609488) VncPod - Got MODIFIED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:15.47: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:34:15.47: VncKubernetes - Process event (name=ctest-pod-95377814 event_type=DELETED kind=Pod ns=ctest-new-default-58609488) VncPod - Got DELETED Pod ctest-new-default-58609488:ctest-pod-95377814:20cc5c86-08ea-4246-84f1-5bfb98753dfe 2025-11-03 14:34:15.71: stop iteration EndPointMonitor 2025-11-03 14:34:15.71: EndPointMonitor - start process kube event 2025-11-03 14:34:15.71: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1661 2025-11-03 14:34:15.71: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:34:15.71: EndPointMonitor - Connect Kube API result 0 2025-11-03 14:34:15.71: EndPointMonitor - _schedule_vnc_sync 2025-11-03 14:34:15.71: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1661'})(timeout=120) 2025-11-03 14:34:15.72: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1661'}) 2025-11-03 14:34:15.92: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:34:15.93: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:15.98: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:34:15.98: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=MODIFIED kind=Pod ns=ctest-non-default-36253965) VncPod - Got MODIFIED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:16.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:34:16.03: VncKubernetes - Process event (name=ctest-pod-92501152 event_type=DELETED kind=Pod ns=ctest-non-default-36253965) VncPod - Got DELETED Pod ctest-non-default-36253965:ctest-pod-92501152:98881a0b-b5d2-49dc-a77c-008233c5395e 2025-11-03 14:34:16.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:34:16.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 14:34:16.48: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 14:34:16.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:34:17.86: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:17.86: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:17.86: VncKubernetes - Process event (name=ctest-non-default-36253965 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:17.87: NamespaceMonitor - start process kube event 2025-11-03 14:34:17.87: empty line received 2025-11-03 14:34:17.87: NamespaceMonitor - start process kube event 2025-11-03 14:34:18.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:34:23.13: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:23.13: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:23.13: VncKubernetes - Process event (name=ctest-non-default-36253965 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:23.13: NamespaceMonitor - start process kube event 2025-11-03 14:34:23.13: empty line received 2025-11-03 14:34:23.13: NamespaceMonitor - start process kube event 2025-11-03 14:34:23.14: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:23.14: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:23.14: NamespaceMonitor - start process kube event 2025-11-03 14:34:23.14: empty line received 2025-11-03 14:34:23.14: NamespaceMonitor - start process kube event 2025-11-03 14:34:23.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:34:23.43: VncKubernetes - Process event (name=ctest-non-default-36253965 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-36253965:676e2a4a-66be-4f2f-83b1-62409fc130d6 2025-11-03 14:34:23.89: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:23.89: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:23.89: NamespaceMonitor - start process kube event 2025-11-03 14:34:23.89: empty line received 2025-11-03 14:34:23.89: NamespaceMonitor - start process kube event 2025-11-03 14:34:24.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:34:24.59: VncKubernetes - Process event (name=ctest-new-default-58609488 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:24.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:34:29.05: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:34:29.05: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:34:29.05: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-58609488) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-58609488:ingress-on-service:1d1ad7c0-9bbf-41a2-94e6-7f26eff87d3c 2025-11-03 14:34:29.05: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:29.05: empty line received 2025-11-03 14:34:29.05: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:29.07: EndPointMonitor - Received DELETED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:34:29.07: EndPointMonitor - Got DELETED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:34:29.07: EndPointMonitor - start process kube event 2025-11-03 14:34:29.07: empty line received 2025-11-03 14:34:29.07: EndPointMonitor - start process kube event 2025-11-03 14:34:29.12: ServiceMonitor - Received DELETED Service ctest-new-default-58609488:ctest-nginx-svc-74877917:63bba99e-14e6-4697-b36a-95f934eabf46 2025-11-03 14:34:29.12: ServiceMonitor - Got DELETED Service ctest-new-default-58609488:ctest-nginx-svc-74877917:63bba99e-14e6-4697-b36a-95f934eabf46 2025-11-03 14:34:29.12: ServiceMonitor - start process kube event 2025-11-03 14:34:29.12: empty line received 2025-11-03 14:34:29.12: ServiceMonitor - start process kube event 2025-11-03 14:34:29.15: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:29.15: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:29.15: NamespaceMonitor - start process kube event 2025-11-03 14:34:29.15: empty line received 2025-11-03 14:34:29.15: NamespaceMonitor - start process kube event 2025-11-03 14:34:29.16: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:29.16: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:29.16: NamespaceMonitor - start process kube event 2025-11-03 14:34:29.16: empty line received 2025-11-03 14:34:29.16: NamespaceMonitor - start process kube event 2025-11-03 14:34:29.88: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:34:29.88: VncKubernetes - Process event (name=ctest-nginx-svc-74877917 event_type=DELETED kind=Endpoints ns=ctest-new-default-58609488) VncEndpoints - Got DELETED Endpoints ctest-new-default-58609488:ctest-nginx-svc-74877917:23a1df10-a558-4327-b67b-31c316dcc191 2025-11-03 14:34:29.90: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:34:29.90: VncKubernetes - Process event (name=ctest-nginx-svc-74877917 event_type=DELETED kind=Service ns=ctest-new-default-58609488) VncService - Got DELETED Service ctest-new-default-58609488:ctest-nginx-svc-74877917:63bba99e-14e6-4697-b36a-95f934eabf46 2025-11-03 14:34:30.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:34:30.28: VncKubernetes - Process event (name=ctest-new-default-58609488 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:30.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:34:30.67: VncKubernetes - Process event (name=ctest-new-default-58609488 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-58609488:c5be686e-aaae-4fb2-8408-7541630b1025 2025-11-03 14:34:31.19: PodMonitor - Received BOOKMARK: oldResVer=1479 newResVer=1742 2025-11-03 14:34:31.19: PodMonitor - start process kube event 2025-11-03 14:34:31.19: empty line received 2025-11-03 14:34:31.19: PodMonitor - start process kube event 2025-11-03 14:34:31.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:34:32.23: PodMonitor - Received BOOKMARK: oldResVer=1742 newResVer=1742 2025-11-03 14:34:32.23: PodMonitor - start process kube event 2025-11-03 14:34:32.23: empty line received 2025-11-03 14:34:32.23: PodMonitor - start process kube event 2025-11-03 14:34:33.63: stop iteration PodMonitor 2025-11-03 14:34:33.63: PodMonitor - start process kube event 2025-11-03 14:34:33.63: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1742 2025-11-03 14:34:33.63: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:34:33.63: PodMonitor - Connect Kube API result 0 2025-11-03 14:34:33.63: PodMonitor - _schedule_vnc_sync 2025-11-03 14:34:33.63: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1742'})(timeout=120) 2025-11-03 14:34:33.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 14:34:33.63: VncKubernetes - vnc_sync - Pod start 2025-11-03 14:34:33.63: VncKubernetes - vnc_sync - Pod done 2025-11-03 14:34:33.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:34:33.64: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1742'}) 2025-11-03 14:34:42.97: IngressMonitor - Received BOOKMARK: oldResVer=1209 newResVer=1209 2025-11-03 14:34:42.97: IngressMonitor - start process kube event 2025-11-03 14:34:42.97: empty line received 2025-11-03 14:34:42.97: IngressMonitor - start process kube event 2025-11-03 14:34:42.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1572 newResVer=1824 2025-11-03 14:34:42.98: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:42.98: empty line received 2025-11-03 14:34:42.98: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:43.21: NetworkMonitor - Received BOOKMARK: oldResVer=1387 newResVer=1387 2025-11-03 14:34:43.21: NetworkMonitor - start process kube event 2025-11-03 14:34:43.21: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:34:43.21: empty line received 2025-11-03 14:34:43.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:34:43.21: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:34:43.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:34:43.21: NetworkMonitor - start process kube event 2025-11-03 14:34:44.85: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1828 2025-11-03 14:34:44.85: ServiceMonitor - start process kube event 2025-11-03 14:34:44.85: empty line received 2025-11-03 14:34:44.85: ServiceMonitor - start process kube event 2025-11-03 14:34:46.21: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1824 newResVer=1824 2025-11-03 14:34:46.21: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:46.21: empty line received 2025-11-03 14:34:46.21: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:47.34: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1824 newResVer=1824 2025-11-03 14:34:47.34: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:47.34: empty line received 2025-11-03 14:34:47.34: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:48.96: stop iteration NetworkPolicyMonitor 2025-11-03 14:34:48.96: NetworkPolicyMonitor - start process kube event 2025-11-03 14:34:48.96: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1824 2025-11-03 14:34:48.96: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:34:48.96: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:34:48.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:34:48.96: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'})(timeout=120) 2025-11-03 14:34:48.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:34:48.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:34:48.96: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:34:48.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:34:48.98: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'}) 2025-11-03 14:34:50.62: NamespaceMonitor - Received BOOKMARK: oldResVer=1263 newResVer=1831 2025-11-03 14:34:50.62: NamespaceMonitor - start process kube event 2025-11-03 14:34:50.62: empty line received 2025-11-03 14:34:50.62: NamespaceMonitor - start process kube event 2025-11-03 14:34:58.30: ServiceMonitor - Received BOOKMARK: oldResVer=1828 newResVer=1828 2025-11-03 14:34:58.30: ServiceMonitor - start process kube event 2025-11-03 14:34:58.30: empty line received 2025-11-03 14:34:58.30: ServiceMonitor - start process kube event 2025-11-03 14:35:00.08: stop iteration ServiceMonitor 2025-11-03 14:35:00.08: ServiceMonitor - start process kube event 2025-11-03 14:35:00.08: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1828 2025-11-03 14:35:00.08: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:35:00.08: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:35:00.08: ServiceMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-11-03 14:35:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001108 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:36:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001314 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:36:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001095 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:36:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001164 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:37:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001091 [Introspect:8108]10.0.0.50 - - [2025-11-03 14:37:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001022 2025-11-03 14:35:00.08: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1828'})(timeout=120) 2025-11-03 14:35:00.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:35:00.08: VncKubernetes - vnc_sync - Service start 2025-11-03 14:35:00.08: VncKubernetes - vnc_sync - Service done 2025-11-03 14:35:00.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:35:00.11: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1828'}) 2025-11-03 14:35:15.50: EndPointMonitor - Received BOOKMARK: oldResVer=1661 newResVer=1826 2025-11-03 14:35:15.50: EndPointMonitor - start process kube event 2025-11-03 14:35:15.50: empty line received 2025-11-03 14:35:15.50: EndPointMonitor - start process kube event 2025-11-03 14:35:42.62: IngressMonitor - Received BOOKMARK: oldResVer=1209 newResVer=1209 2025-11-03 14:35:42.62: IngressMonitor - start process kube event 2025-11-03 14:35:42.62: empty line received 2025-11-03 14:35:42.62: IngressMonitor - start process kube event 2025-11-03 14:35:44.18: NetworkMonitor - Received BOOKMARK: oldResVer=1387 newResVer=1387 2025-11-03 14:35:44.18: NetworkMonitor - start process kube event 2025-11-03 14:35:44.18: empty line received 2025-11-03 14:35:44.18: NetworkMonitor - start process kube event 2025-11-03 14:35:50.00: NamespaceMonitor - Received BOOKMARK: oldResVer=1831 newResVer=1831 2025-11-03 14:35:50.00: NamespaceMonitor - start process kube event 2025-11-03 14:35:50.00: empty line received 2025-11-03 14:35:50.00: NamespaceMonitor - start process kube event 2025-11-03 14:36:14.11: IngressMonitor - Received BOOKMARK: oldResVer=1209 newResVer=1209 2025-11-03 14:36:14.11: IngressMonitor - start process kube event 2025-11-03 14:36:14.11: empty line received 2025-11-03 14:36:14.11: IngressMonitor - start process kube event 2025-11-03 14:36:15.21: EndPointMonitor - Received BOOKMARK: oldResVer=1826 newResVer=1826 2025-11-03 14:36:15.21: EndPointMonitor - start process kube event 2025-11-03 14:36:15.21: empty line received 2025-11-03 14:36:15.21: EndPointMonitor - start process kube event 2025-11-03 14:36:15.47: stop iteration IngressMonitor 2025-11-03 14:36:15.47: IngressMonitor - start process kube event 2025-11-03 14:36:15.47: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1209 2025-11-03 14:36:15.47: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:36:15.47: IngressMonitor - Connect Kube API result 0 2025-11-03 14:36:15.47: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:36:15.47: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1209'})(timeout=120) 2025-11-03 14:36:15.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:36:15.47: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:36:15.47: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:36:15.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:36:15.48: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1209'}) 2025-11-03 14:36:33.64: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:36:33.64: PodMonitor - start process kube event 2025-11-03 14:36:33.64: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1742 2025-11-03 14:36:33.64: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:36:33.64: PodMonitor - Connect Kube API result 0 2025-11-03 14:36:33.64: PodMonitor - _schedule_vnc_sync 2025-11-03 14:36:33.64: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1742'})(timeout=120) 2025-11-03 14:36:33.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 14:36:33.64: VncKubernetes - vnc_sync - Pod start 2025-11-03 14:36:33.64: VncKubernetes - vnc_sync - Pod done 2025-11-03 14:36:33.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:36:33.65: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1742'}) 2025-11-03 14:36:44.90: NetworkMonitor - Received BOOKMARK: oldResVer=1387 newResVer=1387 2025-11-03 14:36:44.90: NetworkMonitor - start process kube event 2025-11-03 14:36:44.90: empty line received 2025-11-03 14:36:44.90: NetworkMonitor - start process kube event 2025-11-03 14:36:48.98: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:36:48.98: NetworkPolicyMonitor - start process kube event 2025-11-03 14:36:48.98: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1824 2025-11-03 14:36:48.98: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:36:48.98: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:36:48.98: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:36:48.98: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'})(timeout=120) 2025-11-03 14:36:48.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:36:48.98: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:36:48.99: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:36:48.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:36:49.00: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'}) 2025-11-03 14:36:50.48: NamespaceMonitor - Received BOOKMARK: oldResVer=1831 newResVer=1831 2025-11-03 14:36:50.48: NamespaceMonitor - start process kube event 2025-11-03 14:36:50.48: empty line received 2025-11-03 14:36:50.48: NamespaceMonitor - start process kube event 2025-11-03 14:37:00.11: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:37:00.11: ServiceMonitor - start process kube event 2025-11-03 14:37:00.11: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1828 2025-11-03 14:37:00.11: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:37:00.11: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:37:00.11: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:37:00.11: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1828'})(timeout=120) 2025-11-03 14:37:00.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:37:00.11: VncKubernetes - vnc_sync - Service start 2025-11-03 14:37:00.11: VncKubernetes - vnc_sync - Service done 2025-11-03 14:37:00.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:37:00.13: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1828'}) 2025-11-03 14:37:15.85: EndPointMonitor - Received BOOKMARK: oldResVer=1826 newResVer=1826 2025-11-03 14:37:15.85: EndPointMonitor - start process kube event 2025-11-03 14:37:15.85: empty line received 2025-11-03 14:37:15.85: EndPointMonitor - start process kube event 2025-11-03 14:37:35.60: NetworkMonitor - Received BOOKMARK: oldResVer=1387 newResVer=1387 2025-11-03 14:37:35.61: NetworkMonitor - start process kube event 2025-11-03 14:37:35.61: empty line received 2025-11-03 14:37:35.61: NetworkMonitor - start process kube event 2025-11-03 14:37:37.07: stop iteration NetworkMonitor [Introspect:8108]10.0.0.50 - - [2025-11-03 14:37:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001085 2025-11-03 14:37:37.07: NetworkMonitor - start process kube event 2025-11-03 14:37:37.07: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1387 2025-11-03 14:37:37.07: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:37:37.07: NetworkMonitor - Connect Kube API result 0 2025-11-03 14:37:37.07: NetworkMonitor - _schedule_vnc_sync 2025-11-03 14:37:37.07: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1387'})(timeout=120) 2025-11-03 14:37:37.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 14:37:37.07: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 14:37:37.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:37:37.08: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1387'}) 2025-11-03 14:37:50.29: NamespaceMonitor - Received BOOKMARK: oldResVer=1831 newResVer=1831 2025-11-03 14:37:50.29: NamespaceMonitor - start process kube event 2025-11-03 14:37:50.30: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 14:37:50.30: empty line received 2025-11-03 14:37:50.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 14:37:50.30: VncKubernetes - vnc_sync - Namespace start 2025-11-03 14:37:50.30: VncKubernetes - vnc_sync - Namespace done 2025-11-03 14:37:50.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:37:50.30: NamespaceMonitor - start process kube event 2025-11-03 14:37:53.35: PodMonitor - Received ADDED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:53.35: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-03 14:37:53.35: PodMonitor - start process kube event 2025-11-03 14:37:53.35: empty line received 2025-11-03 14:37:53.35: PodMonitor - start process kube event 2025-11-03 14:37:53.35: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:53.35: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:53.35: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:53.36: PodMonitor - start process kube event 2025-11-03 14:37:53.36: empty line received 2025-11-03 14:37:53.36: PodMonitor - start process kube event 2025-11-03 14:37:53.37: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:53.37: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:53.37: PodMonitor - start process kube event 2025-11-03 14:37:53.37: empty line received 2025-11-03 14:37:53.37: PodMonitor - start process kube event 2025-11-03 14:37:53.57: PodMonitor - Received ADDED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:53.58: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-03 14:37:53.58: PodMonitor - start process kube event 2025-11-03 14:37:53.58: empty line received 2025-11-03 14:37:53.58: PodMonitor - start process kube event 2025-11-03 14:37:53.58: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:53.58: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:53.58: PodMonitor - start process kube event 2025-11-03 14:37:53.58: empty line received 2025-11-03 14:37:53.58: PodMonitor - start process kube event 2025-11-03 14:37:53.59: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:53.60: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:53.60: PodMonitor - start process kube event 2025-11-03 14:37:53.60: empty line received 2025-11-03 14:37:53.60: PodMonitor - start process kube event 2025-11-03 14:37:54.12: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:54.12: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:54.12: PodMonitor - start process kube event 2025-11-03 14:37:54.12: empty line received 2025-11-03 14:37:54.12: PodMonitor - start process kube event 2025-11-03 14:37:54.13: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 14:37:54.13: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:54.20: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:37:54.20: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:54.76: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:54.76: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:54.76: PodMonitor - start process kube event 2025-11-03 14:37:54.76: empty line received 2025-11-03 14:37:54.76: PodMonitor - start process kube event 2025-11-03 14:37:54.77: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 14:37:54.77: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:54.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:37:54.90: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:37:54.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:37:54.91: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:37:54.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:07.76: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:07.76: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:07.76: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:07.76: PodMonitor - start process kube event 2025-11-03 14:38:07.76: empty line received 2025-11-03 14:38:07.76: PodMonitor - start process kube event 2025-11-03 14:38:07.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:08.76: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:38:08.76: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:38:08.77: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:38:08.77: PodMonitor - start process kube event 2025-11-03 14:38:08.77: empty line received 2025-11-03 14:38:08.77: PodMonitor - start process kube event 2025-11-03 14:38:08.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:09.81: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf [Introspect:8108]10.0.0.50 - - [2025-11-03 14:38:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001515 2025-11-03 14:38:09.81: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:09.82: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:09.82: PodMonitor - start process kube event 2025-11-03 14:38:09.82: empty line received 2025-11-03 14:38:09.82: PodMonitor - start process kube event 2025-11-03 14:38:09.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:15.48: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:38:15.48: IngressMonitor - start process kube event 2025-11-03 14:38:15.48: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1209 2025-11-03 14:38:15.48: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:38:15.48: IngressMonitor - Connect Kube API result 0 2025-11-03 14:38:15.48: IngressMonitor - _schedule_vnc_sync 2025-11-03 14:38:15.48: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1209'})(timeout=120) 2025-11-03 14:38:15.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 14:38:15.48: VncKubernetes - vnc_sync - Ingress start 2025-11-03 14:38:15.48: VncKubernetes - vnc_sync - Ingress done 2025-11-03 14:38:15.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:15.52: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1209'}) 2025-11-03 14:38:16.17: EndPointMonitor - Received BOOKMARK: oldResVer=1826 newResVer=1826 2025-11-03 14:38:16.17: EndPointMonitor - start process kube event 2025-11-03 14:38:16.17: EndPointMonitor - _schedule_vnc_sync 2025-11-03 14:38:16.17: empty line received 2025-11-03 14:38:16.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 14:38:16.17: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 14:38:16.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:16.17: EndPointMonitor - start process kube event 2025-11-03 14:38:34.39: PodMonitor - Received BOOKMARK: oldResVer=1742 newResVer=2139 2025-11-03 14:38:34.39: PodMonitor - start process kube event 2025-11-03 14:38:34.39: empty line received 2025-11-03 14:38:34.39: PodMonitor - start process kube event 2025-11-03 14:38:40.84: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.84: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.84: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.84: PodMonitor - start process kube event 2025-11-03 14:38:40.84: empty line received 2025-11-03 14:38:40.84: PodMonitor - start process kube event 2025-11-03 14:38:40.85: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.85: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.85: PodMonitor - start process kube event 2025-11-03 14:38:40.85: empty line received 2025-11-03 14:38:40.85: PodMonitor - start process kube event 2025-11-03 14:38:40.85: PodMonitor - Received DELETED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.85: PodMonitor - Got DELETED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.85: PodMonitor - start process kube event 2025-11-03 14:38:40.85: empty line received 2025-11-03 14:38:40.85: PodMonitor - start process kube event 2025-11-03 14:38:40.86: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 14:38:40.86: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.92: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:38:40.92: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:e8190f26-9052-4f0d-9e57-e51819d300bf 2025-11-03 14:38:40.94: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:38:40.94: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:38:40.94: PodMonitor - start process kube event 2025-11-03 14:38:40.94: empty line received 2025-11-03 14:38:40.94: PodMonitor - start process kube event 2025-11-03 14:38:41.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 14:38:41.22: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7a254b-d7de-4bfe-a76b-5d064d085dbb 2025-11-03 14:38:41.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:49.00: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:38:49.00: NetworkPolicyMonitor - start process kube event 2025-11-03 14:38:49.00: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1824 2025-11-03 14:38:49.00: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:38:49.00: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 14:38:49.01: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 14:38:49.01: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'})(timeout=120) 2025-11-03 14:38:49.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 14:38:49.01: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 14:38:49.01: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 14:38:49.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:38:49.02: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'}) 2025-11-03 14:38:50.10: NamespaceMonitor - Received BOOKMARK: oldResVer=1831 newResVer=1831 2025-11-03 14:38:50.10: NamespaceMonitor - start process kube event 2025-11-03 14:38:50.10: empty line received 2025-11-03 14:38:50.10: NamespaceMonitor - start process kube event 2025-11-03 14:39:00.13: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-03 14:39:00.13: ServiceMonitor - start process kube event 2025-11-03 14:39:00.13: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1828 2025-11-03 14:39:00.13: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-03 14:39:00.13: ServiceMonitor - Connect Kube API result 0 2025-11-03 14:39:00.13: ServiceMonitor - _schedule_vnc_sync 2025-11-03 14:39:00.13: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1828'})(timeout=120) 2025-11-03 14:39:00.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 14:39:00.13: VncKubernetes - vnc_sync - Service start 2025-11-03 14:39:00.13: VncKubernetes - vnc_sync - Service done 2025-11-03 14:39:00.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 14:39:00.16: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1828'})