++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ date +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log ++ echo 'INFO: =================== Mon Nov 24 06:06:10 PM UTC 2025 ===================' INFO: =================== Mon Nov 24 06:06:10 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ head -n 1 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.242 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.242 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.242 ++ ANALYTICSDB_NODES=10.0.0.242 ++ ANALYTICS_SNMP_NODES=10.0.0.242 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:8081 ' +++ '[' -n '10.0.0.242:8081 ' ']' +++ echo 10.0.0.242:8081 ++ ANALYTICS_SERVERS=10.0.0.242:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:9042 ' +++ '[' -n '10.0.0.242:9042 ' ']' +++ echo 10.0.0.242:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.242:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.242 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:8086 ' +++ '[' -n '10.0.0.242:8086 ' ']' +++ echo 10.0.0.242:8086 ++ COLLECTOR_SERVERS=10.0.0.242:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.242 ++ CONFIGDB_NODES=10.0.0.242 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:8082 ' +++ '[' -n '10.0.0.242:8082 ' ']' +++ echo 10.0.0.242:8082 ++ CONFIG_SERVERS=10.0.0.242:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:9161 ' +++ '[' -n '10.0.0.242:9161 ' ']' +++ echo 10.0.0.242:9161 ++ CONFIGDB_SERVERS=10.0.0.242:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:9041 ' +++ '[' -n '10.0.0.242:9041 ' ']' +++ echo 10.0.0.242:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.242:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.242 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.242 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.242 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+=10.0.0.242:2181, +++ '[' -n 10.0.0.242:2181, ']' +++ echo 10.0.0.242:2181 ++ ZOOKEEPER_SERVERS=10.0.0.242:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:2181 ' +++ '[' -n '10.0.0.242:2181 ' ']' +++ echo 10.0.0.242:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.242:2181 ++ RABBITMQ_NODES=10.0.0.242 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+=10.0.0.242:5673, +++ '[' -n 10.0.0.242:5673, ']' +++ echo 10.0.0.242:5673 ++ RABBITMQ_SERVERS=10.0.0.242:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:6379 ' +++ '[' -n '10.0.0.242:6379 ' ']' +++ echo 10.0.0.242:6379 ++ REDIS_SERVERS=10.0.0.242:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.242 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.242 +++ local server_address=10.0.0.242 +++ extended_server_list+='10.0.0.242:9092 ' +++ '[' -n '10.0.0.242:9092 ' ']' +++ echo 10.0.0.242:9092 ++ KAFKA_SERVERS=10.0.0.242:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.242 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.242 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.242 ++ cut -d , -f 1 + local cassandra=10.0.0.242 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.242 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ii1HdkJnc0tfbXdLUGFYWnVPQXJlNjNub2hUWVhZRlpfVnlLMU14SG4tYW8ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImVkMjUzYzNkLTRjZDEtNDgxYi05NTc5LTQ1MWI0MDM0Y2RmYSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.rS4ZkYwJ9NRp4mP5MdJe0yZDn8P-uogWo9WkeFX46yr3iqZ1qSgI0WQlMzLNduRHVU_qI6_6oRSGeWo4zVujLK0UMximYwrOtZbVqANAWMc8WDjsN7GXrhn20uOxoGQulS3u_Qtp2YLCIGg3RQsfFDNOvPlLLespeU_rj3IzV47gVrKmmVOESPLK4LmUamv-3DUR4rhNQu8QPW92QhX9L_19jMtPIEJ8nvWp6BnaLjkmHpqaJ3m3gi06ptPEYk_wd-g7d7B982MMVngQ-lXaQRD3vqRVXQRvBb0yQCXzjQi9eUr17PbzoHM-CpkN9sZGZR97iKswOp7BAYWTC3YWBw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.242 +++ local servers=10.0.0.242 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ tr '\n' , ++++ sort ++++ grep -vi host ++++ uniq ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' +++ local local_ips=,10.0.0.242,10.79.145.1,127.0.0.1,172.17.0.1,252.242.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.242'\''))' +++ local server_ip=10.0.0.242 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.242 ]] +++ [[ ,10.0.0.242,10.79.145.1,127.0.0.1,172.17.0.1,252.242.0.1,, =~ ,10\.0\.0\.242, ]] +++ echo 10.0.0.242 1 +++ return ++ local ip=10.0.0.242 ++ [[ -z 10.0.0.242 ]] ++ echo 10.0.0.242 + host_ip=10.0.0.242 + [[ cql == \c\q\l ]] ++ echo 10.0.0.242:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.242:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ grep '^KUBERNETES__.*__.*=.*$' ++ set ++ cut -d = -f 1 ++ sort ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/24/2025 18:06:17.940 7f23db80c0c0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/24/2025 18:06:18.097 7f23db80c0c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/24/2025 18:06:18.097 7f23db80c0c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-11-24 18:06:18.36: KubeMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:18.37: KubeMonitor - Connect Kube API result 0 2025-11-24 18:06:18.46: KubeMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/api/v1 2025-11-24 18:06:18.47: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/api/v1 2025-11-24 18:06:18.47: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1 2025-11-24 18:06:18.48: PodMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/api/v1 2025-11-24 18:06:18.49: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/api/v1 2025-11-24 18:06:18.49: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/apis/networking.k8s.io/v1 2025-11-24 18:06:18.50: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/api/v1 2025-11-24 18:06:18.51: IngressMonitor - KubeMonitor init done: url=https://10.0.0.242:6443/apis/networking.k8s.io/v1 2025-11-24 18:06:18.51: VncKubernetes - vnc_connect starting 2025-11-24 18:06:18.52: VncKubernetes - vnc_connect done 2025-11-24 18:06:18.66: default-domain domain available. 2025-11-24 18:06:23.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:06:23.32: NamespaceMonitor - start process kube event 2025-11-24 18:06:23.32: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.32: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.32: NetworkMonitor - start process kube event 2025-11-24 18:06:23.32: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.32: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.32: PodMonitor - start process kube event 2025-11-24 18:06:23.32: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.32: PodMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.32: ServiceMonitor - start process kube event 2025-11-24 18:06:23.32: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.32: ServiceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.32: NetworkPolicyMonitor - start process kube event 2025-11-24 18:06:23.32: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.32: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.32: EndPointMonitor - start process kube event 2025-11-24 18:06:23.32: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.33: EndPointMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.33: IngressMonitor - start process kube event 2025-11-24 18:06:23.33: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.33: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.33: IngressMonitor - Connect Kube API result 0 2025-11-24 18:06:23.33: IngressMonitor - Start init url=https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-24 18:06:23.33: EndPointMonitor - Connect Kube API result 0 2025-11-24 18:06:23.33: EndPointMonitor - Start init url=https://10.0.0.242:6443/api/v1/endpoints resource_version=None 2025-11-24 18:06:23.33: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:06:23.33: NetworkPolicyMonitor - Start init url=https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-24 18:06:23.33: ServiceMonitor - Connect Kube API result 0 2025-11-24 18:06:23.33: ServiceMonitor - Start init url=https://10.0.0.242:6443/api/v1/services resource_version=None 2025-11-24 18:06:23.33: PodMonitor - Connect Kube API result 0 2025-11-24 18:06:23.34: PodMonitor - Start init url=https://10.0.0.242:6443/api/v1/pods resource_version=None 2025-11-24 18:06:23.34: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:06:23.34: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:06:23.34: NamespaceMonitor - Start init url=https://10.0.0.242:6443/api/v1/namespaces resource_version=None 2025-11-24 18:06:23.37: IngressMonitor - Done init url=https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses, resource_version=322 2025-11-24 18:06:23.37: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:06:23.37: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:06:23.37: NetworkPolicyMonitor - Done init url=https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=322 2025-11-24 18:06:23.37: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:06:23.37: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:06:23.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:06:23.38: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:06:23.38: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:06:23.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:06:23.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:06:23.38: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:06:23.38: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:06:23.38: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:06:23.38: NamespaceMonitor - Got ADDED Namespace None:contrail:b1807b26-e651-446e-bc58-a36a796054a6 2025-11-24 18:06:23.38: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:06:23.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:06:23.38: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:b1807b26-e651-446e-bc58-a36a796054a6 2025-11-24 18:06:23.38: ServiceMonitor - Got ADDED Service default:kubernetes:314058de-d385-499d-b69d-ab807d2a514c 2025-11-24 18:06:23.39: PodMonitor - Skipped ADDED Pod kube-system:coredns-6f867cd986-5hnd8 (no nodeName) 2025-11-24 18:06:23.39: PodMonitor - Done init url=https://10.0.0.242:6443/api/v1/pods, resource_version=322 2025-11-24 18:06:23.39: PodMonitor - _schedule_vnc_sync 2025-11-24 18:06:23.39: PodMonitor - Start Watching request https://10.0.0.242:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:06:23.39: EndPointMonitor - Got ADDED Endpoints default:kubernetes:935c6e69-b089-47f8-b06f-735d2bf18220 2025-11-24 18:06:23.39: NetworkMonitor - Start init url=https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-24 18:06:23.39: PodMonitor - Watches https://10.0.0.242:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:06:23.39: NamespaceMonitor - Got ADDED Namespace None:default:ede02d84-c433-491d-9f33-3a81d73673c1 2025-11-24 18:06:23.40: ServiceMonitor - Got ADDED Service kube-system:kube-dns:809579af-e619-4d34-af4f-260949e45aea 2025-11-24 18:06:23.40: ServiceMonitor - Done init url=https://10.0.0.242:6443/api/v1/services, resource_version=322 2025-11-24 18:06:23.40: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:06:23.40: ServiceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:06:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001042 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:06:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.004440 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:06:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001076 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:06:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001069 2025-11-24 18:06:23.40: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-11-24 18:06:23.40: NetworkMonitor - start process kube event 2025-11-24 18:06:23.40: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 18:06:23.40: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:06:23.40: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:06:23.41: NetworkMonitor - Start init url=https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-24 18:06:23.41: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:9e037d2f-33da-417a-9f58-b2151db24816 2025-11-24 18:06:23.41: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:06:23.41: EndPointMonitor - Done init url=https://10.0.0.242:6443/api/v1/endpoints, resource_version=322 2025-11-24 18:06:23.41: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:06:23.41: EndPointMonitor - Start Watching request https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:06:23.41: ServiceMonitor - Watches https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:06:23.42: EndPointMonitor - Watches https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:06:23.42: NamespaceMonitor - Got ADDED Namespace None:kube-public:8c808a07-3476-4245-8191-1667ba2c4d8c 2025-11-24 18:06:23.42: NamespaceMonitor - Got ADDED Namespace None:kube-system:2481bdc7-7198-42b6-b71a-2ddc4c1e784d 2025-11-24 18:06:23.42: NamespaceMonitor - Done init url=https://10.0.0.242:6443/api/v1/namespaces, resource_version=322 2025-11-24 18:06:23.42: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:06:23.42: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:06:23.43: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:06:23.45: NetworkMonitor - Done init url=https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=327 2025-11-24 18:06:23.45: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:06:23.45: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'})(timeout=120) 2025-11-24 18:06:23.45: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'}) 2025-11-24 18:06:25.24: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:06:25.24: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:314058de-d385-499d-b69d-ab807d2a514c 2025-11-24 18:06:26.91: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 18:06:26.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 18:06:26.92: VncKubernetes - vnc_sync - Pod start 2025-11-24 18:06:26.92: VncKubernetes - vnc_sync - Pod done 2025-11-24 18:06:26.92: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-24 18:06:26.92: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:935c6e69-b089-47f8-b06f-735d2bf18220 2025-11-24 18:06:27.00: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-24 18:06:27.00: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:ede02d84-c433-491d-9f33-3a81d73673c1 2025-11-24 18:06:29.56: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-24 18:06:29.56: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:809579af-e619-4d34-af4f-260949e45aea 2025-11-24 18:06:31.63: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-24 18:06:31.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:06:31.63: VncKubernetes - vnc_sync - Service start 2025-11-24 18:06:31.63: VncKubernetes - vnc_sync - Service done 2025-11-24 18:06:31.63: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-24 18:06:31.63: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:9e037d2f-33da-417a-9f58-b2151db24816 2025-11-24 18:06:33.66: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 18:06:33.66: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:06:33.69: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 18:06:33.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:06:33.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:06:33.69: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:06:33.69: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:8c808a07-3476-4245-8191-1667ba2c4d8c 2025-11-24 18:06:35.81: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:06:35.81: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:2481bdc7-7198-42b6-b71a-2ddc4c1e784d 2025-11-24 18:06:37.67: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:06:37.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:06:37.67: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:06:37.67: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:06:37.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:06:37.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:06:37.68: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:06:37.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:07:06.88: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:06.89: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:06.89: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:06.89: PodMonitor - start process kube event 2025-11-24 18:07:06.89: empty line received 2025-11-24 18:07:06.89: PodMonitor - start process kube event 2025-11-24 18:07:06.91: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:06.91: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:06.91: PodMonitor - start process kube event 2025-11-24 18:07:06.91: empty line received 2025-11-24 18:07:06.91: PodMonitor - start process kube event 2025-11-24 18:07:07.77: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:07.77: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:07.77: PodMonitor - start process kube event [Introspect:8108]10.0.0.242 - - [2025-11-24 18:07:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.003005 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:07:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001181 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:07:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000938 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:07:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001059 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:07:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001018 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:07:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001069 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:08:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000985 2025-11-24 18:07:07.77: empty line received 2025-11-24 18:07:07.77: PodMonitor - start process kube event 2025-11-24 18:07:07.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:07:07.79: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:07.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:07:07.85: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:07:07.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:07:23.69: PodMonitor - Received BOOKMARK: oldResVer=322 newResVer=411 2025-11-24 18:07:23.69: PodMonitor - start process kube event 2025-11-24 18:07:23.69: empty line received 2025-11-24 18:07:23.69: PodMonitor - start process kube event 2025-11-24 18:08:23.38: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:08:23.38: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:08:23.38: NetworkPolicyMonitor - start process kube event 2025-11-24 18:08:23.38: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:08:23.38: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:08:23.38: IngressMonitor - start process kube event 2025-11-24 18:08:23.38: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:08:23.38: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:08:23.39: IngressMonitor - Connect Kube API result 0 2025-11-24 18:08:23.39: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:08:23.39: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:08:23.39: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:08:23.39: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:08:23.39: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:08:23.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:08:23.39: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:08:23.39: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:08:23.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:08:23.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:08:23.39: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:08:23.39: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:08:23.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:08:23.41: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:08:23.41: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:08:23.41: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:08:23.41: ServiceMonitor - start process kube event 2025-11-24 18:08:23.41: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:08:23.41: ServiceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:08:23.41: ServiceMonitor - Connect Kube API result 0 2025-11-24 18:08:23.42: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:08:23.42: ServiceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:08:23.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:08:23.42: VncKubernetes - vnc_sync - Service start 2025-11-24 18:08:23.42: VncKubernetes - vnc_sync - Service done 2025-11-24 18:08:23.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:08:23.42: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:08:23.42: EndPointMonitor - start process kube event 2025-11-24 18:08:23.42: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:08:23.42: EndPointMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:08:23.42: EndPointMonitor - Connect Kube API result 0 2025-11-24 18:08:23.42: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:08:23.42: EndPointMonitor - Start Watching request https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:08:23.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:08:23.42: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:08:23.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:08:23.42: ServiceMonitor - Watches https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:08:23.43: EndPointMonitor - Watches https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:08:23.43: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:08:23.43: NamespaceMonitor - start process kube event 2025-11-24 18:08:23.43: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:08:23.43: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:08:23.43: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:08:23.43: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:08:23.43: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:08:23.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:08:23.43: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:08:23.43: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:08:23.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:08:23.43: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:08:23.46: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:08:23.46: NetworkMonitor - start process kube event 2025-11-24 18:08:23.46: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=327 2025-11-24 18:08:23.46: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:08:23.46: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:08:23.46: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:08:23.46: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'})(timeout=120) 2025-11-24 18:08:23.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:08:23.54: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:08:23.54: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:08:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000963 2025-11-24 18:08:23.54: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'}) 2025-11-24 18:08:24.64: PodMonitor - Received BOOKMARK: oldResVer=411 newResVer=411 2025-11-24 18:08:24.64: PodMonitor - start process kube event 2025-11-24 18:08:24.64: empty line received 2025-11-24 18:08:24.64: PodMonitor - start process kube event 2025-11-24 18:09:24.35: PodMonitor - Received BOOKMARK: oldResVer=411 newResVer=411 2025-11-24 18:09:24.35: PodMonitor - start process kube event 2025-11-24 18:09:24.35: empty line received 2025-11-24 18:09:24.35: PodMonitor - start process kube event 2025-11-24 18:10:23.41: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:10:23.41: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:10:23.41: IngressMonitor - start process kube event 2025-11-24 18:10:23.41: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:10:23.41: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:10:23.41: NetworkPolicyMonitor - start process kube event 2025-11-24 18:10:23.41: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:10:23.41: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:10:23.41: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:10:23.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:10:23.41: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:10:23.41: IngressMonitor - Connect Kube API result 0 2025-11-24 18:10:23.41: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:10:23.41: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:10:23.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:10:23.41: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:10:23.42: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:10:23.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:10:23.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:10:23.42: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:10:23.42: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:10:23.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:10:23.43: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:10:23.43: ServiceMonitor - start process kube event 2025-11-24 18:10:23.43: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:10:23.43: ServiceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:10:23.43: ServiceMonitor - Connect Kube API result 0 2025-11-24 18:10:23.43: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:10:23.43: ServiceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:10:23.43: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:10:23.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:10:23.43: VncKubernetes - vnc_sync - Service start 2025-11-24 18:10:23.43: VncKubernetes - vnc_sync - Service done 2025-11-24 18:10:23.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:10:23.43: EndPointMonitor - start process kube event 2025-11-24 18:10:23.43: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:10:23.43: EndPointMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:10:23.43: EndPointMonitor - Connect Kube API result 0 2025-11-24 18:10:23.43: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:10:23.43: EndPointMonitor - Start Watching request https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:10:23.43: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:10:23.43: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:10:23.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:10:23.43: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:10:23.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:10:23.44: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:10:23.44: NamespaceMonitor - start process kube event 2025-11-24 18:10:23.44: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:10:23.44: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:10:23.44: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:10:23.44: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:10:23.44: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:10:23.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:10:23.44: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:10:23.44: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:10:23.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:10:23.44: ServiceMonitor - Watches https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:10:23.44: EndPointMonitor - Watches https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:10:23.45: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:10:23.54: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:10:23.54: NetworkMonitor - start process kube event 2025-11-24 18:10:23.54: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=327 2025-11-24 18:10:23.54: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:10:23.54: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:10:23.54: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:10:23.54: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'})(timeout=120) 2025-11-24 18:10:23.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:10:23.55: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:10:23.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:10:23.55: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'}) 2025-11-24 18:10:24.24: PodMonitor - Received BOOKMARK: oldResVer=411 newResVer=411 2025-11-24 18:10:24.24: PodMonitor - start process kube event 2025-11-24 18:10:24.24: PodMonitor - _schedule_vnc_sync 2025-11-24 18:10:24.24: empty line received 2025-11-24 18:10:24.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 18:10:24.24: VncKubernetes - vnc_sync - Pod start 2025-11-24 18:10:24.24: PodMonitor - start process kube event 2025-11-24 18:10:24.26: VncKubernetes - vnc_sync - Pod done 2025-11-24 18:10:24.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:10:48.87: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:10:48.87: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:10:48.87: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:10:48.87: PodMonitor - start process kube event 2025-11-24 18:10:48.87: empty line received 2025-11-24 18:10:48.87: PodMonitor - start process kube event 2025-11-24 18:10:48.87: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:10:48.87: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:10:48.87: EndPointMonitor - start process kube event 2025-11-24 18:10:48.87: empty line received 2025-11-24 18:10:48.87: EndPointMonitor - start process kube event 2025-11-24 18:10:48.88: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:10:48.88: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:10:48.88: PodMonitor - start process kube event 2025-11-24 18:10:48.88: empty line received 2025-11-24 18:10:48.88: PodMonitor - start process kube event 2025-11-24 18:10:48.88: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:10:48.88: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:10:48.88: EndPointMonitor - start process kube event 2025-11-24 18:10:48.88: empty line received 2025-11-24 18:10:48.88: EndPointMonitor - start process kube event 2025-11-24 18:10:48.89: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:10:48.89: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:10:48.98: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:10:48.98: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:10:49.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:10:49.03: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:10:49.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:11:23.42: EndPointMonitor - Received BOOKMARK: oldResVer=322 newResVer=728 2025-11-24 18:11:23.42: EndPointMonitor - start process kube event 2025-11-24 18:11:23.42: empty line received 2025-11-24 18:11:23.42: EndPointMonitor - start process kube event 2025-11-24 18:11:24.71: PodMonitor - Received BOOKMARK: oldResVer=411 newResVer=727 2025-11-24 18:11:24.71: PodMonitor - start process kube event 2025-11-24 18:11:24.71: empty line received 2025-11-24 18:11:24.71: PodMonitor - start process kube event 2025-11-24 18:12:23.17: EndPointMonitor - Received BOOKMARK: oldResVer=728 newResVer=728 2025-11-24 18:12:23.17: EndPointMonitor - start process kube event 2025-11-24 18:12:23.17: empty line received 2025-11-24 18:12:23.17: EndPointMonitor - start process kube event 2025-11-24 18:12:23.43: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:12:23.43: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:12:23.43: IngressMonitor - start process kube event 2025-11-24 18:12:23.43: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:12:23.44: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:12:23.44: NetworkPolicyMonitor - start process kube event 2025-11-24 18:12:23.44: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:12:23.44: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:12:23.44: IngressMonitor - Connect Kube API result 0 2025-11-24 18:12:23.44: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:12:23.44: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:12:23.44: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:12:23.44: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:12:23.44: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:12:23.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:12:23.44: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:12:23.44: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:12:23.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:12:23.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:12:23.44: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:12:23.44: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:12:23.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:12:23.44: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:12:23.44: ServiceMonitor - start process kube event 2025-11-24 18:12:23.44: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:12:23.44: ServiceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:12:23.44: ServiceMonitor - Connect Kube API result 0 2025-11-24 18:12:23.44: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:12:23.44: ServiceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:12:23.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:12:23.44: VncKubernetes - vnc_sync - Service start 2025-11-24 18:12:23.44: VncKubernetes - vnc_sync - Service done 2025-11-24 18:12:23.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:12:23.45: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:12:23.45: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:12:23.45: NamespaceMonitor - start process kube event 2025-11-24 18:12:23.45: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:12:23.45: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:12:23.45: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:12:23.45: NamespaceMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.242 - - [2025-11-24 18:12:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001051 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:12:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001153 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:13:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001082 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:13:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001098 2025-11-24 18:12:23.45: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:12:23.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:12:23.45: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:12:23.45: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:12:23.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:12:23.46: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:12:23.46: ServiceMonitor - Watches https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:12:23.46: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:12:23.55: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:12:23.56: NetworkMonitor - start process kube event 2025-11-24 18:12:23.56: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=327 2025-11-24 18:12:23.56: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:12:23.56: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:12:23.56: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:12:23.56: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'})(timeout=120) 2025-11-24 18:12:23.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:12:23.56: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:12:23.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:12:23.56: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'}) 2025-11-24 18:12:25.74: PodMonitor - Received BOOKMARK: oldResVer=727 newResVer=727 2025-11-24 18:12:25.74: PodMonitor - start process kube event 2025-11-24 18:12:25.74: empty line received 2025-11-24 18:12:25.74: PodMonitor - start process kube event 2025-11-24 18:13:22.83: EndPointMonitor - Received BOOKMARK: oldResVer=728 newResVer=728 2025-11-24 18:13:22.83: EndPointMonitor - start process kube event 2025-11-24 18:13:22.83: empty line received 2025-11-24 18:13:22.83: EndPointMonitor - start process kube event 2025-11-24 18:13:26.38: PodMonitor - Received BOOKMARK: oldResVer=727 newResVer=727 2025-11-24 18:13:26.38: PodMonitor - start process kube event 2025-11-24 18:13:26.38: empty line received 2025-11-24 18:13:26.38: PodMonitor - start process kube event 2025-11-24 18:13:40.85: PodMonitor - Received BOOKMARK: oldResVer=727 newResVer=727 2025-11-24 18:13:40.85: PodMonitor - start process kube event 2025-11-24 18:13:40.85: empty line received 2025-11-24 18:13:40.85: PodMonitor - start process kube event 2025-11-24 18:13:41.93: PodMonitor - Received BOOKMARK: oldResVer=727 newResVer=727 2025-11-24 18:13:41.93: PodMonitor - start process kube event 2025-11-24 18:13:41.93: empty line received 2025-11-24 18:13:41.93: PodMonitor - start process kube event 2025-11-24 18:13:43.04: stop iteration PodMonitor 2025-11-24 18:13:43.04: PodMonitor - start process kube event 2025-11-24 18:13:43.04: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=727 2025-11-24 18:13:43.04: PodMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:13:43.04: PodMonitor - Connect Kube API result 0 2025-11-24 18:13:43.04: PodMonitor - _schedule_vnc_sync 2025-11-24 18:13:43.04: PodMonitor - Start Watching request https://10.0.0.242:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '727'})(timeout=120) 2025-11-24 18:13:43.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 18:13:43.04: VncKubernetes - vnc_sync - Pod start 2025-11-24 18:13:43.04: VncKubernetes - vnc_sync - Pod done 2025-11-24 18:13:43.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:13:43.05: PodMonitor - Watches https://10.0.0.242:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '727'}) 2025-11-24 18:14:13.19: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:14:13.19: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:14:13.19: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:14:13.20: PodMonitor - start process kube event 2025-11-24 18:14:13.20: empty line received 2025-11-24 18:14:13.20: PodMonitor - start process kube event 2025-11-24 18:14:13.21: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:14:13.21: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:14:13.21: EndPointMonitor - start process kube event 2025-11-24 18:14:13.21: empty line received 2025-11-24 18:14:13.21: EndPointMonitor - start process kube event 2025-11-24 18:14:13.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:14:13.21: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:14:13.24: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:14:13.24: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:14:13.24: PodMonitor - start process kube event 2025-11-24 18:14:13.24: empty line received 2025-11-24 18:14:13.24: PodMonitor - start process kube event 2025-11-24 18:14:13.25: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:14:13.26: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:14:13.26: EndPointMonitor - start process kube event 2025-11-24 18:14:13.26: empty line received 2025-11-24 18:14:13.26: EndPointMonitor - start process kube event 2025-11-24 18:14:13.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:14:13.64: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:14:13.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:14:13.70: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:14:14.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:14:23.27: EndPointMonitor - Received BOOKMARK: oldResVer=728 newResVer=1016 2025-11-24 18:14:23.27: EndPointMonitor - start process kube event 2025-11-24 18:14:23.27: empty line received 2025-11-24 18:14:23.27: EndPointMonitor - start process kube event 2025-11-24 18:14:23.45: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:14:23.45: NetworkPolicyMonitor - start process kube event 2025-11-24 18:14:23.45: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:14:23.45: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:14:23.45: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:14:23.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:14:23.45: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:14:23.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:14:23.46: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:14:23.46: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:14:23.46: IngressMonitor - start process kube event 2025-11-24 18:14:23.46: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:14:23.46: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:14:23.46: IngressMonitor - Connect Kube API result 0 2025-11-24 18:14:23.46: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:14:23.46: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:14:23.46: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:14:23.46: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:14:23.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:14:23.46: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:14:23.46: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:14:23.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:14:23.46: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:14:23.46: ServiceMonitor - start process kube event 2025-11-24 18:14:23.46: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:14:23.46: ServiceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:14:23.46: ServiceMonitor - Connect Kube API result 0 2025-11-24 18:14:23.46: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:14:23.46: ServiceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:14:23.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:14:23.46: VncKubernetes - vnc_sync - Service start 2025-11-24 18:14:23.46: VncKubernetes - vnc_sync - Service done 2025-11-24 18:14:23.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:14:23.47: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:14:23.47: NamespaceMonitor - start process kube event 2025-11-24 18:14:23.47: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:14:23.47: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:14:23.47: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:14:23.47: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:14:23.47: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:14:23.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:14:23.47: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:14:23.47: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:14:23.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:14:23.47: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:14:23.47: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:14:23.47: ServiceMonitor - Watches https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:14:23.48: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:14:23.57: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:14:23.58: NetworkMonitor - start process kube event 2025-11-24 18:14:23.58: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=327 2025-11-24 18:14:23.58: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:14:23.58: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:14:23.58: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:14:23.58: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'})(timeout=120) 2025-11-24 18:14:23.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:14:23.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:14:23.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:14:23.60: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'}) 2025-11-24 18:14:43.76: PodMonitor - Received BOOKMARK: oldResVer=727 newResVer=1014 2025-11-24 18:14:43.76: PodMonitor - start process kube event 2025-11-24 18:14:43.76: empty line received 2025-11-24 18:14:43.76: PodMonitor - start process kube event 2025-11-24 18:15:23.39: ServiceMonitor - Received BOOKMARK: oldResVer=322 newResVer=1066 2025-11-24 18:15:23.39: ServiceMonitor - start process kube event 2025-11-24 18:15:23.39: empty line received 2025-11-24 18:15:23.39: ServiceMonitor - start process kube event 2025-11-24 18:15:23.42: EndPointMonitor - Received BOOKMARK: oldResVer=1016 newResVer=1016 2025-11-24 18:15:23.42: EndPointMonitor - start process kube event 2025-11-24 18:15:23.42: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:15:23.42: empty line received 2025-11-24 18:15:23.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:15:23.42: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:15:23.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:15:23.42: EndPointMonitor - start process kube event 2025-11-24 18:15:23.69: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=322 newResVer=1063 2025-11-24 18:15:23.69: NetworkPolicyMonitor - start process kube event 2025-11-24 18:15:23.69: empty line received 2025-11-24 18:15:23.69: NetworkPolicyMonitor - start process kube event 2025-11-24 18:15:23.71: IngressMonitor - Received BOOKMARK: oldResVer=322 newResVer=1046 2025-11-24 18:15:23.71: IngressMonitor - start process kube event 2025-11-24 18:15:23.71: empty line received 2025-11-24 18:15:23.71: IngressMonitor - start process kube event 2025-11-24 18:15:44.61: PodMonitor - Received BOOKMARK: oldResVer=1014 newResVer=1014 2025-11-24 18:15:44.61: PodMonitor - start process kube event 2025-11-24 18:15:44.61: empty line received 2025-11-24 18:15:44.61: PodMonitor - start process kube event 2025-11-24 18:16:22.94: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1063 newResVer=1063 2025-11-24 18:16:22.94: NetworkPolicyMonitor - start process kube event 2025-11-24 18:16:22.94: empty line received 2025-11-24 18:16:22.94: NetworkPolicyMonitor - start process kube event 2025-11-24 18:16:23.03: EndPointMonitor - Received BOOKMARK: oldResVer=1016 newResVer=1016 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:17:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001025 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:18:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001446 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:18:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001425 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:18:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000962 2025-11-24 18:16:23.03: EndPointMonitor - start process kube event 2025-11-24 18:16:23.03: empty line received 2025-11-24 18:16:23.03: EndPointMonitor - start process kube event 2025-11-24 18:16:23.04: ServiceMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-11-24 18:16:23.04: ServiceMonitor - start process kube event 2025-11-24 18:16:23.04: empty line received 2025-11-24 18:16:23.04: ServiceMonitor - start process kube event 2025-11-24 18:16:23.48: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:16:23.48: NamespaceMonitor - start process kube event 2025-11-24 18:16:23.48: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:16:23.48: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:16:23.48: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:16:23.48: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:16:23.48: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:16:23.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:16:23.48: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:16:23.48: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:16:23.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:16:23.49: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:16:23.60: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:16:23.60: NetworkMonitor - start process kube event 2025-11-24 18:16:23.60: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=327 2025-11-24 18:16:23.60: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:16:23.60: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:16:23.61: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:16:23.61: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'})(timeout=120) 2025-11-24 18:16:23.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:16:23.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:16:23.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:16:23.61: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '327'}) 2025-11-24 18:16:23.67: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-11-24 18:16:23.67: IngressMonitor - start process kube event 2025-11-24 18:16:23.67: empty line received 2025-11-24 18:16:23.67: IngressMonitor - start process kube event 2025-11-24 18:16:44.56: PodMonitor - Received BOOKMARK: oldResVer=1014 newResVer=1014 2025-11-24 18:16:44.56: PodMonitor - start process kube event 2025-11-24 18:16:44.56: empty line received 2025-11-24 18:16:44.56: PodMonitor - start process kube event 2025-11-24 18:17:23.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1063 newResVer=1063 2025-11-24 18:17:23.02: NetworkPolicyMonitor - start process kube event 2025-11-24 18:17:23.02: empty line received 2025-11-24 18:17:23.02: NetworkPolicyMonitor - start process kube event 2025-11-24 18:17:23.44: ServiceMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-11-24 18:17:23.44: ServiceMonitor - start process kube event 2025-11-24 18:17:23.44: empty line received 2025-11-24 18:17:23.44: ServiceMonitor - start process kube event 2025-11-24 18:17:23.60: EndPointMonitor - Received BOOKMARK: oldResVer=1016 newResVer=1016 2025-11-24 18:17:23.60: EndPointMonitor - start process kube event 2025-11-24 18:17:23.60: empty line received 2025-11-24 18:17:23.61: EndPointMonitor - start process kube event 2025-11-24 18:17:23.70: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-11-24 18:17:23.70: IngressMonitor - start process kube event 2025-11-24 18:17:23.70: empty line received 2025-11-24 18:17:23.70: IngressMonitor - start process kube event 2025-11-24 18:17:24.40: NetworkMonitor - Received BOOKMARK: oldResVer=327 newResVer=1270 2025-11-24 18:17:24.40: NetworkMonitor - start process kube event 2025-11-24 18:17:24.40: empty line received 2025-11-24 18:17:24.40: NetworkMonitor - start process kube event 2025-11-24 18:17:44.59: PodMonitor - Received BOOKMARK: oldResVer=1014 newResVer=1014 2025-11-24 18:17:44.59: PodMonitor - start process kube event 2025-11-24 18:17:44.59: PodMonitor - _schedule_vnc_sync 2025-11-24 18:17:44.59: empty line received 2025-11-24 18:17:44.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 18:17:44.59: VncKubernetes - vnc_sync - Pod start 2025-11-24 18:17:44.59: VncKubernetes - vnc_sync - Pod done 2025-11-24 18:17:44.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:17:44.59: PodMonitor - start process kube event 2025-11-24 18:18:23.15: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1046 2025-11-24 18:18:23.15: IngressMonitor - start process kube event 2025-11-24 18:18:23.15: empty line received 2025-11-24 18:18:23.15: IngressMonitor - start process kube event 2025-11-24 18:18:23.25: EndPointMonitor - Received BOOKMARK: oldResVer=1016 newResVer=1016 2025-11-24 18:18:23.25: EndPointMonitor - start process kube event 2025-11-24 18:18:23.25: empty line received 2025-11-24 18:18:23.25: EndPointMonitor - start process kube event 2025-11-24 18:18:23.49: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:18:23.49: NamespaceMonitor - start process kube event 2025-11-24 18:18:23.49: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=322 2025-11-24 18:18:23.49: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:18:23.49: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:18:23.49: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:18:23.49: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'})(timeout=120) 2025-11-24 18:18:23.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:18:23.49: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:18:23.49: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:18:23.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:18:23.50: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '322'}) 2025-11-24 18:18:23.78: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1063 newResVer=1063 2025-11-24 18:18:23.78: NetworkPolicyMonitor - start process kube event 2025-11-24 18:18:23.78: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:18:23.78: empty line received 2025-11-24 18:18:23.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:18:23.78: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:18:23.78: NetworkPolicyMonitor - start process kube event 2025-11-24 18:18:23.78: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:18:23.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:18:23.83: ServiceMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-11-24 18:18:23.83: ServiceMonitor - start process kube event 2025-11-24 18:18:23.83: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:18:23.83: empty line received 2025-11-24 18:18:23.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:18:49] "GET /Snh_NamespaceDatabaseList?namespace_uuid=ede02d84-c433-491d-9f33-3a81d73673c1 HTTP/1.1" 200 753 0.000618 2025-11-24 18:18:23.83: VncKubernetes - vnc_sync - Service start 2025-11-24 18:18:23.83: VncKubernetes - vnc_sync - Service done 2025-11-24 18:18:23.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:18:23.83: ServiceMonitor - start process kube event 2025-11-24 18:18:24.40: NetworkMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-24 18:18:24.40: NetworkMonitor - start process kube event 2025-11-24 18:18:24.40: empty line received 2025-11-24 18:18:24.40: NetworkMonitor - start process kube event 2025-11-24 18:18:44.05: PodMonitor - Received BOOKMARK: oldResVer=1014 newResVer=1014 2025-11-24 18:18:44.05: PodMonitor - start process kube event 2025-11-24 18:18:44.05: empty line received 2025-11-24 18:18:44.05: PodMonitor - start process kube event 2025-11-24 18:18:49.20: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-69548597:ef5b8cef-0547-4940-9672-3b517f26e648 2025-11-24 18:18:49.20: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-69548597:ef5b8cef-0547-4940-9672-3b517f26e648 2025-11-24 18:18:49.20: VncKubernetes - Process event (name=ctest-nginx-svc-69548597 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-69548597:ef5b8cef-0547-4940-9672-3b517f26e648 2025-11-24 18:18:49.20: ServiceMonitor - start process kube event 2025-11-24 18:18:49.20: empty line received 2025-11-24 18:18:49.20: ServiceMonitor - start process kube event 2025-11-24 18:18:49.22: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:18:49.22: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:18:49.22: EndPointMonitor - start process kube event 2025-11-24 18:18:49.22: empty line received 2025-11-24 18:18:49.22: EndPointMonitor - start process kube event 2025-11-24 18:18:49.26: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:49.26: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-53544882 (no nodeName) 2025-11-24 18:18:49.26: PodMonitor - start process kube event 2025-11-24 18:18:49.26: empty line received 2025-11-24 18:18:49.26: PodMonitor - start process kube event 2025-11-24 18:18:49.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:49.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:49.27: PodMonitor - start process kube event 2025-11-24 18:18:49.27: empty line received 2025-11-24 18:18:49.27: PodMonitor - start process kube event 2025-11-24 18:18:49.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:49.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:49.30: PodMonitor - start process kube event 2025-11-24 18:18:49.30: empty line received 2025-11-24 18:18:49.30: PodMonitor - start process kube event 2025-11-24 18:18:49.31: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:49.31: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-95464844 (no nodeName) 2025-11-24 18:18:49.31: PodMonitor - start process kube event 2025-11-24 18:18:49.31: empty line received 2025-11-24 18:18:49.31: PodMonitor - start process kube event 2025-11-24 18:18:49.32: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:49.32: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:49.32: PodMonitor - start process kube event 2025-11-24 18:18:49.32: empty line received 2025-11-24 18:18:49.32: PodMonitor - start process kube event 2025-11-24 18:18:49.33: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:49.33: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:49.33: PodMonitor - start process kube event 2025-11-24 18:18:49.33: empty line received 2025-11-24 18:18:49.33: PodMonitor - start process kube event 2025-11-24 18:18:50.38: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 18:18:50.38: VncKubernetes - Process event (name=ctest-nginx-svc-69548597 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:18:50.41: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:18:50.41: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:51.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:51.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:51.27: PodMonitor - start process kube event 2025-11-24 18:18:51.27: empty line received 2025-11-24 18:18:51.27: PodMonitor - start process kube event 2025-11-24 18:18:51.28: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:18:51.28: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:51.36: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:18:51.36: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:52.01: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:52.01: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:52.02: PodMonitor - start process kube event 2025-11-24 18:18:52.02: empty line received 2025-11-24 18:18:52.02: PodMonitor - start process kube event 2025-11-24 18:18:52.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:18:52.03: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:52.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:18:52.11: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:18:52.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:18:52.16: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:18:52.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:18:55.53: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:18:55.53: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:18:55.53: VncKubernetes - Process event (name=ctest-nginx-ingress-03792917 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:18:55.53: IngressMonitor - start process kube event 2025-11-24 18:18:55.53: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:18:55.53: empty line received 2025-11-24 18:18:55.53: IngressMonitor - start process kube event [Introspect:8108]10.0.0.242 - - [2025-11-24 18:18:58] "GET /Snh_LoadbalancerDatabaseList?x=a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 HTTP/1.1" 200 1869 0.000934 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:19:03] "GET /Snh_VirtualMachineDatabaseList?x=a5a4354c-cf34-4543-9a4b-9493377fc8f3 HTTP/1.1" 200 2149 0.001034 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:19:03] "GET /Snh_VirtualMachineDatabaseList?x=37313964-9076-43a6-aa6c-fb592c7be3f7 HTTP/1.1" 200 2149 0.000751 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:19:08] "GET /Snh_VirtualMachineDatabaseList?x=3025ed18-ec96-45c0-8c43-b923d3c86148 HTTP/1.1" 200 2083 0.000793 2025-11-24 18:18:56.60: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:18:56.60: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:18:56.60: IngressMonitor - start process kube event 2025-11-24 18:18:56.60: empty line received 2025-11-24 18:18:56.60: IngressMonitor - start process kube event 2025-11-24 18:18:57.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:18:57.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:18:57.71: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:18:57.71: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:18:57.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:18:57.71: VncKubernetes - Process event (name=ctest-nginx-ingress-03792917 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:18:58.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:18:58.56: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:58.57: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-62480778 (no nodeName) 2025-11-24 18:18:58.57: PodMonitor - start process kube event 2025-11-24 18:18:58.57: empty line received 2025-11-24 18:18:58.57: PodMonitor - start process kube event 2025-11-24 18:18:58.57: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:58.57: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:58.57: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:58.57: PodMonitor - start process kube event 2025-11-24 18:18:58.57: empty line received 2025-11-24 18:18:58.57: PodMonitor - start process kube event 2025-11-24 18:18:58.59: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:58.59: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:58.59: PodMonitor - start process kube event 2025-11-24 18:18:58.59: empty line received 2025-11-24 18:18:58.59: PodMonitor - start process kube event 2025-11-24 18:18:59.32: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:59.32: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:59.32: PodMonitor - start process kube event 2025-11-24 18:18:59.32: empty line received 2025-11-24 18:18:59.32: PodMonitor - start process kube event 2025-11-24 18:18:59.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:18:59.33: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:59.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:18:59.49: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:18:59.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:01.83: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:19:01.83: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:19:01.83: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:19:01.83: PodMonitor - start process kube event 2025-11-24 18:19:01.83: empty line received 2025-11-24 18:19:01.83: PodMonitor - start process kube event 2025-11-24 18:19:01.84: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:19:01.84: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:19:01.84: EndPointMonitor - start process kube event 2025-11-24 18:19:01.84: empty line received 2025-11-24 18:19:01.84: EndPointMonitor - start process kube event 2025-11-24 18:19:01.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:19:01.89: VncKubernetes - Process event (name=ctest-nginx-svc-69548597 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:19:02.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:02.84: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:19:02.84: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:19:02.84: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:19:02.84: PodMonitor - start process kube event 2025-11-24 18:19:02.84: empty line received 2025-11-24 18:19:02.84: PodMonitor - start process kube event 2025-11-24 18:19:02.84: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:19:02.84: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:19:02.85: EndPointMonitor - start process kube event 2025-11-24 18:19:02.85: empty line received 2025-11-24 18:19:02.85: EndPointMonitor - start process kube event 2025-11-24 18:19:02.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:19:02.90: VncKubernetes - Process event (name=ctest-nginx-svc-69548597 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:19:03.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:07.85: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:19:07.85: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:19:07.85: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:19:07.85: PodMonitor - start process kube event 2025-11-24 18:19:07.85: empty line received 2025-11-24 18:19:07.85: PodMonitor - start process kube event 2025-11-24 18:19:07.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:08.97: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:19:08.97: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:19:08.97: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:19:08.97: PodMonitor - start process kube event 2025-11-24 18:19:08.97: empty line received 2025-11-24 18:19:08.97: PodMonitor - start process kube event 2025-11-24 18:19:09.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:23.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1063 newResVer=1063 2025-11-24 18:19:23.22: NetworkPolicyMonitor - start process kube event 2025-11-24 18:19:23.22: empty line received 2025-11-24 18:19:23.22: NetworkPolicyMonitor - start process kube event 2025-11-24 18:19:23.51: IngressMonitor - Received BOOKMARK: oldResVer=1046 newResVer=1411 2025-11-24 18:19:23.51: IngressMonitor - start process kube event 2025-11-24 18:19:23.51: empty line received 2025-11-24 18:19:23.51: IngressMonitor - start process kube event 2025-11-24 18:19:23.52: EndPointMonitor - Received BOOKMARK: oldResVer=1016 newResVer=1437 2025-11-24 18:19:23.52: EndPointMonitor - start process kube event 2025-11-24 18:19:23.52: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:19:23.52: empty line received 2025-11-24 18:19:23.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:19:23.52: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:19:23.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:23.52: EndPointMonitor - start process kube event 2025-11-24 18:19:23.99: ServiceMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1383 2025-11-24 18:19:23.99: ServiceMonitor - start process kube event 2025-11-24 18:19:23.99: empty line received 2025-11-24 18:19:23.99: ServiceMonitor - start process kube event 2025-11-24 18:19:24.57: NetworkMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-24 18:19:24.57: NetworkMonitor - start process kube event 2025-11-24 18:19:24.57: empty line received 2025-11-24 18:19:24.57: NetworkMonitor - start process kube event 2025-11-24 18:19:30.22: EndPointMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1437 2025-11-24 18:19:30.22: EndPointMonitor - start process kube event 2025-11-24 18:19:30.22: empty line received 2025-11-24 18:19:30.22: EndPointMonitor - start process kube event 2025-11-24 18:19:31.31: EndPointMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1437 2025-11-24 18:19:31.31: EndPointMonitor - start process kube event 2025-11-24 18:19:31.31: empty line received 2025-11-24 18:19:31.31: EndPointMonitor - start process kube event 2025-11-24 18:19:32.47: stop iteration EndPointMonitor 2025-11-24 18:19:32.47: EndPointMonitor - start process kube event 2025-11-24 18:19:32.48: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1437 2025-11-24 18:19:32.48: EndPointMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:19:32.48: EndPointMonitor - Connect Kube API result 0 2025-11-24 18:19:32.48: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:19:32.48: EndPointMonitor - Start Watching request https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1437'})(timeout=120) 2025-11-24 18:19:32.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:19:32.48: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:19:32.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:32.48: EndPointMonitor - Watches https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1437'}) 2025-11-24 18:19:41.31: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:19:41.31: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:19:41.31: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:19:41.31: PodMonitor - start process kube event 2025-11-24 18:19:41.31: empty line received 2025-11-24 18:19:41.31: PodMonitor - start process kube event 2025-11-24 18:19:41.33: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:19:41.33: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:19:41.33: EndPointMonitor - start process kube event 2025-11-24 18:19:41.33: empty line received 2025-11-24 18:19:41.33: EndPointMonitor - start process kube event 2025-11-24 18:19:41.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:19:41.33: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:19:41.34: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:19:41.34: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:19:41.34: PodMonitor - start process kube event 2025-11-24 18:19:41.34: empty line received 2025-11-24 18:19:41.34: PodMonitor - start process kube event 2025-11-24 18:19:41.36: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:19:41.36: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:19:41.36: EndPointMonitor - start process kube event 2025-11-24 18:19:41.36: empty line received 2025-11-24 18:19:41.36: EndPointMonitor - start process kube event 2025-11-24 18:19:41.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:19:41.66: VncKubernetes - Process event (name=coredns-6f867cd986-5hnd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-5hnd8:2994b45e-9306-484a-a43b-d687bf9d0f75 2025-11-24 18:19:41.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:19:41.71: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f84fc04b-4d05-4dba-b337-fdbb566e52d4 2025-11-24 18:19:42.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:19:44.40: PodMonitor - Received BOOKMARK: oldResVer=1014 newResVer=1515 2025-11-24 18:19:44.40: PodMonitor - start process kube event 2025-11-24 18:19:44.40: empty line received 2025-11-24 18:19:44.40: PodMonitor - start process kube event 2025-11-24 18:20:07.64: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.64: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.64: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.64: PodMonitor - start process kube event 2025-11-24 18:20:07.64: empty line received 2025-11-24 18:20:07.64: PodMonitor - start process kube event 2025-11-24 18:20:07.64: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.64: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.64: PodMonitor - start process kube event 2025-11-24 18:20:07.64: empty line received 2025-11-24 18:20:07.64: PodMonitor - start process kube event 2025-11-24 18:20:07.65: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.65: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.65: PodMonitor - start process kube event 2025-11-24 18:20:07.65: empty line received 2025-11-24 18:20:07.65: PodMonitor - start process kube event 2025-11-24 18:20:07.65: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:20:07.65: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=MODIFIED kind=Pod ns=default) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:09] "GET /Snh_LoadbalancerDatabaseList?x=a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 HTTP/1.1" 200 1869 0.000913 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:10] "GET /Snh_LoadbalancerDatabaseList?x=a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 HTTP/1.1" 200 313 0.000525 VncPod - Got MODIFIED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:07.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:07.71: VncKubernetes - Process event (name=ctest-busybox-pod-62480778 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-62480778:3025ed18-ec96-45c0-8c43-b923d3c86148 2025-11-24 18:20:08.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:09.08: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:20:09.08: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:20:09.08: VncKubernetes - Process event (name=ctest-nginx-ingress-03792917 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-03792917:a38f1fc9-ae9f-4cb7-8cdc-c12d54eed440 2025-11-24 18:20:09.08: IngressMonitor - start process kube event 2025-11-24 18:20:09.08: empty line received 2025-11-24 18:20:09.08: IngressMonitor - start process kube event 2025-11-24 18:20:10.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:10.52: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:10.52: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:10.53: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:10.53: PodMonitor - start process kube event 2025-11-24 18:20:10.53: empty line received 2025-11-24 18:20:10.53: PodMonitor - start process kube event 2025-11-24 18:20:10.53: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:20:10.53: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:20:10.53: EndPointMonitor - start process kube event 2025-11-24 18:20:10.53: empty line received 2025-11-24 18:20:10.53: EndPointMonitor - start process kube event 2025-11-24 18:20:10.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:10.55: VncKubernetes - Process event (name=ctest-nginx-svc-69548597 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:20:10.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:11.65: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.65: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.65: PodMonitor - start process kube event 2025-11-24 18:20:11.65: empty line received 2025-11-24 18:20:11.65: PodMonitor - start process kube event 2025-11-24 18:20:11.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:11.67: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.67: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.67: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.67: PodMonitor - start process kube event 2025-11-24 18:20:11.67: empty line received 2025-11-24 18:20:11.67: PodMonitor - start process kube event 2025-11-24 18:20:11.67: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.67: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:11.67: PodMonitor - start process kube event 2025-11-24 18:20:11.67: empty line received 2025-11-24 18:20:11.67: PodMonitor - start process kube event 2025-11-24 18:20:11.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:11.72: VncKubernetes - Process event (name=ctest-nginx-pod-95464844 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-95464844:37313964-9076-43a6-aa6c-fb592c7be3f7 2025-11-24 18:20:12.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:15.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:15.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:15.57: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:15.57: PodMonitor - start process kube event 2025-11-24 18:20:15.57: empty line received 2025-11-24 18:20:15.57: PodMonitor - start process kube event 2025-11-24 18:20:15.57: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:20:15.58: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:20:15.58: EndPointMonitor - start process kube event 2025-11-24 18:20:15.58: empty line received 2025-11-24 18:20:15.58: EndPointMonitor - start process kube event 2025-11-24 18:20:15.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:15.58: VncKubernetes - Process event (name=ctest-nginx-svc-69548597 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-69548597:ae5bfd35-0392-4b37-8783-bcdc19552d86 2025-11-24 18:20:15.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:16.66: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.66: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.66: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.66: PodMonitor - start process kube event 2025-11-24 18:20:16.66: empty line received 2025-11-24 18:20:16.66: PodMonitor - start process kube event 2025-11-24 18:20:16.67: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.67: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.68: PodMonitor - start process kube event 2025-11-24 18:20:16.68: empty line received 2025-11-24 18:20:16.68: PodMonitor - start process kube event 2025-11-24 18:20:16.68: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.68: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.68: PodMonitor - start process kube event 2025-11-24 18:20:16.68: empty line received 2025-11-24 18:20:16.68: PodMonitor - start process kube event 2025-11-24 18:20:16.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:20:16.72: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:16.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:16.73: VncKubernetes - Process event (name=ctest-nginx-pod-53544882 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-53544882:a5a4354c-cf34-4543-9a4b-9493377fc8f3 2025-11-24 18:20:17.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:21.01: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:20:21.01: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:20:21.01: VncKubernetes - Process event (name=ctest-new-default-43324118 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:20:21.01: NamespaceMonitor - start process kube event 2025-11-24 18:20:21.02: empty line received 2025-11-24 18:20:21.02: NamespaceMonitor - start process kube event 2025-11-24 18:20:22.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:23.19: IngressMonitor - Received BOOKMARK: oldResVer=1411 newResVer=1567 2025-11-24 18:20:23.19: IngressMonitor - start process kube event 2025-11-24 18:20:23.19: empty line received 2025-11-24 18:20:23.19: IngressMonitor - start process kube event 2025-11-24 18:20:23.20: NamespaceMonitor - Received BOOKMARK: oldResVer=322 newResVer=1601 2025-11-24 18:20:23.20: NamespaceMonitor - start process kube event 2025-11-24 18:20:23.20: empty line received 2025-11-24 18:20:23.20: NamespaceMonitor - start process kube event 2025-11-24 18:20:23.94: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1063 newResVer=1063 2025-11-24 18:20:23.94: NetworkPolicyMonitor - start process kube event 2025-11-24 18:20:23.94: empty line received 2025-11-24 18:20:23.94: NetworkPolicyMonitor - start process kube event 2025-11-24 18:20:23.97: ServiceMonitor - Received BOOKMARK: oldResVer=1383 newResVer=1383 2025-11-24 18:20:23.97: ServiceMonitor - start process kube event 2025-11-24 18:20:23.97: empty line received 2025-11-24 18:20:23.97: ServiceMonitor - start process kube event 2025-11-24 18:20:24.03: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:20:24.03: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:20:24.03: VncKubernetes - Process event (name=ctest-non-default-06483326 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:20:24.03: NamespaceMonitor - start process kube event 2025-11-24 18:20:24.03: empty line received 2025-11-24 18:20:24.03: NamespaceMonitor - start process kube event 2025-11-24 18:20:24.54: NetworkMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-24 18:20:24.54: NetworkMonitor - start process kube event 2025-11-24 18:20:24.54: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:20:24.54: empty line received 2025-11-24 18:20:24.54: NetworkMonitor - start process kube event 2025-11-24 18:20:25.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:25.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:20:25.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:20:25.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:27.04: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:20:27.04: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:20:27.04: VncKubernetes - Process event (name=ctest-new-default-43324118 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:20:27.04: NamespaceMonitor - start process kube event 2025-11-24 18:20:27.04: empty line received 2025-11-24 18:20:27.04: NamespaceMonitor - start process kube event 2025-11-24 18:20:27.05: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:20:27.05: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:20:27.05: NamespaceMonitor - start process kube event 2025-11-24 18:20:27.05: empty line received 2025-11-24 18:20:27.05: NamespaceMonitor - start process kube event 2025-11-24 18:20:27.07: PodMonitor - Received ADDED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:27.07: PodMonitor - Skipped ADDED Pod ctest-new-default-43324118:ctest-pod-47731172 (no nodeName) 2025-11-24 18:20:27.07: PodMonitor - start process kube event 2025-11-24 18:20:27.07: empty line received 2025-11-24 18:20:27.07: PodMonitor - start process kube event 2025-11-24 18:20:27.07: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:27.07: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:27.07: PodMonitor - start process kube event 2025-11-24 18:20:27.07: empty line received 2025-11-24 18:20:27.07: PodMonitor - start process kube event 2025-11-24 18:20:27.09: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:27.09: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:27.09: PodMonitor - start process kube event 2025-11-24 18:20:27.09: empty line received 2025-11-24 18:20:27.09: PodMonitor - start process kube event 2025-11-24 18:20:27.11: PodMonitor - Received ADDED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:27.11: PodMonitor - Skipped ADDED Pod ctest-new-default-43324118:ctest-pod-83036303 (no nodeName) 2025-11-24 18:20:27.11: PodMonitor - start process kube event 2025-11-24 18:20:27.11: empty line received 2025-11-24 18:20:27.11: PodMonitor - start process kube event 2025-11-24 18:20:27.12: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:27.12: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:27.12: PodMonitor - start process kube event 2025-11-24 18:20:27.12: empty line received 2025-11-24 18:20:27.12: PodMonitor - start process kube event 2025-11-24 18:20:27.13: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:27.14: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:27.14: PodMonitor - start process kube event 2025-11-24 18:20:27.14: empty line received 2025-11-24 18:20:27.14: PodMonitor - start process kube event 2025-11-24 18:20:27.15: PodMonitor - Received ADDED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:27.15: PodMonitor - Skipped ADDED Pod ctest-non-default-06483326:ctest-pod-79062803 (no nodeName) 2025-11-24 18:20:27.15: PodMonitor - start process kube event 2025-11-24 18:20:27.15: empty line received 2025-11-24 18:20:27.15: PodMonitor - start process kube event 2025-11-24 18:20:27.16: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:27.16: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:27.16: PodMonitor - start process kube event 2025-11-24 18:20:27.16: empty line received 2025-11-24 18:20:27.16: PodMonitor - start process kube event [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:27] "GET /Snh_NamespaceDatabaseList?namespace_uuid=8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 HTTP/1.1" 200 866 0.000583 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:27] "GET /Snh_NamespaceDatabaseList?namespace_uuid=b8036f3e-920c-4058-9914-b15e3cd9022d HTTP/1.1" 200 866 0.000585 2025-11-24 18:20:27.17: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:27.17: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:27.17: PodMonitor - start process kube event 2025-11-24 18:20:27.17: empty line received 2025-11-24 18:20:27.17: PodMonitor - start process kube event 2025-11-24 18:20:27.17: PodMonitor - Received ADDED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:27.18: PodMonitor - Skipped ADDED Pod ctest-non-default-06483326:ctest-pod-18959678 (no nodeName) 2025-11-24 18:20:27.18: PodMonitor - start process kube event 2025-11-24 18:20:27.18: empty line received 2025-11-24 18:20:27.18: PodMonitor - start process kube event 2025-11-24 18:20:27.18: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:27.18: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:27.18: PodMonitor - start process kube event 2025-11-24 18:20:27.18: empty line received 2025-11-24 18:20:27.18: PodMonitor - start process kube event 2025-11-24 18:20:27.19: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:27.19: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:27.19: PodMonitor - start process kube event 2025-11-24 18:20:27.19: empty line received 2025-11-24 18:20:27.19: PodMonitor - start process kube event 2025-11-24 18:20:27.20: PodMonitor - Received ADDED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:27.21: PodMonitor - Skipped ADDED Pod ctest-new-default-43324118:ctest-pod-12188739 (no nodeName) 2025-11-24 18:20:27.21: PodMonitor - start process kube event 2025-11-24 18:20:27.21: empty line received 2025-11-24 18:20:27.21: PodMonitor - start process kube event 2025-11-24 18:20:27.21: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:27.21: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:27.21: PodMonitor - start process kube event 2025-11-24 18:20:27.21: empty line received 2025-11-24 18:20:27.21: PodMonitor - start process kube event 2025-11-24 18:20:27.23: PodMonitor - Received ADDED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:27.23: PodMonitor - Skipped ADDED Pod ctest-new-default-43324118:ctest-pod-23534313 (no nodeName) 2025-11-24 18:20:27.23: PodMonitor - start process kube event 2025-11-24 18:20:27.23: empty line received 2025-11-24 18:20:27.23: PodMonitor - start process kube event 2025-11-24 18:20:27.23: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:27.24: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:27.24: PodMonitor - start process kube event 2025-11-24 18:20:27.24: empty line received 2025-11-24 18:20:27.24: PodMonitor - start process kube event 2025-11-24 18:20:27.25: PodMonitor - Received ADDED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:27.25: PodMonitor - Skipped ADDED Pod ctest-non-default-06483326:ctest-pod-45011164 (no nodeName) 2025-11-24 18:20:27.25: PodMonitor - start process kube event 2025-11-24 18:20:27.25: empty line received 2025-11-24 18:20:27.25: PodMonitor - start process kube event 2025-11-24 18:20:27.26: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:27.26: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:27.26: PodMonitor - start process kube event 2025-11-24 18:20:27.26: empty line received 2025-11-24 18:20:27.26: PodMonitor - start process kube event 2025-11-24 18:20:27.30: PodMonitor - Received ADDED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:27.30: PodMonitor - Skipped ADDED Pod ctest-non-default-06483326:ctest-pod-84310767 (no nodeName) 2025-11-24 18:20:27.30: PodMonitor - start process kube event 2025-11-24 18:20:27.30: empty line received 2025-11-24 18:20:27.30: PodMonitor - start process kube event 2025-11-24 18:20:27.30: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:27.30: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:27.30: PodMonitor - start process kube event 2025-11-24 18:20:27.30: empty line received 2025-11-24 18:20:27.30: PodMonitor - start process kube event 2025-11-24 18:20:27.63: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:20:27.63: VncKubernetes - Process event (name=ctest-non-default-06483326 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:20:27.69: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:27.69: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:27.69: PodMonitor - start process kube event 2025-11-24 18:20:27.69: empty line received 2025-11-24 18:20:27.69: PodMonitor - start process kube event 2025-11-24 18:20:28.08: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:20:28.08: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:29.08: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:29.08: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:29.09: PodMonitor - start process kube event 2025-11-24 18:20:29.09: empty line received 2025-11-24 18:20:29.09: PodMonitor - start process kube event 2025-11-24 18:20:29.10: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:20:29.10: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:29.23: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 18:20:29.23: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:29.48: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:29.48: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:29.48: PodMonitor - start process kube event 2025-11-24 18:20:29.48: empty line received 2025-11-24 18:20:29.48: PodMonitor - start process kube event 2025-11-24 18:20:29.84: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:29.84: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:29.84: PodMonitor - start process kube event 2025-11-24 18:20:29.84: empty line received 2025-11-24 18:20:29.84: PodMonitor - start process kube event 2025-11-24 18:20:29.86: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:20:29.86: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:29.88: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:29.88: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:29.88: PodMonitor - start process kube event 2025-11-24 18:20:29.88: empty line received 2025-11-24 18:20:29.88: PodMonitor - start process kube event 2025-11-24 18:20:29.99: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:20:29.99: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:30.28: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:30.28: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:30.28: PodMonitor - start process kube event 2025-11-24 18:20:30.28: empty line received 2025-11-24 18:20:30.28: PodMonitor - start process kube event 2025-11-24 18:20:30.82: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:30.82: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:30.82: PodMonitor - start process kube event 2025-11-24 18:20:30.82: empty line received 2025-11-24 18:20:30.82: PodMonitor - start process kube event 2025-11-24 18:20:30.83: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-24 18:20:30.83: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:30.98: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:20:30.98: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:31.63: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:31.63: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:31.64: PodMonitor - start process kube event 2025-11-24 18:20:31.64: empty line received 2025-11-24 18:20:31.64: PodMonitor - start process kube event 2025-11-24 18:20:31.65: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 18:20:31.65: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:31.77: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 18:20:31.77: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:32.21: EndPointMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1587 2025-11-24 18:20:32.22: EndPointMonitor - start process kube event 2025-11-24 18:20:32.22: empty line received 2025-11-24 18:20:32.22: EndPointMonitor - start process kube event 2025-11-24 18:20:32.46: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:32.46: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:32.46: PodMonitor - start process kube event 2025-11-24 18:20:32.46: empty line received 2025-11-24 18:20:32.46: PodMonitor - start process kube event 2025-11-24 18:20:32.47: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 18:20:32.47: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:33.19: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:33.19: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:33.19: PodMonitor - start process kube event 2025-11-24 18:20:33.19: empty line received 2025-11-24 18:20:33.19: PodMonitor - start process kube event 2025-11-24 18:20:33.20: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 18:20:33.20: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:33.87: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:33.87: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:33.87: PodMonitor - start process kube event 2025-11-24 18:20:33.87: empty line received 2025-11-24 18:20:33.87: PodMonitor - start process kube event 2025-11-24 18:20:33.88: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 18:20:33.88: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:34.52: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:34.52: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:34.52: PodMonitor - start process kube event 2025-11-24 18:20:34.52: empty line received 2025-11-24 18:20:34.52: PodMonitor - start process kube event 2025-11-24 18:20:34.53: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 18:20:34.53: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:34.60: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-24 18:20:34.60: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:34.65: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-24 18:20:34.65: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:34.70: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:34.70: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:37] "GET /Snh_VirtualMachineDatabaseList?x=0064a179-dcc2-48d2-8754-2bf40c95e156 HTTP/1.1" 200 2483 0.000753 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:42] "GET /Snh_VirtualMachineDatabaseList?x=f84ac6ed-c916-4306-ac8f-f9b3484c7baa HTTP/1.1" 200 2483 0.000839 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:43] "GET /Snh_VirtualMachineDatabaseList?x=145187f7-33dd-4d22-a1a4-e9c6a62f0f98 HTTP/1.1" 200 2483 0.000724 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:43] "GET /Snh_VirtualMachineDatabaseList?x=0f38f647-61ee-4b2b-895c-94e32dae2cd6 HTTP/1.1" 200 2483 0.000745 2025-11-24 18:20:34.70: PodMonitor - start process kube event 2025-11-24 18:20:34.70: empty line received 2025-11-24 18:20:34.70: PodMonitor - start process kube event 2025-11-24 18:20:34.73: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-24 18:20:34.73: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:34.78: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-24 18:20:34.78: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:34.86: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-24 18:20:34.86: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:34.94: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-24 18:20:34.94: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:35.00: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 18:20:35.00: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:35.06: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 18:20:35.06: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:35.07: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:20:35.07: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:35.12: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:20:35.12: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:35.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:20:35.14: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:35.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:35.20: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:20:35.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:35.86: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:35.86: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:35.86: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:20:35.86: PodMonitor - start process kube event 2025-11-24 18:20:35.86: empty line received 2025-11-24 18:20:35.86: PodMonitor - start process kube event 2025-11-24 18:20:35.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:39.70: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:39.70: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:39.71: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:20:39.71: PodMonitor - start process kube event 2025-11-24 18:20:39.71: empty line received 2025-11-24 18:20:39.71: PodMonitor - start process kube event 2025-11-24 18:20:39.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:40.71: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:40.71: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:40.71: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:20:40.71: PodMonitor - start process kube event 2025-11-24 18:20:40.71: empty line received 2025-11-24 18:20:40.71: PodMonitor - start process kube event 2025-11-24 18:20:40.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:44.47: PodMonitor - Received BOOKMARK: oldResVer=1515 newResVer=1697 2025-11-24 18:20:44.47: PodMonitor - start process kube event 2025-11-24 18:20:44.47: empty line received 2025-11-24 18:20:44.47: PodMonitor - start process kube event 2025-11-24 18:20:44.72: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:44.72: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:44.72: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:20:44.72: PodMonitor - start process kube event 2025-11-24 18:20:44.72: empty line received 2025-11-24 18:20:44.72: PodMonitor - start process kube event 2025-11-24 18:20:44.72: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:44.72: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:44.72: PodMonitor - start process kube event 2025-11-24 18:20:44.72: empty line received 2025-11-24 18:20:44.72: PodMonitor - start process kube event 2025-11-24 18:20:44.73: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:44.73: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:44.73: PodMonitor - start process kube event 2025-11-24 18:20:44.73: empty line received 2025-11-24 18:20:44.73: PodMonitor - start process kube event 2025-11-24 18:20:44.74: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:44.74: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:44.74: PodMonitor - start process kube event 2025-11-24 18:20:44.74: empty line received 2025-11-24 18:20:44.74: PodMonitor - start process kube event 2025-11-24 18:20:44.77: VncKubernetes - wait event (qsize=3 timeout=120) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:48] "GET /Snh_VirtualMachineDatabaseList?x=d61cd8a3-3c68-4493-9ff5-ec13239976a9 HTTP/1.1" 200 2413 0.000777 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:48] "GET /Snh_VirtualMachineDatabaseList?x=ffb486b8-9fab-4237-bf65-9f181626a5ca HTTP/1.1" 200 2413 0.000737 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:48] "GET /Snh_VirtualMachineDatabaseList?x=9fb2a789-3270-493f-9c41-96161190ad86 HTTP/1.1" 200 2413 0.000651 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:48] "GET /Snh_VirtualMachineDatabaseList?x=690dd167-b44d-49e6-97d3-12628abe02b8 HTTP/1.1" 200 2413 0.000888 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:49] "GET /Snh_LoadbalancerDatabaseList?x=44510362-9cb9-446f-9fd7-e1dec8f067b1 HTTP/1.1" 200 1862 0.000668 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:50] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=45f3ca34-516e-427b-8d02-636f56c2faad HTTP/1.1" 200 2095 0.000642 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:50] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=45f3ca34-516e-427b-8d02-636f56c2faad HTTP/1.1" 200 2095 0.000648 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:20:52] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=45f3ca34-516e-427b-8d02-636f56c2faad HTTP/1.1" 200 2302 0.000743 2025-11-24 18:20:44.77: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:20:44.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:20:44.78: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:20:44.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:44.84: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:20:44.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:48.87: ServiceMonitor - Received ADDED Service ctest-new-default-43324118:ctest-nginx-svc-57796809:44510362-9cb9-446f-9fd7-e1dec8f067b1 2025-11-24 18:20:48.87: ServiceMonitor - Got ADDED Service ctest-new-default-43324118:ctest-nginx-svc-57796809:44510362-9cb9-446f-9fd7-e1dec8f067b1 2025-11-24 18:20:48.87: VncKubernetes - Process event (name=ctest-nginx-svc-57796809 event_type=ADDED kind=Service ns=ctest-new-default-43324118) VncService - Got ADDED Service ctest-new-default-43324118:ctest-nginx-svc-57796809:44510362-9cb9-446f-9fd7-e1dec8f067b1 2025-11-24 18:20:48.87: ServiceMonitor - start process kube event 2025-11-24 18:20:48.87: empty line received 2025-11-24 18:20:48.87: ServiceMonitor - start process kube event 2025-11-24 18:20:48.89: EndPointMonitor - Received ADDED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:20:48.89: EndPointMonitor - Got ADDED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:20:48.89: EndPointMonitor - start process kube event 2025-11-24 18:20:48.89: empty line received 2025-11-24 18:20:48.89: EndPointMonitor - start process kube event 2025-11-24 18:20:49.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:20:49.73: VncKubernetes - Process event (name=ctest-nginx-svc-57796809 event_type=ADDED kind=Endpoints ns=ctest-new-default-43324118) VncEndpoints - Got ADDED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:20:50.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:20:50.36: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:20:50.36: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:20:50.36: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-43324118) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:20:50.36: NetworkPolicyMonitor - start process kube event 2025-11-24 18:20:50.36: empty line received 2025-11-24 18:20:50.36: NetworkPolicyMonitor - start process kube event 2025-11-24 18:20:51.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:21:07.94: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1063 newResVer=1731 2025-11-24 18:21:07.94: NetworkPolicyMonitor - start process kube event 2025-11-24 18:21:07.94: empty line received 2025-11-24 18:21:07.94: NetworkPolicyMonitor - start process kube event 2025-11-24 18:21:09.52: stop iteration NetworkPolicyMonitor 2025-11-24 18:21:09.52: NetworkPolicyMonitor - start process kube event 2025-11-24 18:21:09.52: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1731 2025-11-24 18:21:09.52: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:21:09.52: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:21:09.52: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:21:09.52: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'})(timeout=120) 2025-11-24 18:21:09.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:21:09.53: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:21:09.53: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:21:09.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:21:09.54: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'}) 2025-11-24 18:21:23.50: IngressMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2025-11-24 18:21:23.50: IngressMonitor - start process kube event 2025-11-24 18:21:23.50: empty line received 2025-11-24 18:21:23.50: IngressMonitor - start process kube event 2025-11-24 18:21:23.59: NamespaceMonitor - Received BOOKMARK: oldResVer=1601 newResVer=1620 2025-11-24 18:21:23.59: NamespaceMonitor - start process kube event 2025-11-24 18:21:23.59: empty line received 2025-11-24 18:21:23.59: NamespaceMonitor - start process kube event 2025-11-24 18:21:24.00: ServiceMonitor - Received BOOKMARK: oldResVer=1383 newResVer=1726 2025-11-24 18:21:24.00: ServiceMonitor - start process kube event 2025-11-24 18:21:24.00: empty line received 2025-11-24 18:21:24.00: ServiceMonitor - start process kube event 2025-11-24 18:21:25.32: NetworkMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-24 18:21:25.32: NetworkMonitor - start process kube event 2025-11-24 18:21:25.32: empty line received 2025-11-24 18:21:25.32: NetworkMonitor - start process kube event 2025-11-24 18:21:32.19: EndPointMonitor - Received BOOKMARK: oldResVer=1587 newResVer=1728 2025-11-24 18:21:32.19: EndPointMonitor - start process kube event 2025-11-24 18:21:32.19: empty line received 2025-11-24 18:21:32.19: EndPointMonitor - start process kube event 2025-11-24 18:21:33.18: ServiceMonitor - Received BOOKMARK: oldResVer=1726 newResVer=1726 2025-11-24 18:21:33.18: ServiceMonitor - start process kube event 2025-11-24 18:21:33.18: empty line received 2025-11-24 18:21:33.18: ServiceMonitor - start process kube event 2025-11-24 18:21:34.34: ServiceMonitor - Received BOOKMARK: oldResVer=1726 newResVer=1726 2025-11-24 18:21:34.34: ServiceMonitor - start process kube event 2025-11-24 18:21:34.34: empty line received 2025-11-24 18:21:34.35: ServiceMonitor - start process kube event 2025-11-24 18:21:35.26: stop iteration ServiceMonitor 2025-11-24 18:21:35.26: ServiceMonitor - start process kube event 2025-11-24 18:21:35.26: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1726 2025-11-24 18:21:35.26: ServiceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:21:35.26: ServiceMonitor - Connect Kube API result 0 2025-11-24 18:21:35.26: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:21:35.26: ServiceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1726'})(timeout=120) 2025-11-24 18:21:35.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:21:35.26: VncKubernetes - vnc_sync - Service start 2025-11-24 18:21:35.26: VncKubernetes - vnc_sync - Service done 2025-11-24 18:21:35.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:21:35.27: ServiceMonitor - Watches https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1726'}) 2025-11-24 18:21:44.56: PodMonitor - Received BOOKMARK: oldResVer=1697 newResVer=1718 2025-11-24 18:21:44.56: PodMonitor - start process kube event 2025-11-24 18:21:44.56: empty line received [Introspect:8108]10.0.0.242 - - [2025-11-24 18:22:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001077 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:22:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001051 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:22:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001018 2025-11-24 18:21:44.56: PodMonitor - start process kube event 2025-11-24 18:21:59.28: PodMonitor - Received BOOKMARK: oldResVer=1718 newResVer=1718 2025-11-24 18:21:59.28: PodMonitor - start process kube event 2025-11-24 18:21:59.28: PodMonitor - _schedule_vnc_sync 2025-11-24 18:21:59.28: empty line received 2025-11-24 18:21:59.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 18:21:59.28: VncKubernetes - vnc_sync - Pod start 2025-11-24 18:21:59.28: VncKubernetes - vnc_sync - Pod done 2025-11-24 18:21:59.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:21:59.28: PodMonitor - start process kube event 2025-11-24 18:22:00.34: PodMonitor - Received BOOKMARK: oldResVer=1718 newResVer=1718 2025-11-24 18:22:00.34: PodMonitor - start process kube event 2025-11-24 18:22:00.34: empty line received 2025-11-24 18:22:00.34: PodMonitor - start process kube event 2025-11-24 18:22:01.30: stop iteration PodMonitor 2025-11-24 18:22:01.30: PodMonitor - start process kube event 2025-11-24 18:22:01.30: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1718 2025-11-24 18:22:01.30: PodMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:22:01.30: PodMonitor - Connect Kube API result 0 2025-11-24 18:22:01.30: PodMonitor - _schedule_vnc_sync 2025-11-24 18:22:01.30: PodMonitor - Start Watching request https://10.0.0.242:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1718'})(timeout=120) 2025-11-24 18:22:01.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 18:22:01.30: VncKubernetes - vnc_sync - Pod start 2025-11-24 18:22:01.30: VncKubernetes - vnc_sync - Pod done 2025-11-24 18:22:01.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:22:01.32: PodMonitor - Watches https://10.0.0.242:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1718'}) 2025-11-24 18:22:22.97: NamespaceMonitor - Received BOOKMARK: oldResVer=1620 newResVer=1620 2025-11-24 18:22:22.98: NamespaceMonitor - start process kube event 2025-11-24 18:22:22.98: empty line received 2025-11-24 18:22:22.98: NamespaceMonitor - start process kube event 2025-11-24 18:22:23.06: IngressMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2025-11-24 18:22:23.06: IngressMonitor - start process kube event 2025-11-24 18:22:23.06: empty line received 2025-11-24 18:22:23.06: IngressMonitor - start process kube event 2025-11-24 18:22:25.34: NetworkMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-24 18:22:25.34: NetworkMonitor - start process kube event 2025-11-24 18:22:25.34: empty line received 2025-11-24 18:22:25.34: NetworkMonitor - start process kube event 2025-11-24 18:22:31.80: EndPointMonitor - Received BOOKMARK: oldResVer=1728 newResVer=1728 2025-11-24 18:22:31.80: EndPointMonitor - start process kube event 2025-11-24 18:22:31.80: empty line received 2025-11-24 18:22:31.80: EndPointMonitor - start process kube event 2025-11-24 18:22:50.18: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:22:50.18: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:22:50.18: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-43324118) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:22:50.18: NetworkPolicyMonitor - start process kube event 2025-11-24 18:22:50.18: empty line received 2025-11-24 18:22:50.18: NetworkPolicyMonitor - start process kube event 2025-11-24 18:22:51.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:23:09.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1731 newResVer=1888 2025-11-24 18:23:09.15: NetworkPolicyMonitor - start process kube event 2025-11-24 18:23:09.15: empty line received 2025-11-24 18:23:09.15: NetworkPolicyMonitor - start process kube event 2025-11-24 18:23:22.07: NetworkMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-24 18:23:22.07: NetworkMonitor - start process kube event 2025-11-24 18:23:22.07: empty line received 2025-11-24 18:23:22.07: NetworkMonitor - start process kube event 2025-11-24 18:23:23.27: NamespaceMonitor - Received BOOKMARK: oldResVer=1620 newResVer=1620 2025-11-24 18:23:23.27: NamespaceMonitor - start process kube event 2025-11-24 18:23:23.27: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:23:23.27: empty line received 2025-11-24 18:23:23.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:23:23.27: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:23:23.27: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:23:23.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:23:23.27: NamespaceMonitor - start process kube event 2025-11-24 18:23:23.57: stop iteration NetworkMonitor 2025-11-24 18:23:23.57: NetworkMonitor - start process kube event 2025-11-24 18:23:23.57: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1270 2025-11-24 18:23:23.57: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:23:23.57: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:23:23.57: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:23:23.57: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1270'})(timeout=120) 2025-11-24 18:23:23.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:23:23.57: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:23:23.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:23:23.60: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1270'}) 2025-11-24 18:23:23.91: IngressMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2025-11-24 18:23:23.91: IngressMonitor - start process kube event 2025-11-24 18:23:23.91: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:23:23.91: empty line received 2025-11-24 18:23:23.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:23:23.91: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:23:23.91: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:23:23.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:23:23.91: IngressMonitor - start process kube event 2025-11-24 18:23:32.52: EndPointMonitor - Received BOOKMARK: oldResVer=1728 newResVer=1728 2025-11-24 18:23:32.52: EndPointMonitor - start process kube event 2025-11-24 18:23:32.52: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:23:32.52: empty line received 2025-11-24 18:23:32.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:23:32.52: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:23:32.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:23:32.52: EndPointMonitor - start process kube event 2025-11-24 18:23:35.27: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:23:35.27: ServiceMonitor - start process kube event 2025-11-24 18:23:35.27: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1726 2025-11-24 18:23:35.27: ServiceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:23:35.27: ServiceMonitor - Connect Kube API result 0 2025-11-24 18:23:35.27: ServiceMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.242 - - [2025-11-24 18:23:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001186 2025-11-24 18:23:35.27: ServiceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1726'})(timeout=120) 2025-11-24 18:23:35.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:23:35.27: VncKubernetes - vnc_sync - Service start 2025-11-24 18:23:35.27: VncKubernetes - vnc_sync - Service done 2025-11-24 18:23:35.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:23:35.28: ServiceMonitor - Watches https://10.0.0.242:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1726'}) 2025-11-24 18:23:52.89: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:52.89: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:52.89: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:52.89: PodMonitor - start process kube event 2025-11-24 18:23:52.89: empty line received 2025-11-24 18:23:52.89: PodMonitor - start process kube event 2025-11-24 18:23:52.90: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:23:52.90: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:23:52.90: EndPointMonitor - start process kube event 2025-11-24 18:23:52.90: empty line received 2025-11-24 18:23:52.90: EndPointMonitor - start process kube event 2025-11-24 18:23:52.90: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:52.90: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:52.90: PodMonitor - start process kube event 2025-11-24 18:23:52.90: empty line received 2025-11-24 18:23:52.90: PodMonitor - start process kube event 2025-11-24 18:23:52.90: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:23:52.90: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:23:52.90: PodMonitor - start process kube event 2025-11-24 18:23:52.90: empty line received 2025-11-24 18:23:52.90: PodMonitor - start process kube event 2025-11-24 18:23:52.91: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:23:52.91: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: empty line received 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:52.91: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: empty line received 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:23:52.91: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: empty line received 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:23:52.91: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: empty line received 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:52.91: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: empty line received 2025-11-24 18:23:52.91: PodMonitor - start process kube event 2025-11-24 18:23:52.91: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:23:52.91: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:23:52.92: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-24 18:23:52.92: VncKubernetes - Process event (name=ctest-nginx-svc-57796809 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-43324118) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:23:52.92: EndPointMonitor - start process kube event 2025-11-24 18:23:52.92: empty line received 2025-11-24 18:23:52.92: EndPointMonitor - start process kube event 2025-11-24 18:23:53.10: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-24 18:23:53.10: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:53.15: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-24 18:23:53.15: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:23:53.20: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 18:23:53.20: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:23:53.22: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 18:23:53.22: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:53.28: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:23:53.28: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:23:53.29: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:23:53.29: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:23:53.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:23:53.35: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:53.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:23:53.40: VncKubernetes - Process event (name=ctest-nginx-svc-57796809 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-43324118) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:23:53.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:23:54.12: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.12: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.12: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.12: PodMonitor - start process kube event 2025-11-24 18:23:54.12: empty line received 2025-11-24 18:23:54.12: PodMonitor - start process kube event 2025-11-24 18:23:54.13: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.13: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.14: PodMonitor - start process kube event 2025-11-24 18:23:54.14: empty line received 2025-11-24 18:23:54.14: PodMonitor - start process kube event 2025-11-24 18:23:54.14: PodMonitor - Received DELETED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.14: PodMonitor - Got DELETED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.14: PodMonitor - start process kube event 2025-11-24 18:23:54.14: empty line received 2025-11-24 18:23:54.14: PodMonitor - start process kube event 2025-11-24 18:23:54.16: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.16: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.16: PodMonitor - start process kube event 2025-11-24 18:23:54.16: empty line received 2025-11-24 18:23:54.16: PodMonitor - start process kube event 2025-11-24 18:23:54.17: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.17: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.17: PodMonitor - start process kube event 2025-11-24 18:23:54.17: empty line received 2025-11-24 18:23:54.17: PodMonitor - start process kube event 2025-11-24 18:23:54.17: PodMonitor - Received DELETED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.17: PodMonitor - Got DELETED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.17: PodMonitor - start process kube event 2025-11-24 18:23:54.17: empty line received 2025-11-24 18:23:54.17: PodMonitor - start process kube event 2025-11-24 18:23:54.19: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 18:23:54.19: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.20: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:23:54.20: VncKubernetes - Process event (name=ctest-pod-18959678 event_type=DELETED kind=Pod ns=ctest-non-default-06483326) VncPod - Got DELETED Pod ctest-non-default-06483326:ctest-pod-18959678:0f38f647-61ee-4b2b-895c-94e32dae2cd6 2025-11-24 18:23:54.49: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:54.49: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:54.49: PodMonitor - start process kube event 2025-11-24 18:23:54.49: empty line received 2025-11-24 18:23:54.49: PodMonitor - start process kube event 2025-11-24 18:23:54.57: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:23:54.57: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.63: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:23:54.63: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.68: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:23:54.68: VncKubernetes - Process event (name=ctest-pod-83036303 event_type=DELETED kind=Pod ns=ctest-new-default-43324118) VncPod - Got DELETED Pod ctest-new-default-43324118:ctest-pod-83036303:f84ac6ed-c916-4306-ac8f-f9b3484c7baa 2025-11-24 18:23:54.69: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:54.69: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:54.69: PodMonitor - start process kube event 2025-11-24 18:23:54.69: empty line received 2025-11-24 18:23:54.69: PodMonitor - start process kube event 2025-11-24 18:23:54.70: PodMonitor - Received DELETED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:54.70: PodMonitor - Got DELETED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:54.70: PodMonitor - start process kube event 2025-11-24 18:23:54.70: empty line received 2025-11-24 18:23:54.70: PodMonitor - start process kube event 2025-11-24 18:23:55.13: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:23:55.13: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:55.19: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:23:55.19: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:55.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:23:55.24: VncKubernetes - Process event (name=ctest-pod-47731172 event_type=DELETED kind=Pod ns=ctest-new-default-43324118) VncPod - Got DELETED Pod ctest-new-default-43324118:ctest-pod-47731172:0064a179-dcc2-48d2-8754-2bf40c95e156 2025-11-24 18:23:55.30: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.30: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.30: PodMonitor - start process kube event 2025-11-24 18:23:55.30: empty line received 2025-11-24 18:23:55.30: PodMonitor - start process kube event 2025-11-24 18:23:55.50: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.50: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.50: PodMonitor - start process kube event 2025-11-24 18:23:55.50: empty line received 2025-11-24 18:23:55.50: PodMonitor - start process kube event 2025-11-24 18:23:55.50: PodMonitor - Received DELETED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.50: PodMonitor - Got DELETED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.50: PodMonitor - start process kube event 2025-11-24 18:23:55.50: empty line received 2025-11-24 18:23:55.50: PodMonitor - start process kube event 2025-11-24 18:23:55.75: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:23:55.75: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.80: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:23:55.81: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:55.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:23:55.86: VncKubernetes - Process event (name=ctest-pod-79062803 event_type=DELETED kind=Pod ns=ctest-non-default-06483326) VncPod - Got DELETED Pod ctest-non-default-06483326:ctest-pod-79062803:145187f7-33dd-4d22-a1a4-e9c6a62f0f98 2025-11-24 18:23:56.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:24:00.75: PodMonitor - Received BOOKMARK: oldResVer=1718 newResVer=2006 2025-11-24 18:24:00.75: PodMonitor - start process kube event 2025-11-24 18:24:00.75: empty line received 2025-11-24 18:24:00.75: PodMonitor - start process kube event 2025-11-24 18:24:09.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1888 newResVer=1888 2025-11-24 18:24:09.66: NetworkPolicyMonitor - start process kube event 2025-11-24 18:24:09.66: empty line received 2025-11-24 18:24:09.66: NetworkPolicyMonitor - start process kube event 2025-11-24 18:24:13.01: IngressMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2025-11-24 18:24:13.01: IngressMonitor - start process kube event 2025-11-24 18:24:13.01: empty line received 2025-11-24 18:24:13.01: IngressMonitor - start process kube event 2025-11-24 18:24:14.02: IngressMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2025-11-24 18:24:14.03: IngressMonitor - start process kube event 2025-11-24 18:24:14.03: empty line received 2025-11-24 18:24:14.03: IngressMonitor - start process kube event 2025-11-24 18:24:15.60: stop iteration IngressMonitor 2025-11-24 18:24:15.60: IngressMonitor - start process kube event 2025-11-24 18:24:15.60: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1567 2025-11-24 18:24:15.60: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:24:15.60: IngressMonitor - Connect Kube API result 0 2025-11-24 18:24:15.60: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:24:15.60: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1567'})(timeout=120) 2025-11-24 18:24:15.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:24:15.60: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:24:15.60: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:24:15.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:24:15.61: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1567'}) 2025-11-24 18:24:23.12: NamespaceMonitor - Received BOOKMARK: oldResVer=1620 newResVer=1620 2025-11-24 18:24:23.12: NamespaceMonitor - start process kube event 2025-11-24 18:24:23.12: empty line received 2025-11-24 18:24:23.12: NamespaceMonitor - start process kube event 2025-11-24 18:24:24.24: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.24: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.24: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.24: PodMonitor - start process kube event 2025-11-24 18:24:24.24: empty line received 2025-11-24 18:24:24.24: PodMonitor - start process kube event 2025-11-24 18:24:24.24: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.24: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.24: PodMonitor - start process kube event 2025-11-24 18:24:24.24: empty line received 2025-11-24 18:24:24.25: PodMonitor - start process kube event 2025-11-24 18:24:24.25: PodMonitor - Received DELETED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.25: PodMonitor - Got DELETED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.25: PodMonitor - start process kube event 2025-11-24 18:24:24.25: empty line received 2025-11-24 18:24:24.25: PodMonitor - start process kube event 2025-11-24 18:24:24.25: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.25: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.25: PodMonitor - start process kube event 2025-11-24 18:24:24.25: empty line received 2025-11-24 18:24:24.25: PodMonitor - start process kube event 2025-11-24 18:24:24.26: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:24:24.26: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.26: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.27: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.27: PodMonitor - start process kube event 2025-11-24 18:24:24.27: empty line received 2025-11-24 18:24:24.27: PodMonitor - start process kube event 2025-11-24 18:24:24.27: PodMonitor - Received DELETED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.27: PodMonitor - Got DELETED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.27: PodMonitor - start process kube event 2025-11-24 18:24:24.27: empty line received 2025-11-24 18:24:24.27: PodMonitor - start process kube event 2025-11-24 18:24:24.28: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:24.28: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:24.28: PodMonitor - start process kube event 2025-11-24 18:24:24.28: empty line received 2025-11-24 18:24:24.28: PodMonitor - start process kube event 2025-11-24 18:24:24.31: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 18:24:24.31: VncKubernetes - Process event (name=ctest-pod-23534313 event_type=DELETED kind=Pod ns=ctest-new-default-43324118) VncPod - Got DELETED Pod ctest-new-default-43324118:ctest-pod-23534313:9fb2a789-3270-493f-9c41-96161190ad86 2025-11-24 18:24:24.43: PodMonitor - Received MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:24.43: PodMonitor - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:24.44: PodMonitor - start process kube event 2025-11-24 18:24:24.44: empty line received 2025-11-24 18:24:24.44: PodMonitor - start process kube event 2025-11-24 18:24:24.44: PodMonitor - Received DELETED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:24.44: PodMonitor - Got DELETED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:24.44: PodMonitor - start process kube event 2025-11-24 18:24:24.44: empty line received 2025-11-24 18:24:24.44: PodMonitor - start process kube event 2025-11-24 18:24:24.68: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 18:24:24.68: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.69: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 18:24:24.69: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:24.74: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:24:24.74: VncKubernetes - Process event (name=ctest-pod-45011164 event_type=DELETED kind=Pod ns=ctest-non-default-06483326) VncPod - Got DELETED Pod ctest-non-default-06483326:ctest-pod-45011164:ffb486b8-9fab-4237-bf65-9f181626a5ca 2025-11-24 18:24:25.03: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.03: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.03: PodMonitor - start process kube event 2025-11-24 18:24:25.03: empty line received 2025-11-24 18:24:25.03: PodMonitor - start process kube event 2025-11-24 18:24:25.10: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:24:25.10: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:25.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:24:25.16: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=MODIFIED kind=Pod ns=ctest-non-default-06483326) VncPod - Got MODIFIED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:25.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:24:25.21: VncKubernetes - Process event (name=ctest-pod-84310767 event_type=DELETED kind=Pod ns=ctest-non-default-06483326) VncPod - Got DELETED Pod ctest-non-default-06483326:ctest-pod-84310767:690dd167-b44d-49e6-97d3-12628abe02b8 2025-11-24 18:24:25.25: PodMonitor - Received MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.25: PodMonitor - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.25: PodMonitor - start process kube event 2025-11-24 18:24:25.25: empty line received 2025-11-24 18:24:25.25: PodMonitor - start process kube event 2025-11-24 18:24:25.25: PodMonitor - Received DELETED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.25: PodMonitor - Got DELETED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.25: PodMonitor - start process kube event 2025-11-24 18:24:25.25: empty line received 2025-11-24 18:24:25.25: PodMonitor - start process kube event 2025-11-24 18:24:25.66: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:24:25.66: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.71: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:24:25.71: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=MODIFIED kind=Pod ns=ctest-new-default-43324118) VncPod - Got MODIFIED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:25.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:24:25.76: VncKubernetes - Process event (name=ctest-pod-12188739 event_type=DELETED kind=Pod ns=ctest-new-default-43324118) VncPod - Got DELETED Pod ctest-new-default-43324118:ctest-pod-12188739:d61cd8a3-3c68-4493-9ff5-ec13239976a9 2025-11-24 18:24:26.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:24:28.17: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:28.17: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:28.17: VncKubernetes - Process event (name=ctest-non-default-06483326 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:28.17: NamespaceMonitor - start process kube event 2025-11-24 18:24:28.17: empty line received 2025-11-24 18:24:28.17: NamespaceMonitor - start process kube event 2025-11-24 18:24:28.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:24:32.52: EndPointMonitor - Received BOOKMARK: oldResVer=1728 newResVer=1978 2025-11-24 18:24:32.52: EndPointMonitor - start process kube event 2025-11-24 18:24:32.52: empty line received 2025-11-24 18:24:32.52: EndPointMonitor - start process kube event 2025-11-24 18:24:33.38: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:33.38: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:33.38: VncKubernetes - Process event (name=ctest-non-default-06483326 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:33.38: NamespaceMonitor - start process kube event 2025-11-24 18:24:33.38: empty line received 2025-11-24 18:24:33.38: NamespaceMonitor - start process kube event 2025-11-24 18:24:33.39: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:33.39: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:33.39: NamespaceMonitor - start process kube event 2025-11-24 18:24:33.39: empty line received 2025-11-24 18:24:33.39: NamespaceMonitor - start process kube event 2025-11-24 18:24:33.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:24:33.62: VncKubernetes - Process event (name=ctest-non-default-06483326 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-06483326:b8036f3e-920c-4058-9914-b15e3cd9022d 2025-11-24 18:24:34.21: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:34.21: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:34.21: NamespaceMonitor - start process kube event 2025-11-24 18:24:34.21: empty line received 2025-11-24 18:24:34.21: NamespaceMonitor - start process kube event 2025-11-24 18:24:34.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:24:34.57: VncKubernetes - Process event (name=ctest-new-default-43324118 event_type=MODIFIED kind=Namespace ns=None) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:26:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001079 VncNamespace - Got MODIFIED Namespace ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:34.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:24:39.39: EndPointMonitor - Received DELETED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:24:39.39: EndPointMonitor - Got DELETED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:24:39.39: VncKubernetes - Process event (name=ctest-nginx-svc-57796809 event_type=DELETED kind=Endpoints ns=ctest-new-default-43324118) VncEndpoints - Got DELETED Endpoints ctest-new-default-43324118:ctest-nginx-svc-57796809:e95da910-8786-4231-b9c0-599e14943cfe 2025-11-24 18:24:39.39: EndPointMonitor - start process kube event 2025-11-24 18:24:39.39: empty line received 2025-11-24 18:24:39.39: EndPointMonitor - start process kube event 2025-11-24 18:24:39.40: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:24:39.40: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:24:39.40: NetworkPolicyMonitor - start process kube event 2025-11-24 18:24:39.40: empty line received 2025-11-24 18:24:39.40: NetworkPolicyMonitor - start process kube event 2025-11-24 18:24:39.41: ServiceMonitor - Received DELETED Service ctest-new-default-43324118:ctest-nginx-svc-57796809:44510362-9cb9-446f-9fd7-e1dec8f067b1 2025-11-24 18:24:39.41: ServiceMonitor - Got DELETED Service ctest-new-default-43324118:ctest-nginx-svc-57796809:44510362-9cb9-446f-9fd7-e1dec8f067b1 2025-11-24 18:24:39.41: ServiceMonitor - start process kube event 2025-11-24 18:24:39.41: empty line received 2025-11-24 18:24:39.41: ServiceMonitor - start process kube event 2025-11-24 18:24:39.45: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:39.45: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:39.45: NamespaceMonitor - start process kube event 2025-11-24 18:24:39.45: empty line received 2025-11-24 18:24:39.45: NamespaceMonitor - start process kube event 2025-11-24 18:24:39.47: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:39.47: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:39.47: NamespaceMonitor - start process kube event 2025-11-24 18:24:39.47: empty line received 2025-11-24 18:24:39.47: NamespaceMonitor - start process kube event 2025-11-24 18:24:39.47: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:24:39.47: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-43324118) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-43324118:ingress-on-service:45f3ca34-516e-427b-8d02-636f56c2faad 2025-11-24 18:24:40.30: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:24:40.30: VncKubernetes - Process event (name=ctest-nginx-svc-57796809 event_type=DELETED kind=Service ns=ctest-new-default-43324118) VncService - Got DELETED Service ctest-new-default-43324118:ctest-nginx-svc-57796809:44510362-9cb9-446f-9fd7-e1dec8f067b1 2025-11-24 18:24:40.60: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:24:40.60: VncKubernetes - Process event (name=ctest-new-default-43324118 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:41.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:24:41.03: VncKubernetes - Process event (name=ctest-new-default-43324118 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-43324118:8cc9e66c-dbec-456a-a0c0-15bbd5e041e8 2025-11-24 18:24:42.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:25:01.90: PodMonitor - Received BOOKMARK: oldResVer=2006 newResVer=2058 2025-11-24 18:25:01.90: PodMonitor - start process kube event 2025-11-24 18:25:01.90: empty line received 2025-11-24 18:25:01.90: PodMonitor - start process kube event 2025-11-24 18:25:08.96: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1888 newResVer=2134 2025-11-24 18:25:08.96: NetworkPolicyMonitor - start process kube event 2025-11-24 18:25:08.96: empty line received 2025-11-24 18:25:08.96: NetworkPolicyMonitor - start process kube event 2025-11-24 18:25:22.98: NamespaceMonitor - Received BOOKMARK: oldResVer=1620 newResVer=2138 2025-11-24 18:25:22.98: NamespaceMonitor - start process kube event 2025-11-24 18:25:22.98: empty line received 2025-11-24 18:25:22.98: NamespaceMonitor - start process kube event 2025-11-24 18:25:23.60: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:25:23.60: NetworkMonitor - start process kube event 2025-11-24 18:25:23.60: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1270 2025-11-24 18:25:23.60: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:25:23.60: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:25:23.60: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:25:23.60: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1270'})(timeout=120) 2025-11-24 18:25:23.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:25:23.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:25:23.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:25:23.63: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1270'}) 2025-11-24 18:25:32.05: EndPointMonitor - Received BOOKMARK: oldResVer=1978 newResVer=2133 2025-11-24 18:25:32.05: EndPointMonitor - start process kube event 2025-11-24 18:25:32.05: empty line received 2025-11-24 18:25:32.05: EndPointMonitor - start process kube event 2025-11-24 18:25:36.48: ServiceMonitor - Received BOOKMARK: oldResVer=1726 newResVer=2135 2025-11-24 18:25:36.48: ServiceMonitor - start process kube event 2025-11-24 18:25:36.48: empty line received 2025-11-24 18:25:36.48: ServiceMonitor - start process kube event 2025-11-24 18:26:02.05: PodMonitor - Received BOOKMARK: oldResVer=2058 newResVer=2058 2025-11-24 18:26:02.05: PodMonitor - start process kube event 2025-11-24 18:26:02.05: PodMonitor - _schedule_vnc_sync 2025-11-24 18:26:02.05: empty line received 2025-11-24 18:26:02.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 18:26:02.05: VncKubernetes - vnc_sync - Pod start 2025-11-24 18:26:02.05: VncKubernetes - vnc_sync - Pod done 2025-11-24 18:26:02.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:26:02.05: PodMonitor - start process kube event 2025-11-24 18:26:09.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2134 newResVer=2134 2025-11-24 18:26:09.22: NetworkPolicyMonitor - start process kube event 2025-11-24 18:26:09.22: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:26:09.22: empty line received 2025-11-24 18:26:09.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:26:09.22: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:26:09.22: NetworkPolicyMonitor - start process kube event 2025-11-24 18:26:09.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:26:09.22: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:26:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001344 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:26:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000998 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:27:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001114 2025-11-24 18:26:15.61: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:26:15.61: IngressMonitor - start process kube event 2025-11-24 18:26:15.61: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1567 2025-11-24 18:26:15.61: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:26:15.61: IngressMonitor - Connect Kube API result 0 2025-11-24 18:26:15.61: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:26:15.61: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1567'})(timeout=120) 2025-11-24 18:26:15.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:26:15.61: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:26:15.61: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:26:15.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:26:15.63: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1567'}) 2025-11-24 18:26:22.72: NamespaceMonitor - Received BOOKMARK: oldResVer=2138 newResVer=2138 2025-11-24 18:26:22.72: NamespaceMonitor - start process kube event 2025-11-24 18:26:22.72: empty line received 2025-11-24 18:26:22.72: NamespaceMonitor - start process kube event 2025-11-24 18:26:30.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2134 newResVer=2134 2025-11-24 18:26:30.77: NetworkPolicyMonitor - start process kube event 2025-11-24 18:26:30.77: empty line received 2025-11-24 18:26:30.77: NetworkPolicyMonitor - start process kube event 2025-11-24 18:26:32.41: EndPointMonitor - Received BOOKMARK: oldResVer=2133 newResVer=2133 2025-11-24 18:26:32.41: EndPointMonitor - start process kube event 2025-11-24 18:26:32.41: empty line received 2025-11-24 18:26:32.41: EndPointMonitor - start process kube event 2025-11-24 18:26:32.49: stop iteration NetworkPolicyMonitor 2025-11-24 18:26:32.49: NetworkPolicyMonitor - start process kube event 2025-11-24 18:26:32.49: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2134 2025-11-24 18:26:32.49: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:26:32.49: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:26:32.49: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:26:32.49: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2134'})(timeout=120) 2025-11-24 18:26:32.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:26:32.50: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:26:32.50: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:26:32.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:26:32.51: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2134'}) 2025-11-24 18:26:36.62: ServiceMonitor - Received BOOKMARK: oldResVer=2135 newResVer=2135 2025-11-24 18:26:36.62: ServiceMonitor - start process kube event 2025-11-24 18:26:36.62: empty line received 2025-11-24 18:26:36.62: ServiceMonitor - start process kube event 2025-11-24 18:27:02.55: PodMonitor - Received BOOKMARK: oldResVer=2058 newResVer=2058 2025-11-24 18:27:02.55: PodMonitor - start process kube event 2025-11-24 18:27:02.55: empty line received 2025-11-24 18:27:02.55: PodMonitor - start process kube event 2025-11-24 18:27:02.68: NamespaceMonitor - Received BOOKMARK: oldResVer=2138 newResVer=2138 2025-11-24 18:27:02.68: NamespaceMonitor - start process kube event 2025-11-24 18:27:02.68: empty line received 2025-11-24 18:27:02.68: NamespaceMonitor - start process kube event 2025-11-24 18:27:04.59: stop iteration NamespaceMonitor 2025-11-24 18:27:04.59: NamespaceMonitor - start process kube event 2025-11-24 18:27:04.59: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2138 2025-11-24 18:27:04.59: NamespaceMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:27:04.59: NamespaceMonitor - Connect Kube API result 0 2025-11-24 18:27:04.59: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 18:27:04.59: NamespaceMonitor - Start Watching request https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2138'})(timeout=120) 2025-11-24 18:27:04.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 18:27:04.59: VncKubernetes - vnc_sync - Namespace start 2025-11-24 18:27:04.59: VncKubernetes - vnc_sync - Namespace done 2025-11-24 18:27:04.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:27:04.61: NamespaceMonitor - Watches https://10.0.0.242:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2138'}) 2025-11-24 18:27:12.43: PodMonitor - Received ADDED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:12.43: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-24 18:27:12.43: PodMonitor - start process kube event 2025-11-24 18:27:12.43: empty line received 2025-11-24 18:27:12.43: PodMonitor - start process kube event 2025-11-24 18:27:12.44: PodMonitor - Received MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:12.44: PodMonitor - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:12.44: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:12.44: PodMonitor - start process kube event 2025-11-24 18:27:12.44: empty line received 2025-11-24 18:27:12.44: PodMonitor - start process kube event 2025-11-24 18:27:12.46: PodMonitor - Received MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:12.46: PodMonitor - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:12.46: PodMonitor - start process kube event 2025-11-24 18:27:12.46: empty line received 2025-11-24 18:27:12.46: PodMonitor - start process kube event 2025-11-24 18:27:12.63: PodMonitor - Received ADDED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:12.63: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-24 18:27:12.63: PodMonitor - start process kube event 2025-11-24 18:27:12.63: empty line received 2025-11-24 18:27:12.63: PodMonitor - start process kube event 2025-11-24 18:27:12.65: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:12.65: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:12.65: PodMonitor - start process kube event 2025-11-24 18:27:12.65: empty line received 2025-11-24 18:27:12.65: PodMonitor - start process kube event 2025-11-24 18:27:12.66: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:12.66: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:12.66: PodMonitor - start process kube event 2025-11-24 18:27:12.66: empty line received 2025-11-24 18:27:12.66: PodMonitor - start process kube event 2025-11-24 18:27:13.17: PodMonitor - Received MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:13.17: PodMonitor - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:13.17: PodMonitor - start process kube event 2025-11-24 18:27:13.17: empty line received [Introspect:8108]10.0.0.242 - - [2025-11-24 18:27:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001052 2025-11-24 18:27:13.17: PodMonitor - start process kube event 2025-11-24 18:27:13.18: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 18:27:13.18: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:13.30: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:27:13.30: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:13.89: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:13.89: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:13.90: PodMonitor - start process kube event 2025-11-24 18:27:13.90: empty line received 2025-11-24 18:27:13.90: PodMonitor - start process kube event 2025-11-24 18:27:13.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 18:27:13.91: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:13.97: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:27:13.97: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:14.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:27:14.03: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:14.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:27:23.63: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:27:23.63: NetworkMonitor - start process kube event 2025-11-24 18:27:23.63: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1270 2025-11-24 18:27:23.63: NetworkMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:27:23.63: NetworkMonitor - Connect Kube API result 0 2025-11-24 18:27:23.63: NetworkMonitor - _schedule_vnc_sync 2025-11-24 18:27:23.63: NetworkMonitor - Start Watching request https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1270'})(timeout=120) 2025-11-24 18:27:23.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 18:27:23.63: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 18:27:23.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:27:23.65: NetworkMonitor - Watches https://10.0.0.242:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1270'}) 2025-11-24 18:27:27.56: PodMonitor - Received MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:27.56: PodMonitor - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:27.56: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:27.56: PodMonitor - start process kube event 2025-11-24 18:27:27.56: empty line received 2025-11-24 18:27:27.56: PodMonitor - start process kube event 2025-11-24 18:27:27.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:27:28.56: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:28.56: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:28.56: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:27:28.57: PodMonitor - start process kube event 2025-11-24 18:27:28.57: empty line received 2025-11-24 18:27:28.57: PodMonitor - start process kube event 2025-11-24 18:27:28.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:27:29.67: PodMonitor - Received MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:29.67: PodMonitor - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:29.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:27:29.68: PodMonitor - start process kube event 2025-11-24 18:27:29.68: empty line received 2025-11-24 18:27:29.68: PodMonitor - start process kube event 2025-11-24 18:27:29.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:27:31.79: EndPointMonitor - Received BOOKMARK: oldResVer=2133 newResVer=2133 2025-11-24 18:27:31.79: EndPointMonitor - start process kube event 2025-11-24 18:27:31.79: empty line received 2025-11-24 18:27:31.79: EndPointMonitor - start process kube event 2025-11-24 18:27:36.26: ServiceMonitor - Received BOOKMARK: oldResVer=2135 newResVer=2135 2025-11-24 18:27:36.26: ServiceMonitor - start process kube event 2025-11-24 18:27:36.26: ServiceMonitor - _schedule_vnc_sync 2025-11-24 18:27:36.26: empty line received 2025-11-24 18:27:36.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 18:27:36.26: VncKubernetes - vnc_sync - Service start 2025-11-24 18:27:36.26: VncKubernetes - vnc_sync - Service done 2025-11-24 18:27:36.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:27:36.26: ServiceMonitor - start process kube event 2025-11-24 18:28:00.63: PodMonitor - Received MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.63: PodMonitor - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.63: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.63: PodMonitor - start process kube event 2025-11-24 18:28:00.63: empty line received 2025-11-24 18:28:00.63: PodMonitor - start process kube event 2025-11-24 18:28:00.64: PodMonitor - Received MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.64: PodMonitor - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.64: PodMonitor - start process kube event 2025-11-24 18:28:00.64: empty line received 2025-11-24 18:28:00.64: PodMonitor - start process kube event 2025-11-24 18:28:00.65: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:28:00.65: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.65: PodMonitor - Received DELETED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.65: PodMonitor - Got DELETED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 2025-11-24 18:28:00.65: PodMonitor - start process kube event 2025-11-24 18:28:00.65: empty line received 2025-11-24 18:28:00.65: PodMonitor - start process kube event 2025-11-24 18:28:00.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:28:00.70: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:a3fa234d-8d66-4b24-bf85-d0880ebd7820 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:28:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001160 [Introspect:8108]10.0.0.242 - - [2025-11-24 18:28:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001054 2025-11-24 18:28:00.74: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:00.74: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:00.74: PodMonitor - start process kube event 2025-11-24 18:28:00.74: empty line received 2025-11-24 18:28:00.74: PodMonitor - start process kube event 2025-11-24 18:28:00.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:28:00.96: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:01.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:28:01.68: PodMonitor - Received BOOKMARK: oldResVer=2058 newResVer=2426 2025-11-24 18:28:01.68: PodMonitor - start process kube event 2025-11-24 18:28:01.68: empty line received 2025-11-24 18:28:01.68: PodMonitor - start process kube event 2025-11-24 18:28:15.63: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:28:15.64: IngressMonitor - start process kube event 2025-11-24 18:28:15.64: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1567 2025-11-24 18:28:15.64: IngressMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:28:15.64: IngressMonitor - Connect Kube API result 0 2025-11-24 18:28:15.64: IngressMonitor - _schedule_vnc_sync 2025-11-24 18:28:15.64: IngressMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1567'})(timeout=120) 2025-11-24 18:28:15.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 18:28:15.64: VncKubernetes - vnc_sync - Ingress start 2025-11-24 18:28:15.64: VncKubernetes - vnc_sync - Ingress done 2025-11-24 18:28:15.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:28:15.64: IngressMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1567'}) 2025-11-24 18:28:23.95: NetworkMonitor - Received BOOKMARK: oldResVer=1270 newResVer=2453 2025-11-24 18:28:23.95: NetworkMonitor - start process kube event 2025-11-24 18:28:23.95: empty line received 2025-11-24 18:28:23.95: NetworkMonitor - start process kube event 2025-11-24 18:28:31.70: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.70: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.70: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.70: PodMonitor - start process kube event 2025-11-24 18:28:31.70: empty line received 2025-11-24 18:28:31.70: PodMonitor - start process kube event 2025-11-24 18:28:31.70: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.71: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.71: PodMonitor - start process kube event 2025-11-24 18:28:31.71: empty line received 2025-11-24 18:28:31.71: PodMonitor - start process kube event 2025-11-24 18:28:31.71: PodMonitor - Received DELETED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.71: PodMonitor - Got DELETED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.71: PodMonitor - start process kube event 2025-11-24 18:28:31.71: empty line received 2025-11-24 18:28:31.71: PodMonitor - start process kube event 2025-11-24 18:28:31.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 18:28:31.72: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:31.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:28:31.78: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:c1d13af0-b9ee-43d0-a3f5-06e5fe5c1bef 2025-11-24 18:28:32.07: EndPointMonitor - Received BOOKMARK: oldResVer=2133 newResVer=2133 2025-11-24 18:28:32.07: EndPointMonitor - start process kube event 2025-11-24 18:28:32.07: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:28:32.07: empty line received 2025-11-24 18:28:32.07: EndPointMonitor - start process kube event 2025-11-24 18:28:32.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 18:28:32.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:28:32.09: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:28:32.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:28:32.51: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.242', port=6443): Read timed out. 2025-11-24 18:28:32.51: NetworkPolicyMonitor - start process kube event 2025-11-24 18:28:32.51: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2134 2025-11-24 18:28:32.51: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:28:32.51: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 18:28:32.51: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 18:28:32.51: NetworkPolicyMonitor - Start Watching request https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2134'})(timeout=120) 2025-11-24 18:28:32.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 18:28:32.51: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 18:28:32.52: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 18:28:32.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 18:28:32.53: NetworkPolicyMonitor - Watches https://10.0.0.242:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2134'}) 2025-11-24 18:28:35.74: ServiceMonitor - Received BOOKMARK: oldResVer=2135 newResVer=2135 2025-11-24 18:28:35.74: ServiceMonitor - start process kube event 2025-11-24 18:28:35.74: empty line received 2025-11-24 18:28:35.74: ServiceMonitor - start process kube event 2025-11-24 18:28:37.67: EndPointMonitor - Received BOOKMARK: oldResVer=2133 newResVer=2133 2025-11-24 18:28:37.67: EndPointMonitor - start process kube event 2025-11-24 18:28:37.67: empty line received 2025-11-24 18:28:37.67: EndPointMonitor - start process kube event 2025-11-24 18:28:38.79: EndPointMonitor - Received BOOKMARK: oldResVer=2133 newResVer=2133 2025-11-24 18:28:38.79: EndPointMonitor - start process kube event 2025-11-24 18:28:38.79: empty line received 2025-11-24 18:28:38.79: EndPointMonitor - start process kube event 2025-11-24 18:28:40.07: stop iteration EndPointMonitor 2025-11-24 18:28:40.07: EndPointMonitor - start process kube event 2025-11-24 18:28:40.07: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2133 2025-11-24 18:28:40.07: EndPointMonitor - Try to connect Kube API 10.0.0.242:6443 2025-11-24 18:28:40.07: EndPointMonitor - Connect Kube API result 0 2025-11-24 18:28:40.07: EndPointMonitor - _schedule_vnc_sync 2025-11-24 18:28:40.07: EndPointMonitor - Start Watching request https://10.0.0.242:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2133'})(timeout=120) 2025-11-24 18:28:40.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 18:28:40.07: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 18:28:40.07: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.242 - - [2025-11-24 18:28:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001096