++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Fri Nov 7 03:25:31 PM UTC 2025 ===================' INFO: =================== Fri Nov 7 03:25:31 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ ip addr show dev ens3 +++ grep 'inet ' +++ head -n 1 +++ awk '{print $2}' ++ DEFAULT_LOCAL_IP=10.0.0.19 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.19 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.19 ++ ANALYTICSDB_NODES=10.0.0.19 ++ ANALYTICS_SNMP_NODES=10.0.0.19 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8081 ' +++ '[' -n '10.0.0.19:8081 ' ']' +++ echo 10.0.0.19:8081 ++ ANALYTICS_SERVERS=10.0.0.19:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9042 ' +++ '[' -n '10.0.0.19:9042 ' ']' +++ echo 10.0.0.19:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.19:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.19 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8086 ' +++ '[' -n '10.0.0.19:8086 ' ']' +++ echo 10.0.0.19:8086 ++ COLLECTOR_SERVERS=10.0.0.19:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.19 ++ CONFIGDB_NODES=10.0.0.19 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8082 ' +++ '[' -n '10.0.0.19:8082 ' ']' +++ echo 10.0.0.19:8082 ++ CONFIG_SERVERS=10.0.0.19:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9161 ' +++ '[' -n '10.0.0.19:9161 ' ']' +++ echo 10.0.0.19:9161 ++ CONFIGDB_SERVERS=10.0.0.19:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9041 ' +++ '[' -n '10.0.0.19:9041 ' ']' +++ echo 10.0.0.19:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.19:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.19 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.19 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.19 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:2181, +++ '[' -n 10.0.0.19:2181, ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS=10.0.0.19:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:2181 ' +++ '[' -n '10.0.0.19:2181 ' ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.19:2181 ++ RABBITMQ_NODES=10.0.0.19 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:5673, +++ '[' -n 10.0.0.19:5673, ']' +++ echo 10.0.0.19:5673 ++ RABBITMQ_SERVERS=10.0.0.19:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:6379 ' +++ '[' -n '10.0.0.19:6379 ' ']' +++ echo 10.0.0.19:6379 ++ REDIS_SERVERS=10.0.0.19:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.19 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9092 ' +++ '[' -n '10.0.0.19:9092 ' ']' +++ echo 10.0.0.19:9092 ++ KAFKA_SERVERS=10.0.0.19:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.19 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.19 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.19 ++ cut -d , -f 1 + local cassandra=10.0.0.19 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.19 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlNoZHg5YlpwWk51WkNaMTRXYXBXRGg2cFlCYUN4SWRIUFcxMEpUcFRzdU0ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjRmMmM1ODNjLTMxNzctNDNhYy05ZWYzLWU0NGY4YTQ1NGJiYiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.dfVQq3Htp_s4GMcNs11sawpBHBdrHZyug6JEHZCRK-_dGcaRV1KNNcLkNI1LCD2M8VMQUn0xkSkwSxnw-R0P658GUVC8OJooqxLxOU-p7kxpPajnU2EVHv_11hM2jx9HxBYST5Ygj71BGLF3IGGGGUE8d4Cu_qC26-oaVFvU1LLIzJFEpDX9neq2YYT-4QLvNthqB6nkOFPErJOCo8zoJ4DPXcuj36FJAXYkwDFMxJfO7u-Mr0u9OYE3-qO_sbNjc2JkXV8kaTXZyFRwQkYshAkrYdZpufYT4Sg8DfVlSvJfg6FjvK8k8gq6TH06DBnoHnHdOA1HRtTFxX9IIzOizQ ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.19 +++ local servers=10.0.0.19 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ sort ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ uniq +++ cut -d ' ' -f 1 ++++ tr '\n' , +++ local local_ips=,10.0.0.19,10.166.225.1,127.0.0.1,172.17.0.1,252.19.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.19'\''))' +++ local server_ip=10.0.0.19 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.19 ]] +++ [[ ,10.0.0.19,10.166.225.1,127.0.0.1,172.17.0.1,252.19.0.1,, =~ ,10\.0\.0\.19, ]] +++ echo 10.0.0.19 1 +++ return ++ local ip=10.0.0.19 ++ [[ -z 10.0.0.19 ]] ++ echo 10.0.0.19 + host_ip=10.0.0.19 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.19:9041 + cassandra_server_list=10.0.0.19:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ grep '^KUBERNETES__.*__.*=.*$' ++ sort ++ set -o posix ++ set ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/07/2025 15:25:39.986 7f34f687fe00 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/07/2025 15:25:40.139 7f34f687fe00 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/07/2025 15:25:40.139 7f34f687fe00 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.19 - - [2025-11-07 15:25:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3006 0.001067 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:25:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001046 2025-11-07 15:25:40.36: KubeMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:40.36: KubeMonitor - Connect Kube API result 0 2025-11-07 15:25:40.46: KubeMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-07 15:25:40.47: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-07 15:25:40.48: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1 2025-11-07 15:25:40.48: PodMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-07 15:25:40.49: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-07 15:25:40.50: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-11-07 15:25:40.50: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-07 15:25:40.51: IngressMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-11-07 15:25:40.51: VncKubernetes - vnc_connect starting 2025-11-07 15:25:40.52: VncKubernetes - vnc_connect done 2025-11-07 15:25:40.69: default-domain domain available. 2025-11-07 15:25:47.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:25:47.13: NamespaceMonitor - start process kube event 2025-11-07 15:25:47.13: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.13: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.13: NetworkMonitor - start process kube event 2025-11-07 15:25:47.13: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.13: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.13: PodMonitor - start process kube event 2025-11-07 15:25:47.13: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.13: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.13: ServiceMonitor - start process kube event 2025-11-07 15:25:47.13: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.13: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.13: NetworkPolicyMonitor - start process kube event 2025-11-07 15:25:47.13: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.13: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.15: EndPointMonitor - start process kube event 2025-11-07 15:25:47.15: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.15: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.15: IngressMonitor - start process kube event 2025-11-07 15:25:47.15: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.15: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.15: IngressMonitor - Connect Kube API result 0 2025-11-07 15:25:47.15: IngressMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-07 15:25:47.15: EndPointMonitor - Connect Kube API result 0 2025-11-07 15:25:47.15: EndPointMonitor - Start init url=https://10.0.0.19:6443/api/v1/endpoints resource_version=None 2025-11-07 15:25:47.16: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-07 15:25:47.16: NetworkPolicyMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-07 15:25:47.16: ServiceMonitor - Connect Kube API result 0 2025-11-07 15:25:47.16: ServiceMonitor - Start init url=https://10.0.0.19:6443/api/v1/services resource_version=None 2025-11-07 15:25:47.16: PodMonitor - Connect Kube API result 0 2025-11-07 15:25:47.16: PodMonitor - Start init url=https://10.0.0.19:6443/api/v1/pods resource_version=None 2025-11-07 15:25:47.16: NetworkMonitor - Connect Kube API result 0 2025-11-07 15:25:47.16: NamespaceMonitor - Connect Kube API result 0 2025-11-07 15:25:47.17: NamespaceMonitor - Start init url=https://10.0.0.19:6443/api/v1/namespaces resource_version=None 2025-11-07 15:25:47.20: IngressMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses, resource_version=412 2025-11-07 15:25:47.20: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:25:47.20: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:25:47.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:25:47.20: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:25:47.20: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:25:47.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:25:47.20: NetworkPolicyMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=412 2025-11-07 15:25:47.20: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-07 15:25:47.20: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:25:47.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-07 15:25:47.21: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-07 15:25:47.21: NamespaceMonitor - Got ADDED Namespace None:contrail:cfe0b33d-503f-4fdb-986a-358776e3bae8 2025-11-07 15:25:47.21: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:25:47.21: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-07 15:25:47.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:25:47.21: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:cfe0b33d-503f-4fdb-986a-358776e3bae8 2025-11-07 15:25:47.22: EndPointMonitor - Got ADDED Endpoints default:kubernetes:67e567d2-12a7-431e-bfff-e7efc6b28fad 2025-11-07 15:25:47.22: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:25:47.22: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:25:47.22: PodMonitor - Done init url=https://10.0.0.19:6443/api/v1/pods, resource_version=412 2025-11-07 15:25:47.22: PodMonitor - _schedule_vnc_sync 2025-11-07 15:25:47.22: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:25:47.22: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:25:47.22: EndPointMonitor - Done init url=https://10.0.0.19:6443/api/v1/endpoints, resource_version=412 2025-11-07 15:25:47.22: EndPointMonitor - _schedule_vnc_sync 2025-11-07 15:25:47.22: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:25:47.23: NetworkMonitor - Start init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-07 15:25:47.23: NamespaceMonitor - Got ADDED Namespace None:default:3c510ab9-eb5a-40ed-b595-db1126a0e7af 2025-11-07 15:25:47.23: ServiceMonitor - Got ADDED Service default:kubernetes:c547a7b1-7681-4ecb-a812-77fa721726ec 2025-11-07 15:25:47.24: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) [Introspect:8108]10.0.0.19 - - [2025-11-07 15:25:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001094 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:25:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001350 2025-11-07 15:25:47.24: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:25:47.25: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:a704e8b6-8933-4a9a-9259-37aabfdee2cd 2025-11-07 15:25:47.26: ServiceMonitor - Got ADDED Service kube-system:kube-dns:983e0765-6435-4400-a2ab-aaeb6280106e 2025-11-07 15:25:47.26: ServiceMonitor - Done init url=https://10.0.0.19:6443/api/v1/services, resource_version=412 2025-11-07 15:25:47.26: ServiceMonitor - _schedule_vnc_sync 2025-11-07 15:25:47.26: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:25:47.26: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-11-07 15:25:47.26: NetworkMonitor - start process kube event 2025-11-07 15:25:47.26: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-07 15:25:47.26: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:25:47.26: NetworkMonitor - Connect Kube API result 0 2025-11-07 15:25:47.27: NamespaceMonitor - Got ADDED Namespace None:kube-public:5d71313a-3da9-42ed-af7e-d9642b22881e 2025-11-07 15:25:47.27: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:25:47.27: NamespaceMonitor - Got ADDED Namespace None:kube-system:c57885d1-0bc6-47fb-b6c7-07cfe94fdcf4 2025-11-07 15:25:47.27: NamespaceMonitor - Done init url=https://10.0.0.19:6443/api/v1/namespaces, resource_version=412 2025-11-07 15:25:47.27: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:25:47.27: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:25:47.28: NetworkMonitor - Start init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-07 15:25:47.29: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:25:47.35: NetworkMonitor - Done init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=416 2025-11-07 15:25:47.35: NetworkMonitor - _schedule_vnc_sync 2025-11-07 15:25:47.35: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'})(timeout=120) 2025-11-07 15:25:47.35: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'}) 2025-11-07 15:25:49.63: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-07 15:25:49.63: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:67e567d2-12a7-431e-bfff-e7efc6b28fad 2025-11-07 15:25:49.66: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-07 15:25:49.66: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:25:51.36: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:25:51.36: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:25:51.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-07 15:25:51.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-07 15:25:51.36: VncKubernetes - vnc_sync - Pod start 2025-11-07 15:25:51.36: VncKubernetes - vnc_sync - Pod done 2025-11-07 15:25:51.36: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-07 15:25:51.36: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:25:51.36: PodMonitor - start process kube event 2025-11-07 15:25:51.36: empty line received 2025-11-07 15:25:51.36: PodMonitor - start process kube event 2025-11-07 15:25:51.37: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-07 15:25:51.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-07 15:25:51.37: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-07 15:25:51.37: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-07 15:25:51.37: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:3c510ab9-eb5a-40ed-b595-db1126a0e7af 2025-11-07 15:25:53.51: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-07 15:25:53.52: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:c547a7b1-7681-4ecb-a812-77fa721726ec 2025-11-07 15:25:54.90: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-07 15:25:54.90: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:a704e8b6-8933-4a9a-9259-37aabfdee2cd 2025-11-07 15:25:57.09: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-07 15:25:57.09: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:983e0765-6435-4400-a2ab-aaeb6280106e 2025-11-07 15:25:58.95: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-07 15:25:58.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-07 15:25:58.95: VncKubernetes - vnc_sync - Service start 2025-11-07 15:25:58.95: VncKubernetes - vnc_sync - Service done 2025-11-07 15:25:58.95: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-07 15:25:58.96: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:5d71313a-3da9-42ed-af7e-d9642b22881e 2025-11-07 15:26:00.71: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:26:00.71: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:c57885d1-0bc6-47fb-b6c7-07cfe94fdcf4 2025-11-07 15:26:02.01: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:26:02.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:26:02.01: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:26:02.01: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:26:02.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:26:02.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-07 15:26:02.01: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-07 15:26:02.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:26:02.01: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:26:02.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:26:47.79: PodMonitor - Received BOOKMARK: oldResVer=412 newResVer=423 2025-11-07 15:26:47.79: PodMonitor - start process kube event 2025-11-07 15:26:47.79: empty line received 2025-11-07 15:26:47.79: PodMonitor - start process kube event 2025-11-07 15:27:47.21: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:27:47.22: IngressMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-07 15:28:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001098 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:28:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000983 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:28:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001093 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:28:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001189 2025-11-07 15:27:47.22: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:27:47.22: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:27:47.22: IngressMonitor - Connect Kube API result 0 2025-11-07 15:27:47.22: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:27:47.22: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:27:47.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:27:47.22: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:27:47.22: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:27:47.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:27:47.22: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:27:47.22: NetworkPolicyMonitor - start process kube event 2025-11-07 15:27:47.22: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:27:47.22: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:27:47.22: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-07 15:27:47.22: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-07 15:27:47.22: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:27:47.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-07 15:27:47.22: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-07 15:27:47.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-07 15:27:47.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:27:47.23: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:27:47.23: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:27:47.24: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:27:47.24: EndPointMonitor - start process kube event 2025-11-07 15:27:47.24: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:27:47.24: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:27:47.24: EndPointMonitor - Connect Kube API result 0 2025-11-07 15:27:47.24: EndPointMonitor - _schedule_vnc_sync 2025-11-07 15:27:47.24: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:27:47.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-07 15:27:47.24: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-07 15:27:47.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:27:47.25: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:27:47.27: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:27:47.27: ServiceMonitor - start process kube event 2025-11-07 15:27:47.27: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:27:47.27: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:27:47.27: ServiceMonitor - Connect Kube API result 0 2025-11-07 15:27:47.27: ServiceMonitor - _schedule_vnc_sync 2025-11-07 15:27:47.27: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:27:47.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-07 15:27:47.27: VncKubernetes - vnc_sync - Service start 2025-11-07 15:27:47.27: VncKubernetes - vnc_sync - Service done 2025-11-07 15:27:47.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:27:47.28: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:27:47.29: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:27:47.29: NamespaceMonitor - start process kube event 2025-11-07 15:27:47.29: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:27:47.29: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:27:47.29: NamespaceMonitor - Connect Kube API result 0 2025-11-07 15:27:47.29: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:27:47.29: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:27:47.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:27:47.29: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:27:47.29: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:27:47.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:27:47.30: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:27:47.35: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:27:47.35: NetworkMonitor - start process kube event 2025-11-07 15:27:47.35: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=416 2025-11-07 15:27:47.35: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:27:47.36: NetworkMonitor - Connect Kube API result 0 2025-11-07 15:27:47.36: NetworkMonitor - _schedule_vnc_sync 2025-11-07 15:27:47.36: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'})(timeout=120) 2025-11-07 15:27:47.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-07 15:27:47.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-07 15:27:47.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:27:47.36: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'}) 2025-11-07 15:27:47.75: PodMonitor - Received BOOKMARK: oldResVer=423 newResVer=423 2025-11-07 15:27:47.75: PodMonitor - start process kube event 2025-11-07 15:27:47.75: empty line received 2025-11-07 15:27:47.75: PodMonitor - start process kube event 2025-11-07 15:28:47.43: PodMonitor - Received BOOKMARK: oldResVer=423 newResVer=423 2025-11-07 15:28:47.43: PodMonitor - start process kube event 2025-11-07 15:28:47.43: empty line received 2025-11-07 15:28:47.43: PodMonitor - start process kube event 2025-11-07 15:29:47.23: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:29:47.23: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:29:47.24: IngressMonitor - start process kube event 2025-11-07 15:29:47.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:29:47.24: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:29:47.24: NetworkPolicyMonitor - start process kube event 2025-11-07 15:29:47.24: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:29:47.24: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:29:47.24: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-07 15:29:47.24: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-07 15:29:47.24: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:29:47.24: IngressMonitor - Connect Kube API result 0 2025-11-07 15:29:47.24: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:29:47.24: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:29:47.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-07 15:29:47.24: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-07 15:29:47.24: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-07 15:29:47.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:29:47.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:29:47.24: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:29:47.24: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:29:47.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:29:47.25: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:29:47.25: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:29:47.25: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:29:47.25: EndPointMonitor - start process kube event 2025-11-07 15:29:47.25: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:29:47.25: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:29:47.25: EndPointMonitor - Connect Kube API result 0 2025-11-07 15:29:47.25: EndPointMonitor - _schedule_vnc_sync 2025-11-07 15:29:47.25: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:29:47.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-07 15:29:47.25: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-07 15:29:47.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:29:47.25: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:29:47.28: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:29:47.28: ServiceMonitor - start process kube event 2025-11-07 15:29:47.28: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:29:47.28: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:29:47.28: ServiceMonitor - Connect Kube API result 0 2025-11-07 15:29:47.28: ServiceMonitor - _schedule_vnc_sync 2025-11-07 15:29:47.28: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:29:47.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-07 15:29:47.28: VncKubernetes - vnc_sync - Service start 2025-11-07 15:29:47.28: VncKubernetes - vnc_sync - Service done 2025-11-07 15:29:47.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:29:47.29: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:29:47.29: PodMonitor - Received BOOKMARK: oldResVer=423 newResVer=423 2025-11-07 15:29:47.29: PodMonitor - start process kube event 2025-11-07 15:29:47.29: PodMonitor - _schedule_vnc_sync 2025-11-07 15:29:47.29: empty line received 2025-11-07 15:29:47.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-07 15:29:47.29: VncKubernetes - vnc_sync - Pod start 2025-11-07 15:29:47.29: PodMonitor - start process kube event 2025-11-07 15:29:47.30: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:29:47.30: NamespaceMonitor - start process kube event 2025-11-07 15:29:47.30: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:29:47.30: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:29:47.30: NamespaceMonitor - Connect Kube API result 0 2025-11-07 15:29:47.30: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:29:47.30: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:29:47.31: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:29:47.31: VncKubernetes - vnc_sync - Pod done 2025-11-07 15:29:47.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:29:47.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:29:47.31: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:29:47.31: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:29:47.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:29:47.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:29:47.36: NetworkMonitor - start process kube event 2025-11-07 15:29:47.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=416 2025-11-07 15:29:47.37: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:29:47.37: NetworkMonitor - Connect Kube API result 0 2025-11-07 15:29:47.37: NetworkMonitor - _schedule_vnc_sync 2025-11-07 15:29:47.37: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'})(timeout=120) 2025-11-07 15:29:47.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-07 15:29:47.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-07 15:29:47.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:29:47.37: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'}) 2025-11-07 15:29:58.15: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:29:58.15: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:29:58.15: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:29:58.15: PodMonitor - start process kube event 2025-11-07 15:29:58.15: empty line received 2025-11-07 15:29:58.15: PodMonitor - start process kube event 2025-11-07 15:29:58.17: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:29:58.17: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:29:58.17: EndPointMonitor - start process kube event 2025-11-07 15:29:58.17: empty line received 2025-11-07 15:29:58.17: EndPointMonitor - start process kube event 2025-11-07 15:29:58.17: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:29:58.17: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:29:58.17: PodMonitor - start process kube event 2025-11-07 15:29:58.17: empty line received 2025-11-07 15:29:58.17: PodMonitor - start process kube event 2025-11-07 15:29:58.18: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:29:58.18: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:29:58.18: EndPointMonitor - start process kube event 2025-11-07 15:29:58.18: empty line received 2025-11-07 15:29:58.18: EndPointMonitor - start process kube event 2025-11-07 15:29:58.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:29:58.21: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:29:58.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:29:58.23: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:29:58.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:29:58.25: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:29:58.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:30:47.09: EndPointMonitor - Received BOOKMARK: oldResVer=412 newResVer=773 2025-11-07 15:30:47.09: EndPointMonitor - start process kube event 2025-11-07 15:30:47.09: empty line received 2025-11-07 15:30:47.09: EndPointMonitor - start process kube event 2025-11-07 15:30:47.81: PodMonitor - Received BOOKMARK: oldResVer=423 newResVer=772 2025-11-07 15:30:47.81: PodMonitor - start process kube event 2025-11-07 15:30:47.81: empty line received 2025-11-07 15:30:47.81: PodMonitor - start process kube event 2025-11-07 15:31:47.17: EndPointMonitor - Received BOOKMARK: oldResVer=773 newResVer=773 2025-11-07 15:31:47.17: EndPointMonitor - start process kube event 2025-11-07 15:31:47.17: empty line received 2025-11-07 15:31:47.17: EndPointMonitor - start process kube event 2025-11-07 15:31:47.25: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:31:47.25: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:31:47.25: IngressMonitor - start process kube event 2025-11-07 15:31:47.25: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:31:47.25: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:31:47.25: NetworkPolicyMonitor - start process kube event 2025-11-07 15:31:47.25: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:31:47.25: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:31:47.25: IngressMonitor - Connect Kube API result 0 2025-11-07 15:31:47.25: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:31:47.25: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:31:47.25: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-07 15:31:47.25: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-07 15:31:47.25: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:31:47.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:31:47.25: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:31:47.25: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:31:47.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:31:47.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-07 15:31:47.25: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-07 15:31:47.26: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-07 15:31:47.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:31:47.26: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:31:47.26: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:31:47.29: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:31:47.29: ServiceMonitor - start process kube event 2025-11-07 15:31:47.29: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:31:47.29: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:31:47.29: ServiceMonitor - Connect Kube API result 0 2025-11-07 15:31:47.29: ServiceMonitor - _schedule_vnc_sync 2025-11-07 15:31:47.29: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:31:47.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-07 15:31:47.29: VncKubernetes - vnc_sync - Service start 2025-11-07 15:31:47.29: VncKubernetes - vnc_sync - Service done 2025-11-07 15:31:47.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:31:47.30: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:31:47.31: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:31:47.31: NamespaceMonitor - start process kube event 2025-11-07 15:31:47.31: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:31:47.31: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:31:47.31: NamespaceMonitor - Connect Kube API result 0 2025-11-07 15:31:47.31: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:31:47.31: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:31:47.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:31:47.31: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:31:47.31: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:31:47.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:31:47.31: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:31:47.37: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:31:47.37: NetworkMonitor - start process kube event 2025-11-07 15:31:47.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=416 2025-11-07 15:31:47.37: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:33:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001061 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:33:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.007237 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:33:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001263 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:33:40] "GET /Snh_NamespaceDatabaseList?namespace_uuid=3c510ab9-eb5a-40ed-b595-db1126a0e7af HTTP/1.1" 200 753 0.000682 2025-11-07 15:31:47.37: NetworkMonitor - Connect Kube API result 0 2025-11-07 15:31:47.38: NetworkMonitor - _schedule_vnc_sync 2025-11-07 15:31:47.38: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'})(timeout=120) 2025-11-07 15:31:47.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-07 15:31:47.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-07 15:31:47.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:31:47.38: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'}) 2025-11-07 15:31:47.70: PodMonitor - Received BOOKMARK: oldResVer=772 newResVer=772 2025-11-07 15:31:47.70: PodMonitor - start process kube event 2025-11-07 15:31:47.70: empty line received 2025-11-07 15:31:47.70: PodMonitor - start process kube event 2025-11-07 15:32:29.89: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:32:29.89: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:32:29.89: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:32:29.89: PodMonitor - start process kube event 2025-11-07 15:32:29.89: empty line received 2025-11-07 15:32:29.89: PodMonitor - start process kube event 2025-11-07 15:32:29.90: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:32:29.90: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:32:29.90: EndPointMonitor - start process kube event 2025-11-07 15:32:29.90: empty line received 2025-11-07 15:32:29.90: EndPointMonitor - start process kube event 2025-11-07 15:32:29.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:32:29.91: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:32:29.92: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:32:29.92: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:32:29.92: PodMonitor - start process kube event 2025-11-07 15:32:29.92: empty line received 2025-11-07 15:32:29.92: PodMonitor - start process kube event 2025-11-07 15:32:29.94: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:32:29.94: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:32:29.94: EndPointMonitor - start process kube event 2025-11-07 15:32:29.94: empty line received 2025-11-07 15:32:29.94: EndPointMonitor - start process kube event 2025-11-07 15:32:30.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:32:30.31: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:32:30.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:32:30.37: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:32:30.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:32:47.27: EndPointMonitor - Received BOOKMARK: oldResVer=773 newResVer=995 2025-11-07 15:32:47.27: EndPointMonitor - start process kube event 2025-11-07 15:32:47.27: empty line received 2025-11-07 15:32:47.27: EndPointMonitor - start process kube event 2025-11-07 15:32:47.59: PodMonitor - Received BOOKMARK: oldResVer=772 newResVer=992 2025-11-07 15:32:47.59: PodMonitor - start process kube event 2025-11-07 15:32:47.59: empty line received 2025-11-07 15:32:47.59: PodMonitor - start process kube event 2025-11-07 15:33:40.20: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-51135085:836fbdb3-6ab6-43aa-9db5-58bddefe4209 2025-11-07 15:33:40.20: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-51135085:836fbdb3-6ab6-43aa-9db5-58bddefe4209 2025-11-07 15:33:40.20: VncKubernetes - Process event (name=ctest-nginx-svc-51135085 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-51135085:836fbdb3-6ab6-43aa-9db5-58bddefe4209 2025-11-07 15:33:40.20: ServiceMonitor - start process kube event 2025-11-07 15:33:40.20: empty line received 2025-11-07 15:33:40.20: ServiceMonitor - start process kube event 2025-11-07 15:33:40.21: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:40.21: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:40.21: EndPointMonitor - start process kube event 2025-11-07 15:33:40.21: empty line received 2025-11-07 15:33:40.21: EndPointMonitor - start process kube event 2025-11-07 15:33:40.27: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:40.27: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-32237326 (no nodeName) 2025-11-07 15:33:40.27: PodMonitor - start process kube event 2025-11-07 15:33:40.27: empty line received 2025-11-07 15:33:40.27: PodMonitor - start process kube event 2025-11-07 15:33:40.29: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:40.29: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:40.29: PodMonitor - start process kube event 2025-11-07 15:33:40.29: empty line received 2025-11-07 15:33:40.29: PodMonitor - start process kube event 2025-11-07 15:33:40.31: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:40.31: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:40.31: PodMonitor - start process kube event 2025-11-07 15:33:40.31: empty line received 2025-11-07 15:33:40.31: PodMonitor - start process kube event 2025-11-07 15:33:41.11: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:33:41.11: VncKubernetes - Process event (name=ctest-nginx-svc-51135085 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:41.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:33:41.18: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:42.06: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:42.06: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:42.07: PodMonitor - start process kube event 2025-11-07 15:33:42.07: empty line received 2025-11-07 15:33:42.07: PodMonitor - start process kube event 2025-11-07 15:33:42.08: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:33:42.08: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:42.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:33:42.21: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:42.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:43.30: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:43.30: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-68440275 (no nodeName) 2025-11-07 15:33:43.30: PodMonitor - start process kube event 2025-11-07 15:33:43.30: empty line received 2025-11-07 15:33:43.30: PodMonitor - start process kube event 2025-11-07 15:33:43.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:43.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:43.30: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:43.31: PodMonitor - start process kube event 2025-11-07 15:33:43.31: empty line received 2025-11-07 15:33:43.31: PodMonitor - start process kube event 2025-11-07 15:33:43.32: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:43.32: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:43.32: PodMonitor - start process kube event 2025-11-07 15:33:43.32: empty line received 2025-11-07 15:33:43.32: PodMonitor - start process kube event 2025-11-07 15:33:44.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:44.10: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:44.10: PodMonitor - start process kube event 2025-11-07 15:33:44.10: empty line received 2025-11-07 15:33:44.10: PodMonitor - start process kube event 2025-11-07 15:33:44.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:33:44.12: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:44.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:33:44.27: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:44.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:44.60: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:33:44.60: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:33:44.60: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:33:44.60: IngressMonitor - start process kube event 2025-11-07 15:33:44.60: empty line received 2025-11-07 15:33:44.60: IngressMonitor - start process kube event 2025-11-07 15:33:45.64: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:33:45.64: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:33:45.64: IngressMonitor - start process kube event 2025-11-07 15:33:45.64: empty line received 2025-11-07 15:33:45.64: IngressMonitor - start process kube event 2025-11-07 15:33:46.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:33:46.72: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:33:47.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:47.26: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:33:47.26: NetworkPolicyMonitor - start process kube event 2025-11-07 15:33:47.26: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:33:47.26: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:33:47.26: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-07 15:33:47.26: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-07 15:33:47.26: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:33:47.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-07 15:33:47.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-07 15:33:47.27: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:33:47.28: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-07 15:33:47.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:47.32: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:33:47.32: NamespaceMonitor - start process kube event 2025-11-07 15:33:47.32: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:33:47.32: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:33:47.32: NamespaceMonitor - Connect Kube API result 0 2025-11-07 15:33:47.32: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:33:47.32: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:33:47.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:33:47.32: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:33:47.32: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:33:47.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:47.33: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:33:47.38: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:33:47.38: NetworkMonitor - start process kube event 2025-11-07 15:33:47.38: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=416 2025-11-07 15:33:47.38: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:33:47.38: NetworkMonitor - Connect Kube API result 0 2025-11-07 15:33:47.38: NetworkMonitor - _schedule_vnc_sync 2025-11-07 15:33:47.38: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'})(timeout=120) 2025-11-07 15:33:47.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-07 15:33:47.39: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-07 15:33:47.39: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.19 - - [2025-11-07 15:33:47] "GET /Snh_LoadbalancerDatabaseList?x=3bb559b6-e04c-4fef-bd65-a11e48817f03 HTTP/1.1" 200 1869 0.000705 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:33:52] "GET /Snh_VirtualMachineDatabaseList?x=fbfdddf3-a444-41e3-b600-b7036ada2a21 HTTP/1.1" 200 2150 0.000965 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:33:57] "GET /Snh_VirtualMachineDatabaseList?x=b76ce396-2eb9-407f-879e-6867089297df HTTP/1.1" 200 2150 0.000819 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:34:02] "GET /Snh_VirtualMachineDatabaseList?x=1064779a-1ed4-4445-ba93-2e60c01fd863 HTTP/1.1" 200 2084 0.000643 2025-11-07 15:33:47.39: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'}) 2025-11-07 15:33:47.62: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:47.62: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-76329725 (no nodeName) 2025-11-07 15:33:47.62: PodMonitor - start process kube event 2025-11-07 15:33:47.62: PodMonitor - _schedule_vnc_sync 2025-11-07 15:33:47.62: empty line received 2025-11-07 15:33:47.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-07 15:33:47.62: VncKubernetes - vnc_sync - Pod start 2025-11-07 15:33:47.62: VncKubernetes - vnc_sync - Pod done 2025-11-07 15:33:47.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:47.62: PodMonitor - start process kube event 2025-11-07 15:33:47.63: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:47.63: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:47.63: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:47.64: PodMonitor - start process kube event 2025-11-07 15:33:47.64: empty line received 2025-11-07 15:33:47.64: PodMonitor - start process kube event 2025-11-07 15:33:47.64: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:47.64: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:47.64: PodMonitor - start process kube event 2025-11-07 15:33:47.64: empty line received 2025-11-07 15:33:47.64: PodMonitor - start process kube event 2025-11-07 15:33:47.95: PodMonitor - Received BOOKMARK: oldResVer=992 newResVer=1123 2025-11-07 15:33:47.95: PodMonitor - start process kube event 2025-11-07 15:33:47.95: empty line received 2025-11-07 15:33:47.95: PodMonitor - start process kube event 2025-11-07 15:33:47.96: EndPointMonitor - Received BOOKMARK: oldResVer=995 newResVer=1092 2025-11-07 15:33:47.96: EndPointMonitor - start process kube event 2025-11-07 15:33:47.96: EndPointMonitor - _schedule_vnc_sync 2025-11-07 15:33:47.96: empty line received 2025-11-07 15:33:47.97: EndPointMonitor - start process kube event 2025-11-07 15:33:48.36: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:48.36: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:48.37: PodMonitor - start process kube event 2025-11-07 15:33:48.37: empty line received 2025-11-07 15:33:48.37: PodMonitor - start process kube event 2025-11-07 15:33:48.38: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:33:48.38: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:48.52: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:33:48.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-07 15:33:48.52: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-07 15:33:48.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:33:48.52: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:33:48.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:52.34: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:52.34: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:52.34: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:33:52.34: PodMonitor - start process kube event 2025-11-07 15:33:52.34: empty line received 2025-11-07 15:33:52.34: PodMonitor - start process kube event 2025-11-07 15:33:52.35: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:52.35: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:52.35: EndPointMonitor - start process kube event 2025-11-07 15:33:52.35: empty line received 2025-11-07 15:33:52.35: EndPointMonitor - start process kube event 2025-11-07 15:33:52.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:33:52.40: VncKubernetes - Process event (name=ctest-nginx-svc-51135085 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:52.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:33:53.35: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:53.35: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:53.35: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:33:53.35: PodMonitor - start process kube event 2025-11-07 15:33:53.35: empty line received 2025-11-07 15:33:53.35: PodMonitor - start process kube event 2025-11-07 15:33:53.36: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:53.36: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:53.36: EndPointMonitor - start process kube event 2025-11-07 15:33:53.36: empty line received 2025-11-07 15:33:53.36: EndPointMonitor - start process kube event 2025-11-07 15:33:53.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:33:53.36: VncKubernetes - Process event (name=ctest-nginx-svc-51135085 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:33:53.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:02.38: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:02.38: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:02.38: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:02.38: PodMonitor - start process kube event 2025-11-07 15:34:02.39: empty line received 2025-11-07 15:34:02.39: PodMonitor - start process kube event 2025-11-07 15:34:02.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:03.27: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:03.27: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:03.27: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:34:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001193 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:34:38] "GET /Snh_LoadbalancerDatabaseList?x=3bb559b6-e04c-4fef-bd65-a11e48817f03 HTTP/1.1" 200 1869 0.000629 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:34:39] "GET /Snh_LoadbalancerDatabaseList?x=3bb559b6-e04c-4fef-bd65-a11e48817f03 HTTP/1.1" 200 313 0.000645 2025-11-07 15:34:03.27: PodMonitor - start process kube event 2025-11-07 15:34:03.27: empty line received 2025-11-07 15:34:03.27: PodMonitor - start process kube event 2025-11-07 15:34:03.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:08.14: PodMonitor - Received BOOKMARK: oldResVer=1123 newResVer=1163 2025-11-07 15:34:08.14: PodMonitor - start process kube event 2025-11-07 15:34:08.14: empty line received 2025-11-07 15:34:08.14: PodMonitor - start process kube event 2025-11-07 15:34:09.21: stop iteration PodMonitor 2025-11-07 15:34:09.21: PodMonitor - start process kube event 2025-11-07 15:34:09.21: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1163 2025-11-07 15:34:09.21: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:34:09.21: PodMonitor - Connect Kube API result 0 2025-11-07 15:34:09.21: PodMonitor - _schedule_vnc_sync 2025-11-07 15:34:09.21: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1163'})(timeout=120) 2025-11-07 15:34:09.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-07 15:34:09.22: VncKubernetes - vnc_sync - Pod start 2025-11-07 15:34:09.22: VncKubernetes - vnc_sync - Pod done 2025-11-07 15:34:09.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:09.22: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1163'}) 2025-11-07 15:34:35.44: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.44: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.44: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.44: PodMonitor - start process kube event 2025-11-07 15:34:35.44: empty line received 2025-11-07 15:34:35.44: PodMonitor - start process kube event 2025-11-07 15:34:35.45: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.45: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.45: PodMonitor - start process kube event 2025-11-07 15:34:35.45: empty line received 2025-11-07 15:34:35.45: PodMonitor - start process kube event 2025-11-07 15:34:35.45: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.45: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.45: PodMonitor - start process kube event 2025-11-07 15:34:35.45: empty line received 2025-11-07 15:34:35.45: PodMonitor - start process kube event 2025-11-07 15:34:35.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:34:35.46: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:34:35.47: VncKubernetes - Process event (name=ctest-busybox-pod-76329725 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-76329725:1064779a-1ed4-4445-ba93-2e60c01fd863 2025-11-07 15:34:35.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:38.38: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:34:38.39: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:34:38.39: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:34:38.39: IngressMonitor - start process kube event 2025-11-07 15:34:38.39: empty line received 2025-11-07 15:34:38.39: IngressMonitor - start process kube event 2025-11-07 15:34:39.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:39.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:39.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:39.99: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:39.99: PodMonitor - start process kube event 2025-11-07 15:34:39.99: empty line received 2025-11-07 15:34:39.99: PodMonitor - start process kube event 2025-11-07 15:34:40.00: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:34:40.00: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:34:40.00: EndPointMonitor - start process kube event 2025-11-07 15:34:40.00: empty line received 2025-11-07 15:34:40.00: EndPointMonitor - start process kube event 2025-11-07 15:34:40.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:34:40.04: VncKubernetes - Process event (name=ctest-nginx-svc-51135085 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:34:40.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:41.46: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.46: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.46: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.46: PodMonitor - start process kube event 2025-11-07 15:34:41.46: empty line received 2025-11-07 15:34:41.46: PodMonitor - start process kube event 2025-11-07 15:34:41.46: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.46: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.46: PodMonitor - start process kube event 2025-11-07 15:34:41.46: empty line received 2025-11-07 15:34:41.46: PodMonitor - start process kube event 2025-11-07 15:34:41.47: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.47: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.47: PodMonitor - start process kube event 2025-11-07 15:34:41.47: empty line received 2025-11-07 15:34:41.47: PodMonitor - start process kube event 2025-11-07 15:34:41.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:34:41.48: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:34:41.54: VncKubernetes - Process event (name=ctest-nginx-pod-68440275 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-68440275:b76ce396-2eb9-407f-879e-6867089297df 2025-11-07 15:34:41.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:45.05: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:45.05: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:45.05: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:45.05: PodMonitor - start process kube event 2025-11-07 15:34:45.05: empty line received 2025-11-07 15:34:45.05: PodMonitor - start process kube event 2025-11-07 15:34:45.05: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:34:45.05: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:34:45.05: EndPointMonitor - start process kube event 2025-11-07 15:34:45.05: empty line received 2025-11-07 15:34:45.06: EndPointMonitor - start process kube event 2025-11-07 15:34:45.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:34:45.07: VncKubernetes - Process event (name=ctest-nginx-svc-51135085 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-51135085:e7ad7d4a-7a1b-4f8d-a31e-d377ca2ee241 2025-11-07 15:34:45.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:46.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.47: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.48: PodMonitor - start process kube event 2025-11-07 15:34:46.48: empty line received 2025-11-07 15:34:46.48: PodMonitor - start process kube event 2025-11-07 15:34:46.49: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.49: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.49: PodMonitor - start process kube event 2025-11-07 15:34:46.49: empty line received 2025-11-07 15:34:46.49: PodMonitor - start process kube event 2025-11-07 15:34:46.49: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.49: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.49: PodMonitor - start process kube event 2025-11-07 15:34:46.49: empty line received 2025-11-07 15:34:46.49: PodMonitor - start process kube event 2025-11-07 15:34:46.49: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:34:46.49: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.54: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:34:46.54: VncKubernetes - Process event (name=ctest-nginx-pod-32237326 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-32237326:fbfdddf3-a444-41e3-b600-b7036ada2a21 2025-11-07 15:34:46.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:47.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=412 newResVer=1114 2025-11-07 15:34:47.41: NetworkPolicyMonitor - start process kube event 2025-11-07 15:34:47.41: empty line received 2025-11-07 15:34:47.41: NetworkPolicyMonitor - start process kube event 2025-11-07 15:34:47.70: EndPointMonitor - Received BOOKMARK: oldResVer=1092 newResVer=1235 2025-11-07 15:34:47.70: EndPointMonitor - start process kube event 2025-11-07 15:34:47.70: empty line received 2025-11-07 15:34:47.71: EndPointMonitor - start process kube event 2025-11-07 15:34:50.47: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:34:50.47: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:34:50.47: VncKubernetes - Process event (name=ctest-new-default-69213144 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:34:50.47: NamespaceMonitor - start process kube event 2025-11-07 15:34:50.47: empty line received 2025-11-07 15:34:50.47: NamespaceMonitor - start process kube event 2025-11-07 15:34:52.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:53.49: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:34:53.49: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:34:53.49: VncKubernetes - Process event (name=ctest-non-default-78308139 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:34:53.49: NamespaceMonitor - start process kube event 2025-11-07 15:34:53.49: empty line received 2025-11-07 15:34:53.49: NamespaceMonitor - start process kube event 2025-11-07 15:34:55.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:56.50: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:34:56.50: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:34:56.50: VncKubernetes - Process event (name=ctest-new-default-69213144 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:34:56.50: NamespaceMonitor - start process kube event 2025-11-07 15:34:56.50: empty line received 2025-11-07 15:34:56.50: NamespaceMonitor - start process kube event 2025-11-07 15:34:56.50: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:34:56.50: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:34:56.50: NamespaceMonitor - start process kube event 2025-11-07 15:34:56.50: empty line received 2025-11-07 15:34:56.50: NamespaceMonitor - start process kube event 2025-11-07 15:34:56.53: PodMonitor - Received ADDED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:56.53: PodMonitor - Skipped ADDED Pod ctest-new-default-69213144:ctest-pod-88726535 (no nodeName) 2025-11-07 15:34:56.53: PodMonitor - start process kube event 2025-11-07 15:34:56.53: empty line received 2025-11-07 15:34:56.53: PodMonitor - start process kube event 2025-11-07 15:34:56.55: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:56.55: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:56.55: PodMonitor - start process kube event 2025-11-07 15:34:56.55: empty line received 2025-11-07 15:34:56.55: PodMonitor - start process kube event 2025-11-07 15:34:56.58: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:56.58: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:56.58: PodMonitor - start process kube event 2025-11-07 15:34:56.58: empty line received 2025-11-07 15:34:56.58: PodMonitor - start process kube event 2025-11-07 15:34:57.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:34:57.02: VncKubernetes - Process event (name=ctest-non-default-78308139 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:34:57.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:34:57.47: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:58.54: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:58.54: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:58.54: PodMonitor - start process kube event 2025-11-07 15:34:58.54: empty line received 2025-11-07 15:34:58.54: PodMonitor - start process kube event 2025-11-07 15:34:58.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:34:58.55: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:58.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:34:58.62: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:34:58.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:34:59.56: PodMonitor - Received ADDED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:34:59.56: PodMonitor - Skipped ADDED Pod ctest-new-default-69213144:ctest-pod-18386937 (no nodeName) 2025-11-07 15:34:59.56: PodMonitor - start process kube event 2025-11-07 15:34:59.56: empty line received 2025-11-07 15:34:59.56: PodMonitor - start process kube event 2025-11-07 15:34:59.56: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:34:59.56: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:34:59.56: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:34:59.56: PodMonitor - start process kube event 2025-11-07 15:34:59.56: empty line received 2025-11-07 15:34:59.56: PodMonitor - start process kube event 2025-11-07 15:34:59.60: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:34:59.60: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:34:59.60: PodMonitor - start process kube event 2025-11-07 15:34:59.60: empty line received 2025-11-07 15:34:59.60: PodMonitor - start process kube event 2025-11-07 15:34:59.60: PodMonitor - Received ADDED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:34:59.60: PodMonitor - Skipped ADDED Pod ctest-non-default-78308139:ctest-pod-82768461 (no nodeName) 2025-11-07 15:34:59.60: PodMonitor - start process kube event 2025-11-07 15:34:59.60: empty line received 2025-11-07 15:34:59.60: PodMonitor - start process kube event 2025-11-07 15:34:59.62: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:34:59.62: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:34:59.62: PodMonitor - start process kube event 2025-11-07 15:34:59.62: empty line received 2025-11-07 15:34:59.62: PodMonitor - start process kube event 2025-11-07 15:34:59.63: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:34:59.63: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:34:59.63: PodMonitor - start process kube event 2025-11-07 15:34:59.64: empty line received 2025-11-07 15:34:59.64: PodMonitor - start process kube event 2025-11-07 15:34:59.65: PodMonitor - Received ADDED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:34:59.65: PodMonitor - Skipped ADDED Pod ctest-non-default-78308139:ctest-pod-75530364 (no nodeName) 2025-11-07 15:34:59.65: PodMonitor - start process kube event 2025-11-07 15:34:59.65: empty line received 2025-11-07 15:34:59.65: PodMonitor - start process kube event 2025-11-07 15:34:59.66: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:34:59.66: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:34:59.66: PodMonitor - start process kube event 2025-11-07 15:34:59.66: empty line received 2025-11-07 15:34:59.66: PodMonitor - start process kube event 2025-11-07 15:34:59.68: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:34:59.68: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:34:59.68: PodMonitor - start process kube event 2025-11-07 15:34:59.68: empty line received 2025-11-07 15:34:59.68: PodMonitor - start process kube event 2025-11-07 15:34:59.69: PodMonitor - Received ADDED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:34:59.69: PodMonitor - Skipped ADDED Pod ctest-new-default-69213144:ctest-pod-51920828 (no nodeName) 2025-11-07 15:34:59.69: PodMonitor - start process kube event 2025-11-07 15:34:59.69: empty line received 2025-11-07 15:34:59.69: PodMonitor - start process kube event 2025-11-07 15:34:59.69: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:34:59.69: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:34:59.69: PodMonitor - start process kube event 2025-11-07 15:34:59.69: empty line received 2025-11-07 15:34:59.69: PodMonitor - start process kube event 2025-11-07 15:34:59.71: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:34:59.71: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:34:59.71: PodMonitor - start process kube event 2025-11-07 15:34:59.71: empty line received 2025-11-07 15:34:59.71: PodMonitor - start process kube event 2025-11-07 15:34:59.73: PodMonitor - Received ADDED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:34:59.73: PodMonitor - Skipped ADDED Pod ctest-new-default-69213144:ctest-pod-95198929 (no nodeName) 2025-11-07 15:34:59.73: PodMonitor - start process kube event 2025-11-07 15:34:59.73: empty line received 2025-11-07 15:34:59.73: PodMonitor - start process kube event 2025-11-07 15:34:59.74: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:34:59.74: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:34:59.74: PodMonitor - start process kube event 2025-11-07 15:34:59.74: empty line received 2025-11-07 15:34:59.74: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:00] "GET /Snh_NamespaceDatabaseList?namespace_uuid=48c8b017-b9c2-49fa-ab0f-45f78840b727 HTTP/1.1" 200 866 0.000873 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:00] "GET /Snh_NamespaceDatabaseList?namespace_uuid=9ddb6319-d968-4bc5-9755-5f047401a42e HTTP/1.1" 200 866 0.001338 2025-11-07 15:34:59.77: PodMonitor - Received ADDED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:34:59.77: PodMonitor - Skipped ADDED Pod ctest-non-default-78308139:ctest-pod-66008719 (no nodeName) 2025-11-07 15:34:59.77: PodMonitor - start process kube event 2025-11-07 15:34:59.77: empty line received 2025-11-07 15:34:59.77: PodMonitor - start process kube event 2025-11-07 15:34:59.77: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:34:59.77: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:34:59.77: PodMonitor - start process kube event 2025-11-07 15:34:59.77: empty line received 2025-11-07 15:34:59.77: PodMonitor - start process kube event 2025-11-07 15:34:59.77: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:34:59.77: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:34:59.77: PodMonitor - start process kube event 2025-11-07 15:34:59.77: empty line received 2025-11-07 15:34:59.77: PodMonitor - start process kube event 2025-11-07 15:34:59.79: PodMonitor - Received ADDED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:34:59.79: PodMonitor - Skipped ADDED Pod ctest-non-default-78308139:ctest-pod-54053190 (no nodeName) 2025-11-07 15:34:59.79: PodMonitor - start process kube event 2025-11-07 15:34:59.79: empty line received 2025-11-07 15:34:59.79: PodMonitor - start process kube event 2025-11-07 15:34:59.80: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:34:59.80: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:34:59.80: PodMonitor - start process kube event 2025-11-07 15:34:59.80: empty line received 2025-11-07 15:34:59.80: PodMonitor - start process kube event 2025-11-07 15:35:00.32: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:35:00.32: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:35:00.33: PodMonitor - start process kube event 2025-11-07 15:35:00.33: empty line received 2025-11-07 15:35:00.33: PodMonitor - start process kube event 2025-11-07 15:35:00.35: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-07 15:35:00.35: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:35:00.47: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-07 15:35:00.48: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:00.97: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:00.97: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:00.97: PodMonitor - start process kube event 2025-11-07 15:35:00.97: empty line received 2025-11-07 15:35:00.97: PodMonitor - start process kube event 2025-11-07 15:35:01.34: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:01.35: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:01.35: PodMonitor - start process kube event 2025-11-07 15:35:01.35: empty line received 2025-11-07 15:35:01.35: PodMonitor - start process kube event 2025-11-07 15:35:01.36: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-07 15:35:01.36: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:01.49: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-07 15:35:01.49: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:01.97: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:01.97: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:01.97: PodMonitor - start process kube event 2025-11-07 15:35:01.97: empty line received 2025-11-07 15:35:01.97: PodMonitor - start process kube event 2025-11-07 15:35:02.13: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:02.13: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:02.13: PodMonitor - start process kube event 2025-11-07 15:35:02.13: empty line received 2025-11-07 15:35:02.14: PodMonitor - start process kube event 2025-11-07 15:35:02.15: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-07 15:35:02.15: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:02.22: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-07 15:35:02.22: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:35:02.49: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:35:02.50: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:35:02.50: PodMonitor - start process kube event 2025-11-07 15:35:02.50: empty line received 2025-11-07 15:35:02.50: PodMonitor - start process kube event 2025-11-07 15:35:02.87: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:35:02.87: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:35:02.87: PodMonitor - start process kube event 2025-11-07 15:35:02.87: empty line received 2025-11-07 15:35:02.87: PodMonitor - start process kube event 2025-11-07 15:35:02.88: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-07 15:35:02.88: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:35:02.95: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-07 15:35:02.95: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:03.51: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:35:03.51: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:05] "GET /Snh_VirtualMachineDatabaseList?x=bafebdaf-544e-4a32-9695-9f449cd29578 HTTP/1.1" 200 2484 0.000767 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:05] "GET /Snh_VirtualMachineDatabaseList?x=54302954-282c-4ad8-ade7-5537cddf5312 HTTP/1.1" 200 2484 0.000805 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:10] "GET /Snh_VirtualMachineDatabaseList?x=07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 HTTP/1.1" 200 2484 0.000931 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:10] "GET /Snh_VirtualMachineDatabaseList?x=8ab979e2-06d8-4053-94b4-819f18760246 HTTP/1.1" 200 2484 0.000681 2025-11-07 15:35:03.51: PodMonitor - start process kube event 2025-11-07 15:35:03.51: empty line received 2025-11-07 15:35:03.51: PodMonitor - start process kube event 2025-11-07 15:35:03.61: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:03.61: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:03.61: PodMonitor - start process kube event 2025-11-07 15:35:03.61: empty line received 2025-11-07 15:35:03.61: PodMonitor - start process kube event 2025-11-07 15:35:03.62: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-07 15:35:03.62: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:04.31: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:04.31: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:04.31: PodMonitor - start process kube event 2025-11-07 15:35:04.31: empty line received 2025-11-07 15:35:04.31: PodMonitor - start process kube event 2025-11-07 15:35:04.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-07 15:35:04.33: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:04.45: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-07 15:35:04.45: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:05.05: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:05.05: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:05.05: PodMonitor - start process kube event 2025-11-07 15:35:05.05: empty line received 2025-11-07 15:35:05.05: PodMonitor - start process kube event 2025-11-07 15:35:05.10: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-07 15:35:05.10: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:35:05.11: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-07 15:35:05.11: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:05.18: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-07 15:35:05.19: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:05.24: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-07 15:35:05.24: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:05.31: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-07 15:35:05.31: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:05.36: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-07 15:35:05.36: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:35:05.41: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-07 15:35:05.42: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:35:05.43: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:35:05.43: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:35:05.48: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:35:05.48: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:05.53: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:35:05.54: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:05.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:35:05.55: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:05.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:07.52: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:07.52: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:07.52: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:35:07.52: PodMonitor - start process kube event 2025-11-07 15:35:07.52: empty line received 2025-11-07 15:35:07.52: PodMonitor - start process kube event 2025-11-07 15:35:07.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:08.52: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:08.52: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:08.52: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:35:08.53: PodMonitor - start process kube event 2025-11-07 15:35:08.53: empty line received 2025-11-07 15:35:08.53: PodMonitor - start process kube event 2025-11-07 15:35:08.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:09.04: PodMonitor - Received BOOKMARK: oldResVer=1163 newResVer=1345 2025-11-07 15:35:09.04: PodMonitor - start process kube event 2025-11-07 15:35:09.04: empty line received 2025-11-07 15:35:09.04: PodMonitor - start process kube event 2025-11-07 15:35:11.53: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:35:11.53: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:15] "GET /Snh_VirtualMachineDatabaseList?x=2cc92173-debb-4447-a108-75f4dcd9751b HTTP/1.1" 200 2414 0.000749 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:15] "GET /Snh_VirtualMachineDatabaseList?x=8b179f0f-a977-4a41-821b-7dc029ed1943 HTTP/1.1" 200 2414 0.000686 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:15] "GET /Snh_VirtualMachineDatabaseList?x=b92a4daf-2d84-41ee-ae59-005d0850766b HTTP/1.1" 200 2414 0.000715 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:15] "GET /Snh_VirtualMachineDatabaseList?x=c1d1be81-93d6-483d-b346-80ab6a6375aa HTTP/1.1" 200 2414 0.000672 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:17] "GET /Snh_LoadbalancerDatabaseList?x=3bfb2681-76c3-4140-b3d2-f1f9df90ce9d HTTP/1.1" 200 1862 0.000749 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:18] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=569273cb-109f-4ea2-adaa-96a43a761e8b HTTP/1.1" 200 2095 0.000749 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:18] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=569273cb-109f-4ea2-adaa-96a43a761e8b HTTP/1.1" 200 2095 0.000683 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:35:20] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=569273cb-109f-4ea2-adaa-96a43a761e8b HTTP/1.1" 200 2302 0.000745 2025-11-07 15:35:11.53: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:35:11.53: PodMonitor - start process kube event 2025-11-07 15:35:11.53: empty line received 2025-11-07 15:35:11.53: PodMonitor - start process kube event 2025-11-07 15:35:11.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:12.53: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:12.53: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:12.53: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:35:12.53: PodMonitor - start process kube event 2025-11-07 15:35:12.54: empty line received 2025-11-07 15:35:12.54: PodMonitor - start process kube event 2025-11-07 15:35:12.55: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:12.55: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:12.55: PodMonitor - start process kube event 2025-11-07 15:35:12.55: empty line received 2025-11-07 15:35:12.55: PodMonitor - start process kube event 2025-11-07 15:35:12.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:35:12.55: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:35:12.56: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:12.56: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:12.56: PodMonitor - start process kube event 2025-11-07 15:35:12.56: empty line received 2025-11-07 15:35:12.56: PodMonitor - start process kube event 2025-11-07 15:35:12.60: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:35:12.60: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:35:12.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:16.29: ServiceMonitor - Received ADDED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:35:16.29: ServiceMonitor - Got ADDED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:35:16.29: VncKubernetes - Process event (name=ctest-nginx-svc-23397703 event_type=ADDED kind=Service ns=ctest-new-default-69213144) VncService - Got ADDED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:35:16.29: ServiceMonitor - start process kube event 2025-11-07 15:35:16.29: empty line received 2025-11-07 15:35:16.29: ServiceMonitor - start process kube event 2025-11-07 15:35:16.30: EndPointMonitor - Received ADDED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:35:16.30: EndPointMonitor - Got ADDED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:35:16.30: EndPointMonitor - start process kube event 2025-11-07 15:35:16.30: empty line received 2025-11-07 15:35:16.30: EndPointMonitor - start process kube event 2025-11-07 15:35:17.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:35:17.22: VncKubernetes - Process event (name=ctest-nginx-svc-23397703 event_type=ADDED kind=Endpoints ns=ctest-new-default-69213144) VncEndpoints - Got ADDED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:35:17.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:18.69: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:35:18.69: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:35:18.70: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-69213144) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:35:18.70: NetworkPolicyMonitor - start process kube event 2025-11-07 15:35:18.70: empty line received 2025-11-07 15:35:18.70: NetworkPolicyMonitor - start process kube event 2025-11-07 15:35:20.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:47.39: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:35:47.39: NetworkMonitor - start process kube event 2025-11-07 15:35:47.39: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=416 2025-11-07 15:35:47.40: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:35:47.40: NetworkMonitor - Connect Kube API result 0 2025-11-07 15:35:47.40: NetworkMonitor - _schedule_vnc_sync 2025-11-07 15:35:47.40: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'})(timeout=120) 2025-11-07 15:35:47.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-07 15:35:47.40: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-07 15:35:47.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:35:47.42: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '416'}) 2025-11-07 15:35:47.67: NamespaceMonitor - Received BOOKMARK: oldResVer=412 newResVer=1270 2025-11-07 15:35:47.67: NamespaceMonitor - start process kube event 2025-11-07 15:35:47.67: empty line received 2025-11-07 15:35:47.67: NamespaceMonitor - start process kube event 2025-11-07 15:35:47.69: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1114 newResVer=1379 2025-11-07 15:35:47.69: NetworkPolicyMonitor - start process kube event 2025-11-07 15:35:47.69: empty line received 2025-11-07 15:35:47.69: NetworkPolicyMonitor - start process kube event 2025-11-07 15:35:47.80: EndPointMonitor - Received BOOKMARK: oldResVer=1235 newResVer=1375 2025-11-07 15:35:47.80: EndPointMonitor - start process kube event 2025-11-07 15:35:47.80: empty line received 2025-11-07 15:35:47.80: EndPointMonitor - start process kube event 2025-11-07 15:36:09.45: PodMonitor - Received BOOKMARK: oldResVer=1345 newResVer=1366 2025-11-07 15:36:09.45: PodMonitor - start process kube event 2025-11-07 15:36:09.45: empty line received 2025-11-07 15:36:09.45: PodMonitor - start process kube event 2025-11-07 15:36:38.39: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:36:38.39: IngressMonitor - start process kube event 2025-11-07 15:36:38.39: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:36:38.39: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:36:38.39: IngressMonitor - Connect Kube API result 0 2025-11-07 15:36:38.39: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:36:38.39: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:36:38.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:36:38.39: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:36:38.39: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:36:38.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:36:38.42: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:36:38.42: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:38.42: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:38.42: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:38.42: IngressMonitor - start process kube event 2025-11-07 15:36:38.42: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:38.42: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:38.42: IngressMonitor - start process kube event 2025-11-07 15:36:38.42: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:38.42: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:38.42: IngressMonitor - start process kube event 2025-11-07 15:36:38.42: empty line received 2025-11-07 15:36:38.42: IngressMonitor - start process kube event 2025-11-07 15:36:40.54: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:36:40.54: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:41.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:36:41.11: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:36:42.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:36:47.29: EndPointMonitor - Received BOOKMARK: oldResVer=1375 newResVer=1375 2025-11-07 15:36:47.29: EndPointMonitor - start process kube event 2025-11-07 15:36:47.29: empty line received 2025-11-07 15:36:47.29: EndPointMonitor - start process kube event 2025-11-07 15:36:47.47: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1379 newResVer=1379 2025-11-07 15:36:47.47: NetworkPolicyMonitor - start process kube event 2025-11-07 15:36:47.47: empty line received 2025-11-07 15:36:47.47: NetworkPolicyMonitor - start process kube event 2025-11-07 15:36:47.50: NamespaceMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-07 15:36:47.50: NamespaceMonitor - start process kube event 2025-11-07 15:36:47.50: empty line received 2025-11-07 15:36:47.50: NamespaceMonitor - start process kube event 2025-11-07 15:36:47.53: NetworkMonitor - Received BOOKMARK: oldResVer=416 newResVer=1447 2025-11-07 15:36:47.53: NetworkMonitor - start process kube event 2025-11-07 15:36:47.53: empty line received 2025-11-07 15:36:47.53: NetworkMonitor - start process kube event 2025-11-07 15:36:54.67: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:36:54.67: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:36:54.67: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:36:54.67: PodMonitor - start process kube event 2025-11-07 15:36:54.67: empty line received 2025-11-07 15:36:54.67: PodMonitor - start process kube event 2025-11-07 15:36:54.67: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:36:54.68: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:36:54.68: EndPointMonitor - start process kube event 2025-11-07 15:36:54.68: empty line received 2025-11-07 15:36:54.68: EndPointMonitor - start process kube event 2025-11-07 15:36:54.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:36:54.68: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:36:55.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:36:55.27: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:36:55.27: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:36:55.27: VncKubernetes - Process event (name=coredns-6f867cd986-x2zmz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-x2zmz:407e0da7-7455-40c9-92f2-6860b967acbb 2025-11-07 15:36:55.27: PodMonitor - start process kube event 2025-11-07 15:36:55.27: empty line received 2025-11-07 15:36:55.27: PodMonitor - start process kube event 2025-11-07 15:36:55.29: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:36:55.29: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:36:55.29: EndPointMonitor - start process kube event 2025-11-07 15:36:55.29: empty line received 2025-11-07 15:36:55.29: EndPointMonitor - start process kube event 2025-11-07 15:36:55.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:36:55.33: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:82cfb303-6f9b-4925-b30b-1da237584dff 2025-11-07 15:36:55.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:37:10.14: PodMonitor - Received BOOKMARK: oldResVer=1366 newResVer=1523 2025-11-07 15:37:10.14: PodMonitor - start process kube event 2025-11-07 15:37:10.14: empty line received 2025-11-07 15:37:10.14: PodMonitor - start process kube event 2025-11-07 15:37:16.29: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:37:16.29: ServiceMonitor - start process kube event 2025-11-07 15:37:16.29: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:37:16.29: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:37:16.29: ServiceMonitor - Connect Kube API result 0 2025-11-07 15:37:16.29: ServiceMonitor - _schedule_vnc_sync 2025-11-07 15:37:16.29: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:37:16.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-07 15:37:16.30: VncKubernetes - vnc_sync - Service start 2025-11-07 15:37:16.30: VncKubernetes - vnc_sync - Service done 2025-11-07 15:37:16.30: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.19 - - [2025-11-07 15:37:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001243 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:37:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001082 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:37:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000994 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:38:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000981 2025-11-07 15:37:16.31: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:37:16.31: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-51135085:836fbdb3-6ab6-43aa-9db5-58bddefe4209 2025-11-07 15:37:16.31: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-51135085:836fbdb3-6ab6-43aa-9db5-58bddefe4209 2025-11-07 15:37:16.31: VncKubernetes - Process event (name=ctest-nginx-svc-51135085 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-51135085:836fbdb3-6ab6-43aa-9db5-58bddefe4209 2025-11-07 15:37:16.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:37:16.31: ServiceMonitor - start process kube event 2025-11-07 15:37:16.31: empty line received 2025-11-07 15:37:16.31: ServiceMonitor - start process kube event 2025-11-07 15:37:16.31: ServiceMonitor - Received ADDED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:37:16.31: ServiceMonitor - Got ADDED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:37:16.31: VncKubernetes - Process event (name=ctest-nginx-svc-23397703 event_type=ADDED kind=Service ns=ctest-new-default-69213144) VncService - Got ADDED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:37:16.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:37:16.31: ServiceMonitor - start process kube event 2025-11-07 15:37:16.31: empty line received 2025-11-07 15:37:16.31: ServiceMonitor - start process kube event 2025-11-07 15:37:23.08: EndPointMonitor - Received BOOKMARK: oldResVer=1375 newResVer=1525 2025-11-07 15:37:23.08: EndPointMonitor - start process kube event 2025-11-07 15:37:23.08: empty line received 2025-11-07 15:37:23.08: EndPointMonitor - start process kube event 2025-11-07 15:37:24.09: EndPointMonitor - Received BOOKMARK: oldResVer=1525 newResVer=1525 2025-11-07 15:37:24.09: EndPointMonitor - start process kube event 2025-11-07 15:37:24.09: empty line received 2025-11-07 15:37:24.09: EndPointMonitor - start process kube event 2025-11-07 15:37:25.49: stop iteration EndPointMonitor 2025-11-07 15:37:25.49: EndPointMonitor - start process kube event 2025-11-07 15:37:25.49: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1525 2025-11-07 15:37:25.49: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:37:25.49: EndPointMonitor - Connect Kube API result 0 2025-11-07 15:37:25.49: EndPointMonitor - _schedule_vnc_sync 2025-11-07 15:37:25.49: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1525'})(timeout=120) 2025-11-07 15:37:25.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-07 15:37:25.49: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-07 15:37:25.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:37:25.50: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1525'}) 2025-11-07 15:37:26.63: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:37:26.63: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:37:26.63: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-69213144) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:37:26.64: NetworkPolicyMonitor - start process kube event 2025-11-07 15:37:26.64: empty line received 2025-11-07 15:37:26.64: NetworkPolicyMonitor - start process kube event 2025-11-07 15:37:27.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:37:47.10: NamespaceMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-07 15:37:47.10: NamespaceMonitor - start process kube event 2025-11-07 15:37:47.10: empty line received 2025-11-07 15:37:47.10: NamespaceMonitor - start process kube event 2025-11-07 15:37:47.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1379 newResVer=1581 2025-11-07 15:37:47.73: NetworkPolicyMonitor - start process kube event 2025-11-07 15:37:47.73: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-07 15:37:47.73: empty line received 2025-11-07 15:37:47.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-07 15:37:47.73: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-07 15:37:47.73: NetworkPolicyMonitor - start process kube event 2025-11-07 15:37:47.73: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-07 15:37:47.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:37:47.90: NetworkMonitor - Received BOOKMARK: oldResVer=1447 newResVer=1447 2025-11-07 15:37:47.90: NetworkMonitor - start process kube event 2025-11-07 15:37:47.90: empty line received 2025-11-07 15:37:47.90: NetworkMonitor - start process kube event 2025-11-07 15:38:10.91: PodMonitor - Received BOOKMARK: oldResVer=1523 newResVer=1523 2025-11-07 15:38:10.91: PodMonitor - start process kube event 2025-11-07 15:38:10.91: PodMonitor - _schedule_vnc_sync 2025-11-07 15:38:10.91: empty line received 2025-11-07 15:38:10.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-07 15:38:10.91: VncKubernetes - vnc_sync - Pod start 2025-11-07 15:38:10.91: VncKubernetes - vnc_sync - Pod done 2025-11-07 15:38:10.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:38:10.91: PodMonitor - start process kube event 2025-11-07 15:38:29.22: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:29.22: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:29.22: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:29.23: PodMonitor - start process kube event 2025-11-07 15:38:29.23: empty line received 2025-11-07 15:38:29.23: PodMonitor - start process kube event 2025-11-07 15:38:29.24: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:38:29.24: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:38:29.24: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:29.25: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:29.25: EndPointMonitor - start process kube event 2025-11-07 15:38:29.25: empty line received 2025-11-07 15:38:29.25: PodMonitor - start process kube event 2025-11-07 15:38:29.25: empty line received 2025-11-07 15:38:29.25: EndPointMonitor - start process kube event 2025-11-07 15:38:29.25: PodMonitor - start process kube event 2025-11-07 15:38:29.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:38:29.25: VncKubernetes - Process event (name=ctest-nginx-svc-23397703 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-69213144) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:38:29.26: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:29.26: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:29.26: PodMonitor - start process kube event 2025-11-07 15:38:29.26: empty line received 2025-11-07 15:38:29.26: PodMonitor - start process kube event 2025-11-07 15:38:29.26: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:29.26: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:29.26: PodMonitor - start process kube event 2025-11-07 15:38:29.26: empty line received 2025-11-07 15:38:29.26: PodMonitor - start process kube event 2025-11-07 15:38:29.26: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:38:29.26: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:38:29.26: PodMonitor - start process kube event 2025-11-07 15:38:29.26: empty line received 2025-11-07 15:38:29.26: PodMonitor - start process kube event 2025-11-07 15:38:29.27: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:38:29.27: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:38:29.27: PodMonitor - start process kube event 2025-11-07 15:38:29.27: empty line received 2025-11-07 15:38:29.27: PodMonitor - start process kube event 2025-11-07 15:38:29.27: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:38:29.27: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:38:29.27: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:38:29.27: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:38:29.27: EndPointMonitor - start process kube event 2025-11-07 15:38:29.27: empty line received 2025-11-07 15:38:29.27: PodMonitor - start process kube event 2025-11-07 15:38:29.27: empty line received 2025-11-07 15:38:29.27: EndPointMonitor - start process kube event 2025-11-07 15:38:29.27: PodMonitor - start process kube event 2025-11-07 15:38:29.27: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:38:29.27: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:38:29.27: PodMonitor - start process kube event 2025-11-07 15:38:29.27: empty line received 2025-11-07 15:38:29.27: PodMonitor - start process kube event 2025-11-07 15:38:29.48: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-07 15:38:29.48: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:29.54: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-07 15:38:29.54: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:29.59: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-07 15:38:29.59: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:29.60: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-07 15:38:29.60: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:38:29.65: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:38:29.65: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:38:29.66: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:38:29.66: VncKubernetes - Process event (name=ctest-nginx-svc-23397703 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-69213144) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:38:29.67: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:38:29.67: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:38:29.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:38:29.73: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:38:29.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:38:30.77: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.77: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.77: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.77: PodMonitor - start process kube event 2025-11-07 15:38:30.77: empty line received 2025-11-07 15:38:30.77: PodMonitor - start process kube event 2025-11-07 15:38:30.78: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.78: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.78: PodMonitor - start process kube event 2025-11-07 15:38:30.78: empty line received 2025-11-07 15:38:30.78: PodMonitor - start process kube event 2025-11-07 15:38:30.79: PodMonitor - Received DELETED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.79: PodMonitor - Got DELETED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.79: PodMonitor - start process kube event 2025-11-07 15:38:30.79: empty line received 2025-11-07 15:38:30.79: PodMonitor - start process kube event 2025-11-07 15:38:30.80: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:30.80: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:30.80: PodMonitor - start process kube event 2025-11-07 15:38:30.80: empty line received 2025-11-07 15:38:30.80: PodMonitor - start process kube event 2025-11-07 15:38:30.80: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:30.80: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:30.80: PodMonitor - start process kube event 2025-11-07 15:38:30.80: empty line received 2025-11-07 15:38:30.80: PodMonitor - start process kube event 2025-11-07 15:38:30.80: PodMonitor - Received DELETED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:30.80: PodMonitor - Got DELETED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:30.80: PodMonitor - start process kube event 2025-11-07 15:38:30.80: empty line received 2025-11-07 15:38:30.80: PodMonitor - start process kube event 2025-11-07 15:38:30.81: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:30.81: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:30.81: PodMonitor - start process kube event 2025-11-07 15:38:30.81: empty line received 2025-11-07 15:38:30.81: PodMonitor - start process kube event 2025-11-07 15:38:30.83: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-07 15:38:30.83: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:30.84: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:30.84: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:30.84: PodMonitor - start process kube event 2025-11-07 15:38:30.84: empty line received 2025-11-07 15:38:30.84: PodMonitor - start process kube event 2025-11-07 15:38:30.85: PodMonitor - Received DELETED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:30.85: PodMonitor - Got DELETED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:30.85: PodMonitor - start process kube event 2025-11-07 15:38:30.85: empty line received 2025-11-07 15:38:30.85: PodMonitor - start process kube event 2025-11-07 15:38:30.85: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-07 15:38:30.85: VncKubernetes - Process event (name=ctest-pod-82768461 event_type=DELETED kind=Pod ns=ctest-non-default-78308139) VncPod - Got DELETED Pod ctest-non-default-78308139:ctest-pod-82768461:07ee8e1c-8d4f-462d-a414-93a2be9cbbf3 2025-11-07 15:38:31.26: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-07 15:38:31.26: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:31.31: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-07 15:38:31.32: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:31.37: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:38:31.37: VncKubernetes - Process event (name=ctest-pod-75530364 event_type=DELETED kind=Pod ns=ctest-non-default-78308139) VncPod - Got DELETED Pod ctest-non-default-78308139:ctest-pod-75530364:8ab979e2-06d8-4053-94b4-819f18760246 2025-11-07 15:38:31.64: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:31.64: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:31.64: PodMonitor - start process kube event 2025-11-07 15:38:31.64: empty line received 2025-11-07 15:38:31.64: PodMonitor - start process kube event 2025-11-07 15:38:31.78: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:38:31.78: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:31.83: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:31.83: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:31.83: PodMonitor - start process kube event 2025-11-07 15:38:31.83: empty line received 2025-11-07 15:38:31.83: PodMonitor - start process kube event 2025-11-07 15:38:31.84: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:38:31.84: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:31.84: PodMonitor - Received DELETED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:31.84: PodMonitor - Got DELETED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:31.84: PodMonitor - start process kube event 2025-11-07 15:38:31.84: empty line received 2025-11-07 15:38:31.84: PodMonitor - start process kube event 2025-11-07 15:38:31.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:38:31.90: VncKubernetes - Process event (name=ctest-pod-18386937 event_type=DELETED kind=Pod ns=ctest-new-default-69213144) VncPod - Got DELETED Pod ctest-new-default-69213144:ctest-pod-18386937:54302954-282c-4ad8-ade7-5537cddf5312 2025-11-07 15:38:32.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:38:32.33: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:32.40: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:38:32.40: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:32.45: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:38:32.45: VncKubernetes - Process event (name=ctest-pod-88726535 event_type=DELETED kind=Pod ns=ctest-new-default-69213144) VncPod - Got DELETED Pod ctest-new-default-69213144:ctest-pod-88726535:bafebdaf-544e-4a32-9695-9f449cd29578 2025-11-07 15:38:33.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:38:38.42: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:38:38.42: IngressMonitor - start process kube event 2025-11-07 15:38:38.43: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:38:38.43: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:38:38.43: IngressMonitor - Connect Kube API result 0 2025-11-07 15:38:38.43: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:38:38.43: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:38:38.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:38:38.43: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:38:38.43: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:38:38.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:38:38.45: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:38:38.45: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:38.45: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:38.45: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:38.45: IngressMonitor - start process kube event 2025-11-07 15:38:38.45: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:38.45: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:38.45: IngressMonitor - start process kube event 2025-11-07 15:38:38.45: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:38.45: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:38.45: IngressMonitor - start process kube event 2025-11-07 15:38:38.45: empty line received 2025-11-07 15:38:38.45: IngressMonitor - start process kube event 2025-11-07 15:38:40.15: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:38:40.15: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:40.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:38:40.53: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:38:41.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:38:47.42: NamespaceMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1270 2025-11-07 15:38:47.42: NamespaceMonitor - start process kube event 2025-11-07 15:38:47.42: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:38:47.42: empty line received 2025-11-07 15:38:47.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:38:47.42: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:38:47.42: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:38:47.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:38:47.42: NamespaceMonitor - start process kube event 2025-11-07 15:38:47.67: NetworkMonitor - Received BOOKMARK: oldResVer=1447 newResVer=1447 2025-11-07 15:38:47.67: NetworkMonitor - start process kube event 2025-11-07 15:38:47.67: empty line received 2025-11-07 15:38:47.67: NetworkMonitor - start process kube event 2025-11-07 15:38:48.08: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1581 newResVer=1581 2025-11-07 15:38:48.08: NetworkPolicyMonitor - start process kube event 2025-11-07 15:38:48.08: empty line received 2025-11-07 15:38:48.08: NetworkPolicyMonitor - start process kube event 2025-11-07 15:39:00.84: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.84: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.84: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.84: PodMonitor - start process kube event 2025-11-07 15:39:00.84: empty line received 2025-11-07 15:39:00.84: PodMonitor - start process kube event 2025-11-07 15:39:00.84: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.84: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.85: PodMonitor - start process kube event 2025-11-07 15:39:00.85: empty line received 2025-11-07 15:39:00.85: PodMonitor - start process kube event 2025-11-07 15:39:00.85: PodMonitor - Received DELETED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.85: PodMonitor - Got DELETED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.85: PodMonitor - start process kube event 2025-11-07 15:39:00.85: empty line received 2025-11-07 15:39:00.85: PodMonitor - start process kube event 2025-11-07 15:39:00.86: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:39:00.86: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:00.86: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:00.86: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:00.86: PodMonitor - start process kube event 2025-11-07 15:39:00.86: empty line received 2025-11-07 15:39:00.86: PodMonitor - start process kube event 2025-11-07 15:39:00.88: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:00.88: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:00.88: PodMonitor - start process kube event 2025-11-07 15:39:00.88: empty line received 2025-11-07 15:39:00.88: PodMonitor - start process kube event 2025-11-07 15:39:00.88: PodMonitor - Received DELETED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:00.88: PodMonitor - Got DELETED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:00.88: PodMonitor - start process kube event 2025-11-07 15:39:00.88: empty line received 2025-11-07 15:39:00.88: PodMonitor - start process kube event 2025-11-07 15:39:00.89: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:00.89: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:00.89: PodMonitor - start process kube event 2025-11-07 15:39:00.89: empty line received 2025-11-07 15:39:00.89: PodMonitor - start process kube event 2025-11-07 15:39:00.90: PodMonitor - Received MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:00.90: PodMonitor - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:00.90: PodMonitor - start process kube event 2025-11-07 15:39:00.90: empty line received 2025-11-07 15:39:00.90: PodMonitor - start process kube event 2025-11-07 15:39:00.90: PodMonitor - Received DELETED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:00.90: PodMonitor - Got DELETED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:00.90: PodMonitor - start process kube event 2025-11-07 15:39:00.90: empty line received 2025-11-07 15:39:00.90: PodMonitor - start process kube event 2025-11-07 15:39:00.92: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-07 15:39:00.92: VncKubernetes - Process event (name=ctest-pod-95198929 event_type=DELETED kind=Pod ns=ctest-new-default-69213144) VncPod - Got DELETED Pod ctest-new-default-69213144:ctest-pod-95198929:b92a4daf-2d84-41ee-ae59-005d0850766b 2025-11-07 15:39:01.34: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-07 15:39:01.34: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:01.35: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-07 15:39:01.35: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:01.40: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:39:01.40: VncKubernetes - Process event (name=ctest-pod-66008719 event_type=DELETED kind=Pod ns=ctest-non-default-78308139) VncPod - Got DELETED Pod ctest-non-default-78308139:ctest-pod-66008719:8b179f0f-a977-4a41-821b-7dc029ed1943 2025-11-07 15:39:01.63: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:01.63: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:01.63: PodMonitor - start process kube event 2025-11-07 15:39:01.63: empty line received 2025-11-07 15:39:01.63: PodMonitor - start process kube event 2025-11-07 15:39:01.74: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:39:01.74: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:01.80: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:39:01.80: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=MODIFIED kind=Pod ns=ctest-new-default-69213144) VncPod - Got MODIFIED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:01.83: PodMonitor - Received MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:01.83: PodMonitor - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:01.83: PodMonitor - start process kube event 2025-11-07 15:39:01.83: empty line received 2025-11-07 15:39:01.83: PodMonitor - start process kube event 2025-11-07 15:39:01.83: PodMonitor - Received DELETED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:01.83: PodMonitor - Got DELETED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:01.83: PodMonitor - start process kube event 2025-11-07 15:39:01.83: empty line received 2025-11-07 15:39:01.83: PodMonitor - start process kube event 2025-11-07 15:39:01.85: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:39:01.85: VncKubernetes - Process event (name=ctest-pod-51920828 event_type=DELETED kind=Pod ns=ctest-new-default-69213144) VncPod - Got DELETED Pod ctest-new-default-69213144:ctest-pod-51920828:2cc92173-debb-4447-a108-75f4dcd9751b 2025-11-07 15:39:02.30: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:39:02.30: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:02.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:39:02.36: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=MODIFIED kind=Pod ns=ctest-non-default-78308139) VncPod - Got MODIFIED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:02.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:39:02.41: VncKubernetes - Process event (name=ctest-pod-54053190 event_type=DELETED kind=Pod ns=ctest-non-default-78308139) VncPod - Got DELETED Pod ctest-non-default-78308139:ctest-pod-54053190:c1d1be81-93d6-483d-b346-80ab6a6375aa 2025-11-07 15:39:02.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:39:04.49: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:04.49: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:04.49: VncKubernetes - Process event (name=ctest-non-default-78308139 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:04.49: NamespaceMonitor - start process kube event 2025-11-07 15:39:04.49: empty line received 2025-11-07 15:39:04.49: NamespaceMonitor - start process kube event 2025-11-07 15:39:04.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:39:09.65: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:09.66: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:09.66: VncKubernetes - Process event (name=ctest-non-default-78308139 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:09.66: NamespaceMonitor - start process kube event 2025-11-07 15:39:09.66: empty line received 2025-11-07 15:39:09.66: NamespaceMonitor - start process kube event 2025-11-07 15:39:09.67: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:09.67: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:09.67: NamespaceMonitor - start process kube event 2025-11-07 15:39:09.67: empty line received 2025-11-07 15:39:09.67: NamespaceMonitor - start process kube event 2025-11-07 15:39:09.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:39:09.97: VncKubernetes - Process event (name=ctest-non-default-78308139 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-78308139:9ddb6319-d968-4bc5-9755-5f047401a42e 2025-11-07 15:39:10.06: PodMonitor - Received BOOKMARK: oldResVer=1523 newResVer=1752 2025-11-07 15:39:10.06: PodMonitor - start process kube event 2025-11-07 15:39:10.06: empty line received 2025-11-07 15:39:10.06: PodMonitor - start process kube event 2025-11-07 15:39:10.52: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:10.52: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:10.52: NamespaceMonitor - start process kube event 2025-11-07 15:39:10.52: empty line received 2025-11-07 15:39:10.52: NamespaceMonitor - start process kube event 2025-11-07 15:39:10.92: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:39:10.92: VncKubernetes - Process event (name=ctest-new-default-69213144 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:11.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:39:15.54: ServiceMonitor - Received DELETED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:39:15.54: ServiceMonitor - Got DELETED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:39:15.54: VncKubernetes - Process event (name=ctest-nginx-svc-23397703 event_type=DELETED kind=Service ns=ctest-new-default-69213144) VncService - Got DELETED Service ctest-new-default-69213144:ctest-nginx-svc-23397703:3bfb2681-76c3-4140-b3d2-f1f9df90ce9d 2025-11-07 15:39:15.54: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-07 15:40:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001077 2025-11-07 15:39:15.54: empty line received 2025-11-07 15:39:15.54: ServiceMonitor - start process kube event 2025-11-07 15:39:15.54: EndPointMonitor - Received DELETED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:39:15.54: EndPointMonitor - Got DELETED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:39:15.54: EndPointMonitor - start process kube event 2025-11-07 15:39:15.54: empty line received 2025-11-07 15:39:15.54: EndPointMonitor - start process kube event 2025-11-07 15:39:15.75: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:39:15.75: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:39:15.75: NetworkPolicyMonitor - start process kube event 2025-11-07 15:39:15.75: empty line received 2025-11-07 15:39:15.75: NetworkPolicyMonitor - start process kube event 2025-11-07 15:39:15.82: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:15.82: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:15.82: NamespaceMonitor - start process kube event 2025-11-07 15:39:15.82: empty line received 2025-11-07 15:39:15.82: NamespaceMonitor - start process kube event 2025-11-07 15:39:15.83: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:15.83: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:15.83: NamespaceMonitor - start process kube event 2025-11-07 15:39:15.83: empty line received 2025-11-07 15:39:15.83: NamespaceMonitor - start process kube event 2025-11-07 15:39:15.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:39:15.90: VncKubernetes - Process event (name=ctest-nginx-svc-23397703 event_type=DELETED kind=Endpoints ns=ctest-new-default-69213144) VncEndpoints - Got DELETED Endpoints ctest-new-default-69213144:ctest-nginx-svc-23397703:ae5d0ca2-bca1-4156-8e57-1fbce7ef5951 2025-11-07 15:39:15.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:39:15.91: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-69213144) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-69213144:ingress-on-service:569273cb-109f-4ea2-adaa-96a43a761e8b 2025-11-07 15:39:16.45: ServiceMonitor - Received BOOKMARK: oldResVer=412 newResVer=1806 2025-11-07 15:39:16.45: ServiceMonitor - start process kube event 2025-11-07 15:39:16.45: empty line received 2025-11-07 15:39:16.45: ServiceMonitor - start process kube event 2025-11-07 15:39:16.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:39:16.66: VncKubernetes - Process event (name=ctest-new-default-69213144 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:16.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:39:16.97: VncKubernetes - Process event (name=ctest-new-default-69213144 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-69213144:48c8b017-b9c2-49fa-ab0f-45f78840b727 2025-11-07 15:39:18.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:39:25.28: EndPointMonitor - Received BOOKMARK: oldResVer=1525 newResVer=1807 2025-11-07 15:39:25.28: EndPointMonitor - start process kube event 2025-11-07 15:39:25.28: empty line received 2025-11-07 15:39:25.28: EndPointMonitor - start process kube event 2025-11-07 15:39:47.12: NamespaceMonitor - Received BOOKMARK: oldResVer=1270 newResVer=1841 2025-11-07 15:39:47.12: NamespaceMonitor - start process kube event 2025-11-07 15:39:47.12: empty line received 2025-11-07 15:39:47.12: NamespaceMonitor - start process kube event 2025-11-07 15:39:47.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1581 newResVer=1836 2025-11-07 15:39:47.35: NetworkPolicyMonitor - start process kube event 2025-11-07 15:39:47.35: empty line received 2025-11-07 15:39:47.35: NetworkPolicyMonitor - start process kube event 2025-11-07 15:39:48.20: NetworkMonitor - Received BOOKMARK: oldResVer=1447 newResVer=1447 2025-11-07 15:39:48.20: NetworkMonitor - start process kube event 2025-11-07 15:39:48.20: NetworkMonitor - _schedule_vnc_sync 2025-11-07 15:39:48.20: empty line received 2025-11-07 15:39:48.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-07 15:39:48.20: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-07 15:39:48.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:39:48.20: NetworkMonitor - start process kube event 2025-11-07 15:40:10.20: PodMonitor - Received BOOKMARK: oldResVer=1752 newResVer=1752 2025-11-07 15:40:10.20: PodMonitor - start process kube event 2025-11-07 15:40:10.20: empty line received 2025-11-07 15:40:10.20: PodMonitor - start process kube event 2025-11-07 15:40:16.05: ServiceMonitor - Received BOOKMARK: oldResVer=1806 newResVer=1806 2025-11-07 15:40:16.05: ServiceMonitor - start process kube event 2025-11-07 15:40:16.05: empty line received 2025-11-07 15:40:16.05: ServiceMonitor - start process kube event 2025-11-07 15:40:25.69: EndPointMonitor - Received BOOKMARK: oldResVer=1807 newResVer=1807 2025-11-07 15:40:25.69: EndPointMonitor - start process kube event 2025-11-07 15:40:25.69: empty line received 2025-11-07 15:40:25.69: EndPointMonitor - start process kube event 2025-11-07 15:40:38.45: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:40:38.45: IngressMonitor - start process kube event 2025-11-07 15:40:38.45: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:40:38.45: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:40:38.45: IngressMonitor - Connect Kube API result 0 2025-11-07 15:40:38.45: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:40:38.45: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:40:38.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:40:38.45: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:40:38.45: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:40:38.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:40:38.47: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:40:38.47: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:38.47: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:38.47: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:38.47: IngressMonitor - start process kube event 2025-11-07 15:40:38.47: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:38.47: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:38.47: IngressMonitor - start process kube event 2025-11-07 15:40:38.47: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:41:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001002 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:41:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001215 2025-11-07 15:40:38.47: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:38.47: IngressMonitor - start process kube event 2025-11-07 15:40:38.47: empty line received 2025-11-07 15:40:38.47: IngressMonitor - start process kube event 2025-11-07 15:40:40.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:40:40.21: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:40.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:40:40.59: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:40:41.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:40:47.30: NamespaceMonitor - Received BOOKMARK: oldResVer=1841 newResVer=1841 2025-11-07 15:40:47.30: NamespaceMonitor - start process kube event 2025-11-07 15:40:47.30: empty line received 2025-11-07 15:40:47.30: NamespaceMonitor - start process kube event 2025-11-07 15:40:47.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1836 newResVer=1836 2025-11-07 15:40:47.98: NetworkPolicyMonitor - start process kube event 2025-11-07 15:40:47.98: empty line received 2025-11-07 15:40:47.98: NetworkPolicyMonitor - start process kube event 2025-11-07 15:40:48.22: NetworkMonitor - Received BOOKMARK: oldResVer=1447 newResVer=1447 2025-11-07 15:40:48.22: NetworkMonitor - start process kube event 2025-11-07 15:40:48.22: empty line received 2025-11-07 15:40:48.22: NetworkMonitor - start process kube event 2025-11-07 15:40:48.35: NamespaceMonitor - Received BOOKMARK: oldResVer=1841 newResVer=1841 2025-11-07 15:40:48.35: NamespaceMonitor - start process kube event 2025-11-07 15:40:48.35: empty line received 2025-11-07 15:40:48.35: NamespaceMonitor - start process kube event 2025-11-07 15:40:49.47: NamespaceMonitor - Received BOOKMARK: oldResVer=1841 newResVer=1841 2025-11-07 15:40:49.47: NamespaceMonitor - start process kube event 2025-11-07 15:40:49.47: empty line received 2025-11-07 15:40:49.47: NamespaceMonitor - start process kube event 2025-11-07 15:40:50.55: stop iteration NamespaceMonitor 2025-11-07 15:40:50.55: NamespaceMonitor - start process kube event 2025-11-07 15:40:50.55: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1841 2025-11-07 15:40:50.55: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:40:50.55: NamespaceMonitor - Connect Kube API result 0 2025-11-07 15:40:50.55: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:40:50.55: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1841'})(timeout=120) 2025-11-07 15:40:50.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:40:50.55: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:40:50.55: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:40:50.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:40:50.56: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1841'}) 2025-11-07 15:41:10.63: PodMonitor - Received BOOKMARK: oldResVer=1752 newResVer=1752 2025-11-07 15:41:10.63: PodMonitor - start process kube event 2025-11-07 15:41:10.63: empty line received 2025-11-07 15:41:10.63: PodMonitor - start process kube event 2025-11-07 15:41:17.11: ServiceMonitor - Received BOOKMARK: oldResVer=1806 newResVer=1806 2025-11-07 15:41:17.11: ServiceMonitor - start process kube event 2025-11-07 15:41:17.11: ServiceMonitor - _schedule_vnc_sync 2025-11-07 15:41:17.11: empty line received 2025-11-07 15:41:17.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-07 15:41:17.11: VncKubernetes - vnc_sync - Service start 2025-11-07 15:41:17.11: VncKubernetes - vnc_sync - Service done 2025-11-07 15:41:17.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:41:17.11: ServiceMonitor - start process kube event 2025-11-07 15:41:25.60: EndPointMonitor - Received BOOKMARK: oldResVer=1807 newResVer=1807 2025-11-07 15:41:25.60: EndPointMonitor - start process kube event 2025-11-07 15:41:25.61: EndPointMonitor - _schedule_vnc_sync 2025-11-07 15:41:25.61: empty line received 2025-11-07 15:41:25.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-07 15:41:25.61: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-07 15:41:25.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:41:25.61: EndPointMonitor - start process kube event 2025-11-07 15:41:48.23: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1836 newResVer=1836 2025-11-07 15:41:48.23: NetworkPolicyMonitor - start process kube event 2025-11-07 15:41:48.23: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-07 15:41:48.23: empty line received 2025-11-07 15:41:48.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-07 15:41:48.23: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-07 15:41:48.23: NetworkPolicyMonitor - start process kube event 2025-11-07 15:41:48.23: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-07 15:41:48.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:41:48.46: NetworkMonitor - Received BOOKMARK: oldResVer=1447 newResVer=1447 2025-11-07 15:41:48.46: NetworkMonitor - start process kube event 2025-11-07 15:41:48.46: empty line received 2025-11-07 15:41:48.46: NetworkMonitor - start process kube event 2025-11-07 15:41:53.19: PodMonitor - Received ADDED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.19: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-07 15:41:53.19: PodMonitor - start process kube event 2025-11-07 15:41:53.19: empty line received 2025-11-07 15:41:53.19: PodMonitor - start process kube event 2025-11-07 15:41:53.20: PodMonitor - Received MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.20: PodMonitor - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.20: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.20: PodMonitor - start process kube event 2025-11-07 15:41:53.20: empty line received 2025-11-07 15:41:53.20: PodMonitor - start process kube event 2025-11-07 15:41:53.21: PodMonitor - Received MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.21: PodMonitor - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.21: PodMonitor - start process kube event 2025-11-07 15:41:53.21: empty line received 2025-11-07 15:41:53.21: PodMonitor - start process kube event 2025-11-07 15:41:53.42: PodMonitor - Received ADDED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:53.42: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-07 15:41:53.42: PodMonitor - start process kube event 2025-11-07 15:41:53.42: empty line received 2025-11-07 15:41:53.42: PodMonitor - start process kube event 2025-11-07 15:41:53.43: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:53.43: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:53.43: PodMonitor - start process kube event 2025-11-07 15:41:53.43: empty line received 2025-11-07 15:41:53.43: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-07 15:42:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001008 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:42:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000997 2025-11-07 15:41:53.44: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:53.44: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:53.44: PodMonitor - start process kube event 2025-11-07 15:41:53.44: empty line received 2025-11-07 15:41:53.44: PodMonitor - start process kube event 2025-11-07 15:41:53.92: PodMonitor - Received MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.92: PodMonitor - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:53.92: PodMonitor - start process kube event 2025-11-07 15:41:53.92: empty line received 2025-11-07 15:41:53.92: PodMonitor - start process kube event 2025-11-07 15:41:53.94: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:41:53.94: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:54.07: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:41:54.07: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:54.65: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:54.65: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:54.65: PodMonitor - start process kube event 2025-11-07 15:41:54.65: empty line received 2025-11-07 15:41:54.65: PodMonitor - start process kube event 2025-11-07 15:41:54.66: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:41:54.66: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:54.80: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:41:54.80: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:41:54.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:41:54.82: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:41:54.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:07.19: PodMonitor - Received MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:07.19: PodMonitor - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:07.19: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:07.19: PodMonitor - start process kube event 2025-11-07 15:42:07.19: empty line received 2025-11-07 15:42:07.19: PodMonitor - start process kube event 2025-11-07 15:42:07.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:08.19: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:42:08.19: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:42:08.19: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:42:08.20: PodMonitor - start process kube event 2025-11-07 15:42:08.20: empty line received 2025-11-07 15:42:08.20: PodMonitor - start process kube event 2025-11-07 15:42:08.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:09.42: PodMonitor - Received MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:09.42: PodMonitor - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:09.42: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:09.43: PodMonitor - start process kube event 2025-11-07 15:42:09.43: empty line received 2025-11-07 15:42:09.43: PodMonitor - start process kube event 2025-11-07 15:42:09.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:10.38: PodMonitor - Received BOOKMARK: oldResVer=1752 newResVer=2086 2025-11-07 15:42:10.38: PodMonitor - start process kube event 2025-11-07 15:42:10.38: empty line received 2025-11-07 15:42:10.38: PodMonitor - start process kube event 2025-11-07 15:42:18.02: ServiceMonitor - Received BOOKMARK: oldResVer=1806 newResVer=1806 2025-11-07 15:42:18.02: ServiceMonitor - start process kube event 2025-11-07 15:42:18.02: empty line received 2025-11-07 15:42:18.02: ServiceMonitor - start process kube event 2025-11-07 15:42:25.35: EndPointMonitor - Received BOOKMARK: oldResVer=1807 newResVer=1807 2025-11-07 15:42:25.36: EndPointMonitor - start process kube event 2025-11-07 15:42:25.36: empty line received 2025-11-07 15:42:25.36: EndPointMonitor - start process kube event 2025-11-07 15:42:38.48: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:42:38.48: IngressMonitor - start process kube event 2025-11-07 15:42:38.48: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-11-07 15:42:38.48: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:42:38.48: IngressMonitor - Connect Kube API result 0 2025-11-07 15:42:38.48: IngressMonitor - _schedule_vnc_sync 2025-11-07 15:42:38.48: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-11-07 15:42:38.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-07 15:42:38.48: VncKubernetes - vnc_sync - Ingress start 2025-11-07 15:42:38.48: VncKubernetes - vnc_sync - Ingress done 2025-11-07 15:42:38.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:38.49: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-11-07 15:42:38.49: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:38.49: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:38.49: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:38.50: IngressMonitor - start process kube event 2025-11-07 15:42:38.50: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:38.50: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:38.50: IngressMonitor - start process kube event 2025-11-07 15:42:38.50: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:38.50: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:38.50: IngressMonitor - start process kube event 2025-11-07 15:42:38.50: empty line received 2025-11-07 15:42:38.50: IngressMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-07 15:42:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001656 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:42:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001027 2025-11-07 15:42:40.28: PodMonitor - Received MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:40.28: PodMonitor - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:40.28: PodMonitor - start process kube event 2025-11-07 15:42:40.28: PodMonitor - _schedule_vnc_sync 2025-11-07 15:42:40.28: empty line received 2025-11-07 15:42:40.28: PodMonitor - start process kube event 2025-11-07 15:42:40.29: PodMonitor - Received MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:40.29: PodMonitor - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:40.29: PodMonitor - start process kube event 2025-11-07 15:42:40.29: empty line received 2025-11-07 15:42:40.29: PodMonitor - start process kube event 2025-11-07 15:42:40.30: PodMonitor - Received DELETED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:40.30: PodMonitor - Got DELETED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:40.30: PodMonitor - start process kube event 2025-11-07 15:42:40.30: empty line received 2025-11-07 15:42:40.30: PodMonitor - start process kube event 2025-11-07 15:42:40.48: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:42:40.48: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:42:40.48: PodMonitor - start process kube event 2025-11-07 15:42:40.48: empty line received 2025-11-07 15:42:40.48: PodMonitor - start process kube event 2025-11-07 15:42:40.79: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-07 15:42:40.79: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:41.26: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-07 15:42:41.26: VncKubernetes - Process event (name=ctest-nginx-ingress-27574597 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27574597:3bb559b6-e04c-4fef-bd65-a11e48817f03 2025-11-07 15:42:42.61: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-07 15:42:42.61: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:42.66: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:42:42.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-07 15:42:42.66: VncKubernetes - vnc_sync - Pod start schedule_event: {'type': 'DELETED', 'object': {'kind': 'Pod', 'metadata': {'uid': 'bc334449-6221-4cea-9af3-5aa96f8b66dd', 'labels': {'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}}}} 2025-11-07 15:42:42.67: VncKubernetes - vnc_sync - Pod done 2025-11-07 15:42:42.67: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-07 15:42:42.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:42.72: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-07 15:42:42.72: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:43.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-07 15:42:43.25: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:97a4c01c-7bee-481c-821a-c77c2f7808cc 2025-11-07 15:42:43.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-07 15:42:43.31: VncKubernetes - Process event (name=None event_type=DELETED kind=Pod ns=None) VncPod - Got DELETED Pod None:None:bc334449-6221-4cea-9af3-5aa96f8b66dd 2025-11-07 15:42:43.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:46.16: PodMonitor - Received BOOKMARK: oldResVer=2086 newResVer=2131 2025-11-07 15:42:46.16: PodMonitor - start process kube event 2025-11-07 15:42:46.16: empty line received 2025-11-07 15:42:46.16: PodMonitor - start process kube event 2025-11-07 15:42:47.20: PodMonitor - Received BOOKMARK: oldResVer=2131 newResVer=2131 2025-11-07 15:42:47.20: PodMonitor - start process kube event 2025-11-07 15:42:47.20: empty line received 2025-11-07 15:42:47.20: PodMonitor - start process kube event 2025-11-07 15:42:48.35: stop iteration PodMonitor 2025-11-07 15:42:48.35: PodMonitor - start process kube event 2025-11-07 15:42:48.35: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2131 2025-11-07 15:42:48.35: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:42:48.35: PodMonitor - Connect Kube API result 0 2025-11-07 15:42:48.35: PodMonitor - _schedule_vnc_sync 2025-11-07 15:42:48.35: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2131'})(timeout=120) 2025-11-07 15:42:48.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-07 15:42:48.35: VncKubernetes - vnc_sync - Pod start 2025-11-07 15:42:48.35: VncKubernetes - vnc_sync - Pod done 2025-11-07 15:42:48.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:48.37: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2131'}) 2025-11-07 15:42:48.43: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1836 newResVer=1836 2025-11-07 15:42:48.43: NetworkPolicyMonitor - start process kube event 2025-11-07 15:42:48.43: empty line received 2025-11-07 15:42:48.43: NetworkPolicyMonitor - start process kube event 2025-11-07 15:42:49.05: NetworkMonitor - Received BOOKMARK: oldResVer=1447 newResVer=1447 2025-11-07 15:42:49.05: NetworkMonitor - start process kube event 2025-11-07 15:42:49.05: empty line received 2025-11-07 15:42:49.05: NetworkMonitor - start process kube event 2025-11-07 15:42:50.56: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-07 15:42:50.56: NamespaceMonitor - start process kube event 2025-11-07 15:42:50.56: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1841 2025-11-07 15:42:50.56: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-07 15:42:50.56: NamespaceMonitor - Connect Kube API result 0 2025-11-07 15:42:50.56: NamespaceMonitor - _schedule_vnc_sync 2025-11-07 15:42:50.56: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1841'})(timeout=120) 2025-11-07 15:42:50.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-07 15:42:50.56: VncKubernetes - vnc_sync - Namespace start 2025-11-07 15:42:50.56: VncKubernetes - vnc_sync - Namespace done 2025-11-07 15:42:50.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-07 15:42:50.57: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1841'}) 2025-11-07 15:43:07.00: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1836 newResVer=1836 2025-11-07 15:43:07.00: NetworkPolicyMonitor - start process kube event 2025-11-07 15:43:07.00: empty line received 2025-11-07 15:43:07.00: NetworkPolicyMonitor - start process kube event 2025-11-07 15:43:08.74: stop iteration NetworkPolicyMonitor 2025-11-07 15:43:08.74: NetworkPolicyMonitor - start process kube event 2025-11-07 15:43:08.74: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1836 [Introspect:8108]10.0.0.19 - - [2025-11-07 15:43:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001187