++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Fri Oct 31 08:34:59 AM UTC 2025 ===================' INFO: =================== Fri Oct 31 08:34:59 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ head -n 1 +++ ip addr show dev ens3 +++ awk '{print $2}' ++ DEFAULT_LOCAL_IP=10.0.0.23 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.23 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.23 ++ ANALYTICSDB_NODES=10.0.0.23 ++ ANALYTICS_SNMP_NODES=10.0.0.23 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8081 ' +++ '[' -n '10.0.0.23:8081 ' ']' +++ echo 10.0.0.23:8081 ++ ANALYTICS_SERVERS=10.0.0.23:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9042 ' +++ '[' -n '10.0.0.23:9042 ' ']' +++ echo 10.0.0.23:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.23:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.23 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8086 ' +++ '[' -n '10.0.0.23:8086 ' ']' +++ echo 10.0.0.23:8086 ++ COLLECTOR_SERVERS=10.0.0.23:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.23 ++ CONFIGDB_NODES=10.0.0.23 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8082 ' +++ '[' -n '10.0.0.23:8082 ' ']' +++ echo 10.0.0.23:8082 ++ CONFIG_SERVERS=10.0.0.23:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9161 ' +++ '[' -n '10.0.0.23:9161 ' ']' +++ echo 10.0.0.23:9161 ++ CONFIGDB_SERVERS=10.0.0.23:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9041 ' +++ '[' -n '10.0.0.23:9041 ' ']' +++ echo 10.0.0.23:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.23:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.23 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.23 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.23 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:2181, +++ '[' -n 10.0.0.23:2181, ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS=10.0.0.23:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:2181 ' +++ '[' -n '10.0.0.23:2181 ' ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.23:2181 ++ RABBITMQ_NODES=10.0.0.23 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:5673, +++ '[' -n 10.0.0.23:5673, ']' +++ echo 10.0.0.23:5673 ++ RABBITMQ_SERVERS=10.0.0.23:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:6379 ' +++ '[' -n '10.0.0.23:6379 ' ']' +++ echo 10.0.0.23:6379 ++ REDIS_SERVERS=10.0.0.23:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.23 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9092 ' +++ '[' -n '10.0.0.23:9092 ' ']' +++ echo 10.0.0.23:9092 ++ KAFKA_SERVERS=10.0.0.23:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.23 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.23 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.23 ++ cut -d , -f 1 + local cassandra=10.0.0.23 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.23 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ijg2RDFLNEJvSmZYajJ6VmtwR0NIbUpYXzFCdE1RT3hSS0hiQml1aGZ3X2sifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjU5ZDllMDA4LTNkMjctNGQzMS05YmFjLWRkMzU4MDZjYzc2OSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.CiEwUIQOGX_hR_g9qCTHN1F5A_LL4uNbxzED-VdJEQl6USwNdlDFS7E_vjs4xfZafilgMJNgFjbDFIK-st1QfvBFE3EXLGv00HooVvix4VX82v05GopHLbTh1BRMKD8ds-q7L7WgvS_cFQwxDMiGC6ozVJqXGY0B90rK4Fq10-y86OUQZzPkRAdz8FA-F9Kt7ERrhfbTbmHH2WxFKvtUNis1V1SKlvfTt7Cr9CBI2jHNxPGKaxgE3Vf5TDXh0xBNmVTd_M9kfmaqq4DYMLaa3n4m57wut8pnf_n0LT4AZIs7BDMmD8hKtRyy4c8Rl3QT0VVcRbm0Yq0SrblOkW-rmQ ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.23 +++ local servers=10.0.0.23 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ uniq ++++ sort ++++ grep -vi host +++ local local_ips=,10.0.0.23,10.136.126.1,127.0.0.1,172.17.0.1,252.23.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.23'\''))' +++ local server_ip=10.0.0.23 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.23 ]] +++ [[ ,10.0.0.23,10.136.126.1,127.0.0.1,172.17.0.1,252.23.0.1,, =~ ,10\.0\.0\.23, ]] +++ echo 10.0.0.23 1 +++ return ++ local ip=10.0.0.23 ++ [[ -z 10.0.0.23 ]] ++ echo 10.0.0.23 + host_ip=10.0.0.23 + [[ cql == \c\q\l ]] ++ echo 10.0.0.23:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.23:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' ++ sort ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/31/2025 08:35:07.342 7f0bbc78aac0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/31/2025 08:35:07.555 7f0bbc78aac0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/31/2025 08:35:07.555 7f0bbc78aac0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.23 - - [2025-10-31 08:35:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2974 0.001413 2025-10-31 08:35:07.93: KubeMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:07.93: KubeMonitor - Connect Kube API result 0 2025-10-31 08:35:08.05: KubeMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-10-31 08:35:08.06: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-10-31 08:35:08.07: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1 2025-10-31 08:35:08.08: PodMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-10-31 08:35:08.09: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-10-31 08:35:08.10: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-10-31 08:35:08.11: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-10-31 08:35:08.11: IngressMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-10-31 08:35:08.12: VncKubernetes - vnc_connect starting 2025-10-31 08:35:08.13: VncKubernetes - vnc_connect done 2025-10-31 08:35:08.39: default-domain domain available. 2025-10-31 08:35:13.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:35:13.79: NamespaceMonitor - start process kube event 2025-10-31 08:35:13.79: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-31 08:35:13.79: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:13.79: NetworkMonitor - start process kube event 2025-10-31 08:35:13.79: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-31 08:35:13.79: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:13.79: PodMonitor - start process kube event 2025-10-31 08:35:13.79: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-31 08:35:13.79: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:13.79: ServiceMonitor - start process kube event 2025-10-31 08:35:13.79: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-31 08:35:13.79: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:13.79: NetworkPolicyMonitor - start process kube event 2025-10-31 08:35:13.79: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-31 08:35:13.79: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:13.79: EndPointMonitor - start process kube event 2025-10-31 08:35:13.79: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-31 08:35:13.79: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:13.79: IngressMonitor - start process kube event 2025-10-31 08:35:13.79: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-31 08:35:13.79: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:35:13.79: IngressMonitor - Connect Kube API result 0 2025-10-31 08:35:13.79: IngressMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-31 08:35:13.79: EndPointMonitor - Connect Kube API result 0 2025-10-31 08:35:13.79: EndPointMonitor - Start init url=https://10.0.0.23:6443/api/v1/endpoints resource_version=None 2025-10-31 08:35:13.79: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-31 08:35:13.79: NetworkPolicyMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-31 08:35:13.80: ServiceMonitor - Connect Kube API result 0 2025-10-31 08:35:13.80: ServiceMonitor - Start init url=https://10.0.0.23:6443/api/v1/services resource_version=None 2025-10-31 08:35:13.80: PodMonitor - Connect Kube API result 0 2025-10-31 08:35:13.80: PodMonitor - Start init url=https://10.0.0.23:6443/api/v1/pods resource_version=None 2025-10-31 08:35:13.80: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:35:13.81: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:35:13.81: NamespaceMonitor - Start init url=https://10.0.0.23:6443/api/v1/namespaces resource_version=None 2025-10-31 08:35:13.83: IngressMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses, resource_version=434 2025-10-31 08:35:13.83: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:35:13.83: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:35:13.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:35:13.83: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:35:13.83: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:35:13.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:35:13.84: NetworkPolicyMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=434 2025-10-31 08:35:13.84: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:35:13.84: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:35:13.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:35:13.84: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:35:13.84: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:35:13.85: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:35:13.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:35:13.85: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:35:13.85: ServiceMonitor - Got ADDED Service default:kubernetes:675d26a3-783c-4a1a-a5d2-5a5f1e88e2eb 2025-10-31 08:35:13.86: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:675d26a3-783c-4a1a-a5d2-5a5f1e88e2eb 2025-10-31 08:35:13.86: EndPointMonitor - Got ADDED Endpoints default:kubernetes:58863a41-d38f-4781-8d91-d9e18e939546 2025-10-31 08:35:13.86: NamespaceMonitor - Got ADDED Namespace None:contrail:4e1e3a63-7041-455c-a1ff-d7136fdd4038 2025-10-31 08:35:13.86: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:35:13.86: PodMonitor - Done init url=https://10.0.0.23:6443/api/v1/pods, resource_version=434 2025-10-31 08:35:13.86: PodMonitor - _schedule_vnc_sync 2025-10-31 08:35:13.86: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:35:13.87: ServiceMonitor - Got ADDED Service kube-system:kube-dns:0aca71a9-2ba7-4795-b1d2-9ce648416d38 2025-10-31 08:35:13.87: ServiceMonitor - Done init url=https://10.0.0.23:6443/api/v1/services, resource_version=434 2025-10-31 08:35:13.87: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:35:13.87: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:35:13.88: NetworkMonitor - Start init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-31 08:35:13.91: NamespaceMonitor - Got ADDED Namespace None:default:e2ed5335-218d-4542-9c08-9130e1793bc7 2025-10-31 08:35:13.91: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:35:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001693 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:35:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001148 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:35:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001297 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:36:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001553 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:36:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001544 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:36:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000985 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:36:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001335 2025-10-31 08:35:13.91: EndPointMonitor - Done init url=https://10.0.0.23:6443/api/v1/endpoints, resource_version=434 2025-10-31 08:35:13.91: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:35:13.91: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:35:13.92: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:35:13.92: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:35:13.93: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:aca68744-f07d-45dd-babb-d7658cfce9a5 2025-10-31 08:35:13.93: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:35:13.95: NamespaceMonitor - Got ADDED Namespace None:kube-public:1377c7cc-5af5-4060-b3fb-16ea5a8279ac 2025-10-31 08:35:13.95: NamespaceMonitor - Got ADDED Namespace None:kube-system:20741b78-e367-4a13-88e6-4e44b2582d52 2025-10-31 08:35:13.96: NamespaceMonitor - Done init url=https://10.0.0.23:6443/api/v1/namespaces, resource_version=434 2025-10-31 08:35:13.96: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:35:13.96: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:35:13.96: NetworkMonitor - Done init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=438 2025-10-31 08:35:13.96: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:35:13.96: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-10-31 08:35:13.97: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-10-31 08:35:13.97: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:35:15.37: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-31 08:35:15.37: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:58863a41-d38f-4781-8d91-d9e18e939546 2025-10-31 08:35:15.46: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-31 08:35:15.46: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:4e1e3a63-7041-455c-a1ff-d7136fdd4038 2025-10-31 08:35:18.19: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:35:18.19: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:35:20.20: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:35:20.20: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:35:20.20: PodMonitor - start process kube event 2025-10-31 08:35:20.20: empty line received 2025-10-31 08:35:20.20: PodMonitor - start process kube event 2025-10-31 08:35:20.21: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:35:20.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-31 08:35:20.21: VncKubernetes - vnc_sync - Pod start 2025-10-31 08:35:20.21: VncKubernetes - vnc_sync - Pod done 2025-10-31 08:35:20.21: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-31 08:35:20.21: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:0aca71a9-2ba7-4795-b1d2-9ce648416d38 2025-10-31 08:35:22.21: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-31 08:35:22.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:35:22.21: VncKubernetes - vnc_sync - Service start 2025-10-31 08:35:22.21: VncKubernetes - vnc_sync - Service done 2025-10-31 08:35:22.21: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-31 08:35:22.21: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:e2ed5335-218d-4542-9c08-9130e1793bc7 2025-10-31 08:35:24.73: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-31 08:35:24.73: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:35:24.75: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-31 08:35:24.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:35:24.75: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:35:24.75: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-31 08:35:24.75: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:aca68744-f07d-45dd-babb-d7658cfce9a5 2025-10-31 08:35:26.61: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:35:26.61: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:1377c7cc-5af5-4060-b3fb-16ea5a8279ac 2025-10-31 08:35:28.95: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:35:28.95: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:20741b78-e367-4a13-88e6-4e44b2582d52 2025-10-31 08:35:30.56: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:35:30.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:35:30.56: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:35:30.56: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:35:30.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:35:30.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:35:30.56: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:35:30.56: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:35:30.56: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:35:30.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:36:13.58: PodMonitor - Received BOOKMARK: oldResVer=434 newResVer=447 2025-10-31 08:36:13.58: PodMonitor - start process kube event 2025-10-31 08:36:13.58: empty line received 2025-10-31 08:36:13.58: PodMonitor - start process kube event 2025-10-31 08:37:13.84: PodMonitor - Received BOOKMARK: oldResVer=447 newResVer=447 2025-10-31 08:37:13.84: PodMonitor - start process kube event 2025-10-31 08:37:13.84: empty line received 2025-10-31 08:37:13.84: PodMonitor - start process kube event 2025-10-31 08:37:13.85: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:37:13.85: IngressMonitor - start process kube event 2025-10-31 08:37:13.85: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:37:13.85: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:37:13.85: IngressMonitor - Connect Kube API result 0 2025-10-31 08:37:13.85: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:37:13.85: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:37:13.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:37:13.85: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:37:13.85: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:37:13.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:37:13.85: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:37:13.85: NetworkPolicyMonitor - start process kube event 2025-10-31 08:37:13.85: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:37:13.85: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:37:13.85: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-31 08:37:13.85: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:37:13.85: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:37:13.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:37:13.85: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:37:13.86: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:37:13.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:37:13.87: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:37:13.88: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:37:13.92: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:37:13.92: ServiceMonitor - start process kube event 2025-10-31 08:37:13.92: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:37:13.92: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:37:13.92: ServiceMonitor - Connect Kube API result 0 2025-10-31 08:37:13.92: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:37:13.92: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:37:13.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:37:13.92: VncKubernetes - vnc_sync - Service start 2025-10-31 08:37:13.92: VncKubernetes - vnc_sync - Service done 2025-10-31 08:37:13.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:37:13.93: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:37:13.93: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:37:13.93: EndPointMonitor - start process kube event 2025-10-31 08:37:13.93: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:37:13.93: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:37:13.93: EndPointMonitor - Connect Kube API result 0 2025-10-31 08:37:13.93: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:37:13.93: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:37:13.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:37:13.93: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:37:13.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:37:13.94: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:37:13.97: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:37:13.97: NetworkMonitor - start process kube event 2025-10-31 08:37:13.97: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-10-31 08:37:13.97: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:37:13.97: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:37:13.97: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:37:13.97: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-10-31 08:37:13.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:37:13.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:37:13.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:37:13.98: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:37:13.98: NamespaceMonitor - start process kube event 2025-10-31 08:37:13.98: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:37:13.98: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:37:13.98: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:37:13.98: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:37:13.98: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:37:13.98: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-10-31 08:37:13.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:37:13.98: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:37:13.98: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:37:13.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:37:13.99: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:38:13.82: PodMonitor - Received BOOKMARK: oldResVer=447 newResVer=447 2025-10-31 08:38:13.82: PodMonitor - start process kube event 2025-10-31 08:38:13.82: empty line received 2025-10-31 08:38:13.82: PodMonitor - start process kube event 2025-10-31 08:39:13.50: PodMonitor - Received BOOKMARK: oldResVer=447 newResVer=447 2025-10-31 08:39:13.50: PodMonitor - start process kube event 2025-10-31 08:39:13.50: empty line received 2025-10-31 08:39:13.50: PodMonitor - start process kube event 2025-10-31 08:39:13.88: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:39:13.88: NetworkPolicyMonitor - start process kube event 2025-10-31 08:39:13.88: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:39:13.88: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:39:13.88: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-31 08:39:13.88: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:39:13.88: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:39:13.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:39:13.88: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:39:13.88: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:39:13.88: IngressMonitor - start process kube event 2025-10-31 08:39:13.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:39:13.88: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:39:13.88: IngressMonitor - Connect Kube API result 0 2025-10-31 08:39:13.88: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:39:13.88: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:39:13.89: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:39:13.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:39:13.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:39:13.89: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:39:13.89: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:39:13.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:39:13.90: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:39:13.90: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:39:13.93: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:39:13.93: ServiceMonitor - start process kube event 2025-10-31 08:39:13.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:39:13.93: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:39:13.93: ServiceMonitor - Connect Kube API result 0 2025-10-31 08:39:13.93: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:39:13.93: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:39:13.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:39:13.94: VncKubernetes - vnc_sync - Service start 2025-10-31 08:39:13.94: VncKubernetes - vnc_sync - Service done 2025-10-31 08:39:13.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:39:13.94: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:39:13.94: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:39:13.94: EndPointMonitor - start process kube event 2025-10-31 08:39:13.94: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:39:13.94: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:39:13.94: EndPointMonitor - Connect Kube API result 0 2025-10-31 08:39:13.94: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:39:13.94: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:39:13.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:39:13.94: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:39:13.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:39:13.95: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:39:13.98: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:39:13.98: NetworkMonitor - start process kube event 2025-10-31 08:39:13.99: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-10-31 08:39:13.99: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:39:13.99: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:39:13.99: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:39:13.99: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-10-31 08:39:13.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:39:13.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:39:13.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:39:13.99: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-10-31 08:39:14.00: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:39:14.00: NamespaceMonitor - start process kube event 2025-10-31 08:39:14.00: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:39:14.00: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:39:14.00: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:39:14.00: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:39:14.00: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:39:14.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:39:14.00: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:39:14.00: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:39:14.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:39:14.01: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:40:14.11: PodMonitor - Received BOOKMARK: oldResVer=447 newResVer=447 2025-10-31 08:40:14.11: PodMonitor - start process kube event 2025-10-31 08:40:14.11: PodMonitor - _schedule_vnc_sync 2025-10-31 08:40:14.11: empty line received 2025-10-31 08:40:14.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-31 08:40:14.11: VncKubernetes - vnc_sync - Pod start 2025-10-31 08:40:14.11: PodMonitor - start process kube event 2025-10-31 08:40:14.13: VncKubernetes - vnc_sync - Pod done 2025-10-31 08:40:14.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:40:25.31: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:40:25.31: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:40:25.32: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:40:25.32: PodMonitor - start process kube event 2025-10-31 08:40:25.32: empty line received 2025-10-31 08:40:25.32: PodMonitor - start process kube event 2025-10-31 08:40:25.32: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:40:25.33: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:40:25.33: EndPointMonitor - start process kube event 2025-10-31 08:40:25.33: empty line received [Introspect:8108]10.0.0.23 - - [2025-10-31 08:40:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002386 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:40:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001041 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:40:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001051 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:40:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001202 2025-10-31 08:40:25.33: EndPointMonitor - start process kube event 2025-10-31 08:40:25.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:40:25.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:40:25.35: PodMonitor - start process kube event 2025-10-31 08:40:25.35: empty line received 2025-10-31 08:40:25.35: PodMonitor - start process kube event 2025-10-31 08:40:25.36: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:40:25.36: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:40:25.36: EndPointMonitor - start process kube event 2025-10-31 08:40:25.36: empty line received 2025-10-31 08:40:25.36: EndPointMonitor - start process kube event 2025-10-31 08:40:25.38: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:40:25.38: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:40:25.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:40:25.45: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:40:25.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:40:25.50: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:40:26.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:41:13.73: EndPointMonitor - Received BOOKMARK: oldResVer=434 newResVer=874 2025-10-31 08:41:13.74: EndPointMonitor - start process kube event 2025-10-31 08:41:13.74: empty line received 2025-10-31 08:41:13.74: EndPointMonitor - start process kube event 2025-10-31 08:41:13.90: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:41:13.90: IngressMonitor - start process kube event 2025-10-31 08:41:13.90: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:41:13.90: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:41:13.90: IngressMonitor - Connect Kube API result 0 2025-10-31 08:41:13.90: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:41:13.90: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:41:13.91: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:41:13.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:41:13.91: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:41:13.91: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:41:13.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:41:13.91: NetworkPolicyMonitor - start process kube event 2025-10-31 08:41:13.91: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:41:13.91: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:41:13.91: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-31 08:41:13.91: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:41:13.91: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:41:13.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:41:13.91: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:41:13.91: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:41:13.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:41:13.93: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:41:13.93: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:41:13.94: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:41:13.94: ServiceMonitor - start process kube event 2025-10-31 08:41:13.94: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:41:13.94: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:41:13.94: ServiceMonitor - Connect Kube API result 0 2025-10-31 08:41:13.94: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:41:13.94: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:41:13.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:41:13.95: VncKubernetes - vnc_sync - Service start 2025-10-31 08:41:13.95: VncKubernetes - vnc_sync - Service done 2025-10-31 08:41:13.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:41:13.95: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:41:14.00: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:41:14.00: NetworkMonitor - start process kube event 2025-10-31 08:41:14.00: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-10-31 08:41:14.00: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:41:14.00: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:41:14.00: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:41:14.00: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-10-31 08:41:14.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:41:14.01: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:41:14.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:41:14.01: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:41:14.01: NamespaceMonitor - start process kube event 2025-10-31 08:41:14.01: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:41:14.01: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:41:14.01: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:41:14.01: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:41:14.01: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:41:14.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:41:14.01: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:41:14.01: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:41:14.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:41:14.02: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-10-31 08:41:14.02: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:41:14.40: PodMonitor - Received BOOKMARK: oldResVer=447 newResVer=873 2025-10-31 08:41:14.40: PodMonitor - start process kube event 2025-10-31 08:41:14.40: empty line received 2025-10-31 08:41:14.40: PodMonitor - start process kube event 2025-10-31 08:42:14.35: EndPointMonitor - Received BOOKMARK: oldResVer=874 newResVer=874 2025-10-31 08:42:14.35: EndPointMonitor - start process kube event 2025-10-31 08:42:14.35: empty line received 2025-10-31 08:42:14.35: EndPointMonitor - start process kube event 2025-10-31 08:42:15.31: PodMonitor - Received BOOKMARK: oldResVer=873 newResVer=873 2025-10-31 08:42:15.31: PodMonitor - start process kube event 2025-10-31 08:42:15.31: empty line received 2025-10-31 08:42:15.31: PodMonitor - start process kube event 2025-10-31 08:42:16.49: PodMonitor - Received BOOKMARK: oldResVer=873 newResVer=873 2025-10-31 08:42:16.49: PodMonitor - start process kube event 2025-10-31 08:42:16.49: empty line received 2025-10-31 08:42:16.49: PodMonitor - start process kube event 2025-10-31 08:42:17.43: stop iteration PodMonitor 2025-10-31 08:42:17.43: PodMonitor - start process kube event 2025-10-31 08:42:17.43: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=873 2025-10-31 08:42:17.43: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:42:17.43: PodMonitor - Connect Kube API result 0 2025-10-31 08:42:17.43: PodMonitor - _schedule_vnc_sync 2025-10-31 08:42:17.43: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '873'})(timeout=120) 2025-10-31 08:42:17.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-31 08:42:17.43: VncKubernetes - vnc_sync - Pod start 2025-10-31 08:42:17.43: VncKubernetes - vnc_sync - Pod done 2025-10-31 08:42:17.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:42:17.45: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '873'}) 2025-10-31 08:42:27.60: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:42:27.60: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:42:27.60: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:42:27.60: PodMonitor - start process kube event 2025-10-31 08:42:27.61: empty line received 2025-10-31 08:42:27.61: PodMonitor - start process kube event 2025-10-31 08:42:27.61: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:42:27.61: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:42:27.61: EndPointMonitor - start process kube event 2025-10-31 08:42:27.61: empty line received 2025-10-31 08:42:27.61: EndPointMonitor - start process kube event 2025-10-31 08:42:27.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:42:27.62: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:42:27.65: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:42:27.65: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:42:27.65: PodMonitor - start process kube event 2025-10-31 08:42:27.65: empty line received 2025-10-31 08:42:27.65: PodMonitor - start process kube event 2025-10-31 08:42:27.67: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:42:27.67: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:42:27.67: EndPointMonitor - start process kube event 2025-10-31 08:42:27.67: empty line received 2025-10-31 08:42:27.67: EndPointMonitor - start process kube event 2025-10-31 08:42:28.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:42:28.01: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:42:28.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:42:28.07: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:42:28.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:43:13.93: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:43:13.93: IngressMonitor - start process kube event 2025-10-31 08:43:13.93: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:43:13.93: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:43:13.93: IngressMonitor - Connect Kube API result 0 2025-10-31 08:43:13.93: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:43:13.93: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:43:13.93: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:43:13.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:43:13.94: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:43:13.94: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:43:13.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:43:13.94: NetworkPolicyMonitor - start process kube event 2025-10-31 08:43:13.94: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:43:13.94: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:43:13.94: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-31 08:43:13.94: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:43:13.94: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:43:13.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:43:13.94: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:43:13.94: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:43:13.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:43:13.95: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:43:13.95: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:43:13.95: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:43:13.95: ServiceMonitor - start process kube event 2025-10-31 08:43:13.95: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:43:13.95: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:43:13.96: ServiceMonitor - Connect Kube API result 0 2025-10-31 08:43:13.96: ServiceMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.23 - - [2025-10-31 08:44:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001568 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:44:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001295 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:44:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001019 2025-10-31 08:43:13.96: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:43:13.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:43:13.96: VncKubernetes - vnc_sync - Service start 2025-10-31 08:43:13.96: VncKubernetes - vnc_sync - Service done 2025-10-31 08:43:13.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:43:13.96: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:43:14.02: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:43:14.02: NetworkMonitor - start process kube event 2025-10-31 08:43:14.02: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-10-31 08:43:14.02: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:43:14.02: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:43:14.02: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:43:14.02: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-10-31 08:43:14.02: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:43:14.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:43:14.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:43:14.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:43:14.02: NamespaceMonitor - start process kube event 2025-10-31 08:43:14.02: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:43:14.02: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:43:14.03: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:43:14.03: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:43:14.03: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:43:14.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:43:14.03: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:43:14.03: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:43:14.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:43:14.03: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-10-31 08:43:14.04: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:43:15.34: EndPointMonitor - Received BOOKMARK: oldResVer=874 newResVer=1055 2025-10-31 08:43:15.34: EndPointMonitor - start process kube event 2025-10-31 08:43:15.34: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:43:15.34: empty line received 2025-10-31 08:43:15.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:43:15.34: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:43:15.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:43:15.34: EndPointMonitor - start process kube event 2025-10-31 08:43:17.49: PodMonitor - Received BOOKMARK: oldResVer=873 newResVer=1051 2025-10-31 08:43:17.50: PodMonitor - start process kube event 2025-10-31 08:43:17.50: empty line received 2025-10-31 08:43:17.50: PodMonitor - start process kube event 2025-10-31 08:44:13.64: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=434 newResVer=1082 2025-10-31 08:44:13.64: NetworkPolicyMonitor - start process kube event 2025-10-31 08:44:13.64: empty line received 2025-10-31 08:44:13.64: NetworkPolicyMonitor - start process kube event 2025-10-31 08:44:13.97: IngressMonitor - Received BOOKMARK: oldResVer=434 newResVer=1085 2025-10-31 08:44:13.97: IngressMonitor - start process kube event 2025-10-31 08:44:13.97: empty line received 2025-10-31 08:44:13.97: IngressMonitor - start process kube event 2025-10-31 08:44:14.07: ServiceMonitor - Received BOOKMARK: oldResVer=434 newResVer=1074 2025-10-31 08:44:14.07: ServiceMonitor - start process kube event 2025-10-31 08:44:14.07: empty line received 2025-10-31 08:44:14.07: ServiceMonitor - start process kube event 2025-10-31 08:44:15.76: EndPointMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-10-31 08:44:15.76: EndPointMonitor - start process kube event 2025-10-31 08:44:15.76: empty line received 2025-10-31 08:44:15.76: EndPointMonitor - start process kube event 2025-10-31 08:44:18.27: PodMonitor - Received BOOKMARK: oldResVer=1051 newResVer=1051 2025-10-31 08:44:18.27: PodMonitor - start process kube event 2025-10-31 08:44:18.27: empty line received 2025-10-31 08:44:18.27: PodMonitor - start process kube event 2025-10-31 08:45:13.48: ServiceMonitor - Received BOOKMARK: oldResVer=1074 newResVer=1074 2025-10-31 08:45:13.48: ServiceMonitor - start process kube event 2025-10-31 08:45:13.48: empty line received 2025-10-31 08:45:13.48: ServiceMonitor - start process kube event 2025-10-31 08:45:13.65: IngressMonitor - Received BOOKMARK: oldResVer=1085 newResVer=1085 2025-10-31 08:45:13.65: IngressMonitor - start process kube event 2025-10-31 08:45:13.65: empty line received 2025-10-31 08:45:13.65: IngressMonitor - start process kube event 2025-10-31 08:45:14.03: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:45:14.04: NetworkMonitor - start process kube event 2025-10-31 08:45:14.04: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=438 2025-10-31 08:45:14.04: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:45:14.04: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:45:14.04: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:45:14.04: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'})(timeout=120) 2025-10-31 08:45:14.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:45:14.04: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:45:14.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:45:14.04: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:45:14.04: NamespaceMonitor - start process kube event 2025-10-31 08:45:14.04: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:45:14.04: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:45:14.04: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:45:14.04: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:45:14.04: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:45:14.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:45:14.04: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:45:14.04: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:45:14.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:45:14.06: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) [Introspect:8108]10.0.0.23 - - [2025-10-31 08:45:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001075 2025-10-31 08:45:14.06: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '438'}) 2025-10-31 08:45:14.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1082 newResVer=1082 2025-10-31 08:45:14.73: NetworkPolicyMonitor - start process kube event 2025-10-31 08:45:14.73: empty line received 2025-10-31 08:45:14.73: NetworkPolicyMonitor - start process kube event 2025-10-31 08:45:15.77: EndPointMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-10-31 08:45:15.77: EndPointMonitor - start process kube event 2025-10-31 08:45:15.77: empty line received 2025-10-31 08:45:15.77: EndPointMonitor - start process kube event 2025-10-31 08:45:17.63: stop iteration EndPointMonitor 2025-10-31 08:45:17.63: EndPointMonitor - start process kube event 2025-10-31 08:45:17.63: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1055 2025-10-31 08:45:17.63: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:45:17.63: EndPointMonitor - Connect Kube API result 0 2025-10-31 08:45:17.63: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:45:17.63: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1055'})(timeout=120) 2025-10-31 08:45:17.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:45:17.63: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:45:17.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:45:17.64: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1055'}) 2025-10-31 08:45:17.84: PodMonitor - Received BOOKMARK: oldResVer=1051 newResVer=1051 2025-10-31 08:45:17.84: PodMonitor - start process kube event 2025-10-31 08:45:17.84: empty line received 2025-10-31 08:45:17.84: PodMonitor - start process kube event 2025-10-31 08:46:14.12: ServiceMonitor - Received BOOKMARK: oldResVer=1074 newResVer=1074 2025-10-31 08:46:14.12: ServiceMonitor - start process kube event 2025-10-31 08:46:14.12: empty line received 2025-10-31 08:46:14.12: ServiceMonitor - start process kube event 2025-10-31 08:46:14.39: IngressMonitor - Received BOOKMARK: oldResVer=1085 newResVer=1085 2025-10-31 08:46:14.39: IngressMonitor - start process kube event 2025-10-31 08:46:14.39: empty line received 2025-10-31 08:46:14.39: IngressMonitor - start process kube event 2025-10-31 08:46:15.14: NetworkMonitor - Received BOOKMARK: oldResVer=438 newResVer=1353 2025-10-31 08:46:15.14: NetworkMonitor - start process kube event 2025-10-31 08:46:15.14: empty line received 2025-10-31 08:46:15.14: NetworkMonitor - start process kube event 2025-10-31 08:46:15.25: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1082 newResVer=1082 2025-10-31 08:46:15.25: NetworkPolicyMonitor - start process kube event 2025-10-31 08:46:15.25: empty line received 2025-10-31 08:46:15.25: NetworkPolicyMonitor - start process kube event 2025-10-31 08:46:17.82: PodMonitor - Received BOOKMARK: oldResVer=1051 newResVer=1051 2025-10-31 08:46:17.82: PodMonitor - start process kube event 2025-10-31 08:46:17.82: PodMonitor - _schedule_vnc_sync 2025-10-31 08:46:17.82: empty line received 2025-10-31 08:46:17.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-31 08:46:17.82: VncKubernetes - vnc_sync - Pod start 2025-10-31 08:46:17.82: VncKubernetes - vnc_sync - Pod done 2025-10-31 08:46:17.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:46:17.83: PodMonitor - start process kube event 2025-10-31 08:46:32.40: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:46:32.40: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:46:32.40: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:46:32.40: PodMonitor - start process kube event 2025-10-31 08:46:32.40: empty line received 2025-10-31 08:46:32.40: PodMonitor - start process kube event 2025-10-31 08:46:32.41: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:46:32.41: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:46:32.41: EndPointMonitor - start process kube event 2025-10-31 08:46:32.41: empty line received 2025-10-31 08:46:32.41: EndPointMonitor - start process kube event 2025-10-31 08:46:32.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:46:32.42: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:46:32.43: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:46:32.43: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:46:32.43: PodMonitor - start process kube event 2025-10-31 08:46:32.43: empty line received 2025-10-31 08:46:32.43: PodMonitor - start process kube event 2025-10-31 08:46:32.44: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:46:32.44: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:46:32.44: EndPointMonitor - start process kube event 2025-10-31 08:46:32.44: empty line received 2025-10-31 08:46:32.44: EndPointMonitor - start process kube event 2025-10-31 08:46:32.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:46:32.82: VncKubernetes - Process event (name=coredns-6f867cd986-klxjf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-klxjf:7c7e5500-8a52-4040-ad75-e900f5798dd6 2025-10-31 08:46:32.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:46:32.88: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a25afe1a-99d7-4d24-bcd4-1408f3660358 2025-10-31 08:46:33.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:47:13.80: ServiceMonitor - Received BOOKMARK: oldResVer=1074 newResVer=1074 2025-10-31 08:47:13.80: ServiceMonitor - start process kube event 2025-10-31 08:47:13.80: empty line received 2025-10-31 08:47:13.80: ServiceMonitor - start process kube event 2025-10-31 08:47:14.06: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:47:14.06: NamespaceMonitor - start process kube event 2025-10-31 08:47:14.06: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:47:14.06: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:47:14.06: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:47:14.06: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:47:14.06: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:47:14.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:47:14.07: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:47:14.07: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:47:14.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:47:14.08: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) [Introspect:8108]10.0.0.23 - - [2025-10-31 08:49:08] "GET /Snh_NamespaceDatabaseList?namespace_uuid=e2ed5335-218d-4542-9c08-9130e1793bc7 HTTP/1.1" 200 753 0.000770 2025-10-31 08:47:14.64: IngressMonitor - Received BOOKMARK: oldResVer=1085 newResVer=1085 2025-10-31 08:47:14.64: IngressMonitor - start process kube event 2025-10-31 08:47:14.64: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:47:14.64: empty line received 2025-10-31 08:47:14.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:47:14.64: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:47:14.64: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:47:14.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:47:14.64: IngressMonitor - start process kube event 2025-10-31 08:47:15.16: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-31 08:47:15.16: NetworkMonitor - start process kube event 2025-10-31 08:47:15.16: empty line received 2025-10-31 08:47:15.16: NetworkMonitor - start process kube event 2025-10-31 08:47:15.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1082 newResVer=1082 2025-10-31 08:47:15.45: NetworkPolicyMonitor - start process kube event 2025-10-31 08:47:15.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:47:15.45: empty line received 2025-10-31 08:47:15.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:47:15.45: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:47:15.45: NetworkPolicyMonitor - start process kube event 2025-10-31 08:47:15.45: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:47:15.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:47:18.02: PodMonitor - Received BOOKMARK: oldResVer=1051 newResVer=1397 2025-10-31 08:47:18.02: PodMonitor - start process kube event 2025-10-31 08:47:18.02: empty line received 2025-10-31 08:47:18.02: PodMonitor - start process kube event 2025-10-31 08:47:18.31: EndPointMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1399 2025-10-31 08:47:18.31: EndPointMonitor - start process kube event 2025-10-31 08:47:18.31: empty line received 2025-10-31 08:47:18.31: EndPointMonitor - start process kube event 2025-10-31 08:48:13.86: ServiceMonitor - Received BOOKMARK: oldResVer=1074 newResVer=1074 2025-10-31 08:48:13.86: ServiceMonitor - start process kube event 2025-10-31 08:48:13.86: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:48:13.86: empty line received 2025-10-31 08:48:13.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:48:13.86: VncKubernetes - vnc_sync - Service start 2025-10-31 08:48:13.86: VncKubernetes - vnc_sync - Service done 2025-10-31 08:48:13.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:48:13.86: ServiceMonitor - start process kube event 2025-10-31 08:48:14.62: IngressMonitor - Received BOOKMARK: oldResVer=1085 newResVer=1085 2025-10-31 08:48:14.62: IngressMonitor - start process kube event 2025-10-31 08:48:14.62: empty line received 2025-10-31 08:48:14.62: IngressMonitor - start process kube event 2025-10-31 08:48:15.24: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-31 08:48:15.24: NetworkMonitor - start process kube event 2025-10-31 08:48:15.24: empty line received 2025-10-31 08:48:15.24: NetworkMonitor - start process kube event 2025-10-31 08:48:15.44: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1082 newResVer=1082 2025-10-31 08:48:15.44: NetworkPolicyMonitor - start process kube event 2025-10-31 08:48:15.44: empty line received 2025-10-31 08:48:15.44: NetworkPolicyMonitor - start process kube event 2025-10-31 08:48:17.59: PodMonitor - Received BOOKMARK: oldResVer=1397 newResVer=1397 2025-10-31 08:48:17.59: PodMonitor - start process kube event 2025-10-31 08:48:17.59: empty line received 2025-10-31 08:48:17.59: PodMonitor - start process kube event 2025-10-31 08:48:17.94: EndPointMonitor - Received BOOKMARK: oldResVer=1399 newResVer=1399 2025-10-31 08:48:17.94: EndPointMonitor - start process kube event 2025-10-31 08:48:17.94: empty line received 2025-10-31 08:48:17.94: EndPointMonitor - start process kube event 2025-10-31 08:48:43.18: ServiceMonitor - Received BOOKMARK: oldResVer=1074 newResVer=1074 2025-10-31 08:48:43.18: ServiceMonitor - start process kube event 2025-10-31 08:48:43.18: empty line received 2025-10-31 08:48:43.18: ServiceMonitor - start process kube event 2025-10-31 08:48:44.31: ServiceMonitor - Received BOOKMARK: oldResVer=1074 newResVer=1074 2025-10-31 08:48:44.31: ServiceMonitor - start process kube event 2025-10-31 08:48:44.31: empty line received 2025-10-31 08:48:44.32: ServiceMonitor - start process kube event 2025-10-31 08:48:45.38: stop iteration ServiceMonitor 2025-10-31 08:48:45.38: ServiceMonitor - start process kube event 2025-10-31 08:48:45.38: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1074 2025-10-31 08:48:45.38: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:48:45.39: ServiceMonitor - Connect Kube API result 0 2025-10-31 08:48:45.39: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:48:45.39: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1074'})(timeout=120) 2025-10-31 08:48:45.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:48:45.39: VncKubernetes - vnc_sync - Service start 2025-10-31 08:48:45.39: VncKubernetes - vnc_sync - Service done 2025-10-31 08:48:45.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:48:45.40: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1074'}) 2025-10-31 08:49:08.08: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-85751515:56b9782d-3db8-4f69-ac0b-a4c5bef1d055 2025-10-31 08:49:08.08: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-85751515:56b9782d-3db8-4f69-ac0b-a4c5bef1d055 2025-10-31 08:49:08.09: VncKubernetes - Process event (name=ctest-nginx-svc-85751515 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-85751515:56b9782d-3db8-4f69-ac0b-a4c5bef1d055 2025-10-31 08:49:08.10: ServiceMonitor - start process kube event 2025-10-31 08:49:08.10: empty line received 2025-10-31 08:49:08.10: ServiceMonitor - start process kube event 2025-10-31 08:49:08.11: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:08.11: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:08.12: EndPointMonitor - start process kube event 2025-10-31 08:49:08.12: empty line received 2025-10-31 08:49:08.12: EndPointMonitor - start process kube event 2025-10-31 08:49:08.12: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:08.12: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-15050124 (no nodeName) 2025-10-31 08:49:08.12: PodMonitor - start process kube event 2025-10-31 08:49:08.12: empty line received 2025-10-31 08:49:08.12: PodMonitor - start process kube event 2025-10-31 08:49:08.13: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:08.13: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:08.13: PodMonitor - start process kube event 2025-10-31 08:49:08.13: empty line received 2025-10-31 08:49:08.13: PodMonitor - start process kube event 2025-10-31 08:49:08.16: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:08.16: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:08.16: PodMonitor - start process kube event 2025-10-31 08:49:08.16: empty line received 2025-10-31 08:49:08.16: PodMonitor - start process kube event 2025-10-31 08:49:08.18: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:08.18: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-83977158 (no nodeName) 2025-10-31 08:49:08.18: PodMonitor - start process kube event 2025-10-31 08:49:08.18: empty line received 2025-10-31 08:49:08.18: PodMonitor - start process kube event 2025-10-31 08:49:08.19: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:08.19: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:08.19: PodMonitor - start process kube event 2025-10-31 08:49:08.19: empty line received 2025-10-31 08:49:08.19: PodMonitor - start process kube event 2025-10-31 08:49:08.21: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:08.21: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:08.21: PodMonitor - start process kube event 2025-10-31 08:49:08.21: empty line received 2025-10-31 08:49:08.21: PodMonitor - start process kube event 2025-10-31 08:49:09.30: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:49:09.30: VncKubernetes - Process event (name=ctest-nginx-svc-85751515 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:09.34: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:49:09.34: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:10.38: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:10.38: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:10.39: PodMonitor - start process kube event 2025-10-31 08:49:10.39: empty line received 2025-10-31 08:49:10.39: PodMonitor - start process kube event 2025-10-31 08:49:10.40: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:49:10.40: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:10.53: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:49:10.53: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:11.15: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:11.15: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:11.15: PodMonitor - start process kube event 2025-10-31 08:49:11.15: empty line received 2025-10-31 08:49:11.15: PodMonitor - start process kube event 2025-10-31 08:49:11.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:49:11.16: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:11.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:49:11.30: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:11.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:49:11.31: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:11.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:14.08: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:49:14.08: NamespaceMonitor - start process kube event 2025-10-31 08:49:14.08: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=434 2025-10-31 08:49:14.08: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:49:14.08: NamespaceMonitor - Connect Kube API result 0 2025-10-31 08:49:14.08: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:49:14.08: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'})(timeout=120) 2025-10-31 08:49:14.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:49:14.08: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:49:14.08: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:49:14.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:14.10: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '434'}) 2025-10-31 08:49:14.58: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:49:14.58: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:49:14.58: VncKubernetes - Process event (name=ctest-nginx-ingress-09259729 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:49:14.58: IngressMonitor - start process kube event 2025-10-31 08:49:14.58: empty line received 2025-10-31 08:49:14.58: IngressMonitor - start process kube event 2025-10-31 08:49:14.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1082 newResVer=1082 2025-10-31 08:49:14.67: NetworkPolicyMonitor - start process kube event 2025-10-31 08:49:14.67: empty line received 2025-10-31 08:49:14.67: NetworkPolicyMonitor - start process kube event 2025-10-31 08:49:14.95: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-31 08:49:14.96: NetworkMonitor - start process kube event 2025-10-31 08:49:14.96: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:49:14.96: empty line received 2025-10-31 08:49:14.96: NetworkMonitor - start process kube event 2025-10-31 08:49:15.28: IngressMonitor - Received BOOKMARK: oldResVer=1085 newResVer=1638 2025-10-31 08:49:15.28: IngressMonitor - start process kube event 2025-10-31 08:49:15.28: empty line received 2025-10-31 08:49:15.28: IngressMonitor - start process kube event 2025-10-31 08:49:15.81: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:49:15.81: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:49:15.81: IngressMonitor - start process kube event 2025-10-31 08:49:15.81: empty line received 2025-10-31 08:49:15.81: IngressMonitor - start process kube event 2025-10-31 08:49:16.96: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:49:16.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:49:16.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:49:16.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:49:16.96: VncKubernetes - Process event (name=ctest-nginx-ingress-09259729 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:49:17.39: EndPointMonitor - Received BOOKMARK: oldResVer=1399 newResVer=1613 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:49:17] "GET /Snh_LoadbalancerDatabaseList?x=02f30cfc-0938-4f28-9e77-d4dbb1cef14b HTTP/1.1" 200 1869 0.000819 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:49:22] "GET /Snh_VirtualMachineDatabaseList?x=369e4da2-b301-4bd6-a916-8582411d5c43 HTTP/1.1" 200 2150 0.001155 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:49:22] "GET /Snh_VirtualMachineDatabaseList?x=c65d27e0-7e98-4984-bccf-a2210e169f15 HTTP/1.1" 200 2150 0.001217 2025-10-31 08:49:17.39: EndPointMonitor - start process kube event 2025-10-31 08:49:17.39: empty line received 2025-10-31 08:49:17.39: EndPointMonitor - start process kube event 2025-10-31 08:49:17.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:17.62: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:17.62: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-01578341 (no nodeName) 2025-10-31 08:49:17.62: PodMonitor - start process kube event 2025-10-31 08:49:17.62: empty line received 2025-10-31 08:49:17.62: PodMonitor - start process kube event 2025-10-31 08:49:17.62: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:17.62: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:17.62: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:17.62: PodMonitor - start process kube event 2025-10-31 08:49:17.62: empty line received 2025-10-31 08:49:17.62: PodMonitor - start process kube event 2025-10-31 08:49:17.65: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:17.65: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:17.65: PodMonitor - start process kube event 2025-10-31 08:49:17.65: empty line received 2025-10-31 08:49:17.65: PodMonitor - start process kube event 2025-10-31 08:49:17.98: PodMonitor - Received BOOKMARK: oldResVer=1397 newResVer=1647 2025-10-31 08:49:17.98: PodMonitor - start process kube event 2025-10-31 08:49:17.98: empty line received 2025-10-31 08:49:17.98: PodMonitor - start process kube event 2025-10-31 08:49:18.55: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:18.56: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:18.56: PodMonitor - start process kube event 2025-10-31 08:49:18.56: empty line received 2025-10-31 08:49:18.56: PodMonitor - start process kube event 2025-10-31 08:49:18.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:49:18.57: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:18.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:49:18.73: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:18.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:21.07: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:21.07: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:21.08: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:49:21.08: PodMonitor - start process kube event 2025-10-31 08:49:21.08: empty line received 2025-10-31 08:49:21.08: PodMonitor - start process kube event 2025-10-31 08:49:21.08: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:21.08: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:21.08: EndPointMonitor - start process kube event 2025-10-31 08:49:21.08: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:49:21.08: empty line received 2025-10-31 08:49:21.08: EndPointMonitor - start process kube event 2025-10-31 08:49:21.13: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:49:21.13: VncKubernetes - Process event (name=ctest-nginx-svc-85751515 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:21.26: PodMonitor - Received BOOKMARK: oldResVer=1647 newResVer=1656 2025-10-31 08:49:21.26: PodMonitor - start process kube event 2025-10-31 08:49:21.26: empty line received 2025-10-31 08:49:21.26: PodMonitor - start process kube event 2025-10-31 08:49:21.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:49:21.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:49:21.44: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:49:21.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:22.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:22.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:22.08: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:22.09: PodMonitor - start process kube event 2025-10-31 08:49:22.09: empty line received 2025-10-31 08:49:22.09: PodMonitor - start process kube event 2025-10-31 08:49:22.09: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:22.09: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:22.09: EndPointMonitor - start process kube event 2025-10-31 08:49:22.09: empty line received 2025-10-31 08:49:22.09: EndPointMonitor - start process kube event 2025-10-31 08:49:22.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:49:22.10: VncKubernetes - Process event (name=ctest-nginx-svc-85751515 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:49:22.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:22.85: stop iteration PodMonitor 2025-10-31 08:49:22.85: PodMonitor - start process kube event 2025-10-31 08:49:22.85: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1656 2025-10-31 08:49:22.85: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:49:22.85: PodMonitor - Connect Kube API result 0 2025-10-31 08:49:22.86: PodMonitor - _schedule_vnc_sync 2025-10-31 08:49:22.86: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1656'})(timeout=120) 2025-10-31 08:49:22.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-31 08:49:22.86: VncKubernetes - vnc_sync - Pod start 2025-10-31 08:49:22.86: VncKubernetes - vnc_sync - Pod done 2025-10-31 08:49:22.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:22.86: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1656'}) 2025-10-31 08:49:22.86: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:22.86: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:49:22.86: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:49:27] "GET /Snh_VirtualMachineDatabaseList?x=55fb5014-041a-42f8-9ae4-b79cbca30bac HTTP/1.1" 200 2084 0.000718 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:03] "GET /Snh_LoadbalancerDatabaseList?x=02f30cfc-0938-4f28-9e77-d4dbb1cef14b HTTP/1.1" 200 1869 0.000660 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:04] "GET /Snh_LoadbalancerDatabaseList?x=02f30cfc-0938-4f28-9e77-d4dbb1cef14b HTTP/1.1" 200 313 0.000732 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001031 2025-10-31 08:49:22.86: PodMonitor - start process kube event 2025-10-31 08:49:22.86: empty line received 2025-10-31 08:49:22.87: PodMonitor - start process kube event 2025-10-31 08:49:22.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:27.09: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:27.09: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:27.09: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:27.09: PodMonitor - start process kube event 2025-10-31 08:49:27.09: empty line received 2025-10-31 08:49:27.09: PodMonitor - start process kube event 2025-10-31 08:49:27.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:28.20: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:28.21: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:28.21: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:49:28.21: PodMonitor - start process kube event 2025-10-31 08:49:28.21: empty line received 2025-10-31 08:49:28.21: PodMonitor - start process kube event 2025-10-31 08:49:28.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:49:45.87: ServiceMonitor - Received BOOKMARK: oldResVer=1074 newResVer=1612 2025-10-31 08:49:45.87: ServiceMonitor - start process kube event 2025-10-31 08:49:45.87: empty line received 2025-10-31 08:49:45.87: ServiceMonitor - start process kube event 2025-10-31 08:50:00.17: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.17: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.17: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.18: PodMonitor - start process kube event 2025-10-31 08:50:00.18: empty line received 2025-10-31 08:50:00.18: PodMonitor - start process kube event 2025-10-31 08:50:00.19: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.19: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.19: PodMonitor - start process kube event 2025-10-31 08:50:00.19: empty line received 2025-10-31 08:50:00.19: PodMonitor - start process kube event 2025-10-31 08:50:00.19: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.19: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.19: PodMonitor - start process kube event 2025-10-31 08:50:00.19: empty line received 2025-10-31 08:50:00.19: PodMonitor - start process kube event 2025-10-31 08:50:00.19: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:50:00.19: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:00.25: VncKubernetes - Process event (name=ctest-busybox-pod-01578341 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-01578341:55fb5014-041a-42f8-9ae4-b79cbca30bac 2025-10-31 08:50:00.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:03.29: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:50:03.29: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:50:03.29: VncKubernetes - Process event (name=ctest-nginx-ingress-09259729 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-09259729:02f30cfc-0938-4f28-9e77-d4dbb1cef14b 2025-10-31 08:50:03.29: IngressMonitor - start process kube event 2025-10-31 08:50:03.29: empty line received 2025-10-31 08:50:03.29: IngressMonitor - start process kube event 2025-10-31 08:50:04.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:05.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:05.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:05.08: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:05.09: PodMonitor - start process kube event 2025-10-31 08:50:05.09: empty line received 2025-10-31 08:50:05.09: PodMonitor - start process kube event 2025-10-31 08:50:05.09: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:50:05.09: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:50:05.09: EndPointMonitor - start process kube event 2025-10-31 08:50:05.09: empty line received 2025-10-31 08:50:05.09: EndPointMonitor - start process kube event 2025-10-31 08:50:05.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:05.13: VncKubernetes - Process event (name=ctest-nginx-svc-85751515 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:50:05.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:06.17: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.18: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.18: PodMonitor - start process kube event 2025-10-31 08:50:06.18: empty line received 2025-10-31 08:50:06.18: PodMonitor - start process kube event 2025-10-31 08:50:06.19: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.20: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.20: PodMonitor - start process kube event 2025-10-31 08:50:06.20: empty line received 2025-10-31 08:50:06.20: PodMonitor - start process kube event 2025-10-31 08:50:06.20: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.20: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.20: PodMonitor - start process kube event 2025-10-31 08:50:06.20: empty line received 2025-10-31 08:50:06.20: PodMonitor - start process kube event 2025-10-31 08:50:06.24: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:50:06.24: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:06.26: VncKubernetes - Process event (name=ctest-nginx-pod-83977158 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-83977158:c65d27e0-7e98-4984-bccf-a2210e169f15 2025-10-31 08:50:06.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:10.17: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:10.17: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:10.17: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:10.17: PodMonitor - start process kube event 2025-10-31 08:50:10.17: empty line received 2025-10-31 08:50:10.18: PodMonitor - start process kube event 2025-10-31 08:50:10.19: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:50:10.19: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:50:10.19: EndPointMonitor - start process kube event 2025-10-31 08:50:10.19: empty line received 2025-10-31 08:50:10.19: EndPointMonitor - start process kube event 2025-10-31 08:50:10.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:10.23: VncKubernetes - Process event (name=ctest-nginx-svc-85751515 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-85751515:950ebb82-ac15-4bb1-978e-70c1721731a2 2025-10-31 08:50:10.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:11.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.18: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.19: PodMonitor - start process kube event 2025-10-31 08:50:11.19: empty line received 2025-10-31 08:50:11.19: PodMonitor - start process kube event 2025-10-31 08:50:11.20: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.20: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.20: PodMonitor - start process kube event 2025-10-31 08:50:11.20: empty line received 2025-10-31 08:50:11.20: PodMonitor - start process kube event 2025-10-31 08:50:11.20: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.20: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.20: PodMonitor - start process kube event 2025-10-31 08:50:11.20: empty line received 2025-10-31 08:50:11.20: PodMonitor - start process kube event 2025-10-31 08:50:11.24: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:50:11.24: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:11.26: VncKubernetes - Process event (name=ctest-nginx-pod-15050124 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-15050124:369e4da2-b301-4bd6-a916-8582411d5c43 2025-10-31 08:50:11.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:14.66: IngressMonitor - Received BOOKMARK: oldResVer=1638 newResVer=1731 2025-10-31 08:50:14.66: IngressMonitor - start process kube event 2025-10-31 08:50:14.66: empty line received 2025-10-31 08:50:14.66: IngressMonitor - start process kube event 2025-10-31 08:50:15.19: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1082 newResVer=1082 2025-10-31 08:50:15.19: NetworkPolicyMonitor - start process kube event 2025-10-31 08:50:15.19: empty line received 2025-10-31 08:50:15.19: NetworkPolicyMonitor - start process kube event 2025-10-31 08:50:15.59: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:50:15.59: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:50:15.59: VncKubernetes - Process event (name=ctest-new-default-59442522 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:50:15.59: NamespaceMonitor - start process kube event 2025-10-31 08:50:15.59: empty line received 2025-10-31 08:50:15.59: NamespaceMonitor - start process kube event 2025-10-31 08:50:16.11: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-31 08:50:16.11: NetworkMonitor - start process kube event 2025-10-31 08:50:16.11: empty line received 2025-10-31 08:50:16.11: NetworkMonitor - start process kube event 2025-10-31 08:50:17.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:18.18: EndPointMonitor - Received BOOKMARK: oldResVer=1613 newResVer=1751 2025-10-31 08:50:18.18: EndPointMonitor - start process kube event 2025-10-31 08:50:18.18: empty line received 2025-10-31 08:50:18.18: EndPointMonitor - start process kube event 2025-10-31 08:50:18.61: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:50:18.61: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:50:18.61: VncKubernetes - Process event (name=ctest-non-default-65231978 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:50:18.61: NamespaceMonitor - start process kube event 2025-10-31 08:50:18.61: empty line received 2025-10-31 08:50:18.61: NamespaceMonitor - start process kube event 2025-10-31 08:50:20.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:21.62: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:50:21.62: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:50:21.62: VncKubernetes - Process event (name=ctest-new-default-59442522 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:50:21.62: NamespaceMonitor - start process kube event 2025-10-31 08:50:21.62: empty line received 2025-10-31 08:50:21.62: NamespaceMonitor - start process kube event 2025-10-31 08:50:21.63: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:50:21.63: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:50:21.63: NamespaceMonitor - start process kube event 2025-10-31 08:50:21.63: empty line received 2025-10-31 08:50:21.63: NamespaceMonitor - start process kube event 2025-10-31 08:50:21.65: PodMonitor - Received ADDED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:21.65: PodMonitor - Skipped ADDED Pod ctest-new-default-59442522:ctest-pod-80769949 (no nodeName) 2025-10-31 08:50:21.66: PodMonitor - start process kube event 2025-10-31 08:50:21.66: empty line received 2025-10-31 08:50:21.67: PodMonitor - start process kube event 2025-10-31 08:50:21.67: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:21.67: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:21.67: PodMonitor - start process kube event 2025-10-31 08:50:21.67: empty line received 2025-10-31 08:50:21.67: PodMonitor - start process kube event 2025-10-31 08:50:21.68: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:21.68: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:21.68: PodMonitor - start process kube event 2025-10-31 08:50:21.68: empty line received 2025-10-31 08:50:21.68: PodMonitor - start process kube event 2025-10-31 08:50:21.71: PodMonitor - Received ADDED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:21.71: PodMonitor - Skipped ADDED Pod ctest-new-default-59442522:ctest-pod-01710054 (no nodeName) 2025-10-31 08:50:21.71: PodMonitor - start process kube event 2025-10-31 08:50:21.71: empty line received 2025-10-31 08:50:21.71: PodMonitor - start process kube event 2025-10-31 08:50:21.71: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:21.71: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:21.71: PodMonitor - start process kube event 2025-10-31 08:50:21.71: empty line received 2025-10-31 08:50:21.72: PodMonitor - start process kube event 2025-10-31 08:50:21.72: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:21.72: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:21.72: PodMonitor - start process kube event 2025-10-31 08:50:21.72: empty line received 2025-10-31 08:50:21.72: PodMonitor - start process kube event 2025-10-31 08:50:21.74: PodMonitor - Received ADDED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:21.74: PodMonitor - Skipped ADDED Pod ctest-non-default-65231978:ctest-pod-01503553 (no nodeName) 2025-10-31 08:50:21.74: PodMonitor - start process kube event 2025-10-31 08:50:21.74: empty line received 2025-10-31 08:50:21.74: PodMonitor - start process kube event 2025-10-31 08:50:21.75: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:21.75: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:21.75: PodMonitor - start process kube event 2025-10-31 08:50:21.75: empty line received 2025-10-31 08:50:21.75: PodMonitor - start process kube event 2025-10-31 08:50:21.75: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:21.75: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:21.75: PodMonitor - start process kube event 2025-10-31 08:50:21.75: empty line received 2025-10-31 08:50:21.75: PodMonitor - start process kube event 2025-10-31 08:50:21.79: PodMonitor - Received ADDED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:21.79: PodMonitor - Skipped ADDED Pod ctest-non-default-65231978:ctest-pod-94135340 (no nodeName) 2025-10-31 08:50:21.79: PodMonitor - start process kube event 2025-10-31 08:50:21.79: empty line received 2025-10-31 08:50:21.79: PodMonitor - start process kube event 2025-10-31 08:50:21.79: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:21.79: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:21.79: PodMonitor - start process kube event 2025-10-31 08:50:21.79: empty line received 2025-10-31 08:50:21.80: PodMonitor - start process kube event 2025-10-31 08:50:21.80: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:21.80: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:21.80: PodMonitor - start process kube event 2025-10-31 08:50:21.80: empty line received 2025-10-31 08:50:21.80: PodMonitor - start process kube event 2025-10-31 08:50:21.82: PodMonitor - Received ADDED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:21.82: PodMonitor - Skipped ADDED Pod ctest-new-default-59442522:ctest-pod-61050389 (no nodeName) 2025-10-31 08:50:21.82: PodMonitor - start process kube event 2025-10-31 08:50:21.82: empty line received 2025-10-31 08:50:21.82: PodMonitor - start process kube event 2025-10-31 08:50:21.83: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:21.83: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:21.83: PodMonitor - start process kube event 2025-10-31 08:50:21.83: empty line received 2025-10-31 08:50:21.83: PodMonitor - start process kube event 2025-10-31 08:50:21.87: PodMonitor - Received ADDED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:21.87: PodMonitor - Skipped ADDED Pod ctest-new-default-59442522:ctest-pod-22296151 (no nodeName) 2025-10-31 08:50:21.87: PodMonitor - start process kube event 2025-10-31 08:50:21.87: empty line received 2025-10-31 08:50:21.87: PodMonitor - start process kube event 2025-10-31 08:50:21.88: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:21.88: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:21.88: PodMonitor - start process kube event 2025-10-31 08:50:21.88: empty line received 2025-10-31 08:50:21.88: PodMonitor - start process kube event 2025-10-31 08:50:21.91: PodMonitor - Received ADDED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:21.91: PodMonitor - Skipped ADDED Pod ctest-non-default-65231978:ctest-pod-41850463 (no nodeName) 2025-10-31 08:50:21.91: PodMonitor - start process kube event 2025-10-31 08:50:21.91: empty line received 2025-10-31 08:50:21.91: PodMonitor - start process kube event 2025-10-31 08:50:21.91: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:21.91: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:21.91: PodMonitor - start process kube event 2025-10-31 08:50:21.91: empty line received 2025-10-31 08:50:21.91: PodMonitor - start process kube event 2025-10-31 08:50:21.93: PodMonitor - Received ADDED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:21.93: PodMonitor - Skipped ADDED Pod ctest-non-default-65231978:ctest-pod-79164182 (no nodeName) 2025-10-31 08:50:21.93: PodMonitor - start process kube event 2025-10-31 08:50:21.93: empty line received 2025-10-31 08:50:21.93: PodMonitor - start process kube event 2025-10-31 08:50:21.94: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:21.94: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:22] "GET /Snh_NamespaceDatabaseList?namespace_uuid=9c905d55-971d-470f-927f-d179e1cc810f HTTP/1.1" 200 866 0.000893 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:22] "GET /Snh_NamespaceDatabaseList?namespace_uuid=6bc1c601-1ce6-44fb-803c-c0d6415d9799 HTTP/1.1" 200 866 0.000753 2025-10-31 08:50:21.94: PodMonitor - start process kube event 2025-10-31 08:50:21.94: empty line received 2025-10-31 08:50:21.95: PodMonitor - start process kube event 2025-10-31 08:50:22.28: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-31 08:50:22.28: VncKubernetes - Process event (name=ctest-non-default-65231978 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:50:22.52: PodMonitor - Received BOOKMARK: oldResVer=1656 newResVer=1812 2025-10-31 08:50:22.52: PodMonitor - start process kube event 2025-10-31 08:50:22.53: empty line received 2025-10-31 08:50:22.53: PodMonitor - start process kube event 2025-10-31 08:50:22.82: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:50:22.82: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:23.07: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:23.08: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:23.08: PodMonitor - start process kube event 2025-10-31 08:50:23.08: empty line received 2025-10-31 08:50:23.08: PodMonitor - start process kube event 2025-10-31 08:50:23.97: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:23.97: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:23.97: PodMonitor - start process kube event 2025-10-31 08:50:23.97: empty line received 2025-10-31 08:50:23.97: PodMonitor - start process kube event 2025-10-31 08:50:23.99: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-31 08:50:23.99: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:24.07: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:24.07: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:24.07: PodMonitor - start process kube event 2025-10-31 08:50:24.07: empty line received 2025-10-31 08:50:24.07: PodMonitor - start process kube event 2025-10-31 08:50:24.13: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-31 08:50:24.13: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:24.47: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:24.47: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:24.47: PodMonitor - start process kube event 2025-10-31 08:50:24.47: empty line received 2025-10-31 08:50:24.47: PodMonitor - start process kube event 2025-10-31 08:50:24.83: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:24.83: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:24.83: PodMonitor - start process kube event 2025-10-31 08:50:24.83: empty line received 2025-10-31 08:50:24.83: PodMonitor - start process kube event 2025-10-31 08:50:24.84: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-31 08:50:24.84: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:24.88: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:24.88: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:24.88: PodMonitor - start process kube event 2025-10-31 08:50:24.88: empty line received 2025-10-31 08:50:24.88: PodMonitor - start process kube event 2025-10-31 08:50:24.97: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-31 08:50:24.97: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:25.90: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:25.90: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:25.90: PodMonitor - start process kube event 2025-10-31 08:50:25.90: empty line received 2025-10-31 08:50:25.90: PodMonitor - start process kube event 2025-10-31 08:50:25.91: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-31 08:50:25.91: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:26.05: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-31 08:50:26.05: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:26.73: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:26.73: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:26.73: PodMonitor - start process kube event 2025-10-31 08:50:26.73: empty line received 2025-10-31 08:50:26.73: PodMonitor - start process kube event 2025-10-31 08:50:26.74: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-31 08:50:26.74: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:26.87: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:50:26.88: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:27.61: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:27.61: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:27.61: PodMonitor - start process kube event 2025-10-31 08:50:27.61: empty line received 2025-10-31 08:50:27.61: PodMonitor - start process kube event 2025-10-31 08:50:27.63: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:50:27.63: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:28.42: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:28.42: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:28.42: PodMonitor - start process kube event 2025-10-31 08:50:28.42: empty line received 2025-10-31 08:50:28.42: PodMonitor - start process kube event 2025-10-31 08:50:28.43: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:50:28.43: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:29.13: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:29.13: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:29.13: PodMonitor - start process kube event 2025-10-31 08:50:29.13: empty line received 2025-10-31 08:50:29.13: PodMonitor - start process kube event 2025-10-31 08:50:29.14: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:50:29.14: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:29.21: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:29.21: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:29.21: PodMonitor - start process kube event 2025-10-31 08:50:29.21: empty line received 2025-10-31 08:50:29.21: PodMonitor - start process kube event 2025-10-31 08:50:29.84: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:29.84: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:29.84: PodMonitor - start process kube event 2025-10-31 08:50:29.84: empty line received 2025-10-31 08:50:29.84: PodMonitor - start process kube event 2025-10-31 08:50:29.85: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-31 08:50:29.85: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:29.98: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-31 08:50:29.98: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:30.00: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-31 08:50:30.00: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:30.14: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-31 08:50:30.14: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:30.24: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-31 08:50:30.24: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:30.29: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-31 08:50:30.29: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:30.38: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-31 08:50:30.38: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:30.44: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-31 08:50:30.44: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:30.45: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:50:30.45: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:30.51: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:50:30.51: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:30.57: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:50:30.57: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:30.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:50:30.58: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:50:30.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:30.64: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:30.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:33.27: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:33.27: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:33.27: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:50:33.27: PodMonitor - start process kube event 2025-10-31 08:50:33.27: empty line received 2025-10-31 08:50:33.27: PodMonitor - start process kube event 2025-10-31 08:50:33.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:34.24: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:34.24: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:34.24: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:50:34.24: PodMonitor - start process kube event 2025-10-31 08:50:34.24: empty line received 2025-10-31 08:50:34.24: PodMonitor - start process kube event 2025-10-31 08:50:34.25: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001310 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:37] "GET /Snh_VirtualMachineDatabaseList?x=8ad6672b-4233-496e-9aaf-10700d357b39 HTTP/1.1" 200 2484 0.000838 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:37] "GET /Snh_VirtualMachineDatabaseList?x=4143643a-78a8-43b4-84ce-6a7567ea5974 HTTP/1.1" 200 2484 0.000890 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:37] "GET /Snh_VirtualMachineDatabaseList?x=a4431872-b3dd-43ed-9304-2214c869caa7 HTTP/1.1" 200 2484 0.000696 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:37] "GET /Snh_VirtualMachineDatabaseList?x=36c48869-9738-420d-97d5-e8be7c7d97ef HTTP/1.1" 200 2484 0.000938 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:38] "GET /Snh_VirtualMachineDatabaseList?x=d49f291f-5dfd-4ddf-97d2-ac55de50e120 HTTP/1.1" 200 2414 0.001600 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000934 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:43] "GET /Snh_VirtualMachineDatabaseList?x=b2ea49c8-6fde-4493-8f78-2b9e6791a130 HTTP/1.1" 200 2414 0.000817 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:43] "GET /Snh_VirtualMachineDatabaseList?x=1d2bda41-60e2-49e4-8173-b867fa343383 HTTP/1.1" 200 2414 0.000781 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:43] "GET /Snh_VirtualMachineDatabaseList?x=ebab45d3-8c7e-481c-aa19-ef2b676bc78c HTTP/1.1" 200 2414 0.000859 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:44] "GET /Snh_LoadbalancerDatabaseList?x=dbc91750-6d15-4479-b3c4-ad5e3bcb4dcd HTTP/1.1" 200 1862 0.000671 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:46] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b6bc83c0-6941-420d-b238-6151b8e27d13 HTTP/1.1" 200 2095 0.000651 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:46] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b6bc83c0-6941-420d-b238-6151b8e27d13 HTTP/1.1" 200 2095 0.006132 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:50:48] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b6bc83c0-6941-420d-b238-6151b8e27d13 HTTP/1.1" 200 2302 0.000704 2025-10-31 08:50:34.25: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:34.25: PodMonitor - start process kube event 2025-10-31 08:50:34.25: empty line received 2025-10-31 08:50:34.25: PodMonitor - start process kube event 2025-10-31 08:50:34.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:34.26: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:50:34.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:35.24: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:35.24: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:35.24: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:50:35.24: PodMonitor - start process kube event 2025-10-31 08:50:35.24: empty line received 2025-10-31 08:50:35.24: PodMonitor - start process kube event 2025-10-31 08:50:35.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:36.24: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:36.24: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:36.24: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:50:36.24: PodMonitor - start process kube event 2025-10-31 08:50:36.24: empty line received 2025-10-31 08:50:36.24: PodMonitor - start process kube event 2025-10-31 08:50:36.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:39.25: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:39.26: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:39.26: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:50:39.26: PodMonitor - start process kube event 2025-10-31 08:50:39.26: empty line received 2025-10-31 08:50:39.26: PodMonitor - start process kube event 2025-10-31 08:50:39.26: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:39.26: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:39.26: PodMonitor - start process kube event 2025-10-31 08:50:39.26: empty line received 2025-10-31 08:50:39.26: PodMonitor - start process kube event 2025-10-31 08:50:39.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:39.32: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:50:39.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:43.75: ServiceMonitor - Received ADDED Service ctest-new-default-59442522:ctest-nginx-svc-55495033:dbc91750-6d15-4479-b3c4-ad5e3bcb4dcd 2025-10-31 08:50:43.75: ServiceMonitor - Got ADDED Service ctest-new-default-59442522:ctest-nginx-svc-55495033:dbc91750-6d15-4479-b3c4-ad5e3bcb4dcd 2025-10-31 08:50:43.75: VncKubernetes - Process event (name=ctest-nginx-svc-55495033 event_type=ADDED kind=Service ns=ctest-new-default-59442522) VncService - Got ADDED Service ctest-new-default-59442522:ctest-nginx-svc-55495033:dbc91750-6d15-4479-b3c4-ad5e3bcb4dcd 2025-10-31 08:50:43.75: ServiceMonitor - start process kube event 2025-10-31 08:50:43.75: empty line received 2025-10-31 08:50:43.75: ServiceMonitor - start process kube event 2025-10-31 08:50:43.76: EndPointMonitor - Received ADDED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:50:43.76: EndPointMonitor - Got ADDED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:50:43.76: EndPointMonitor - start process kube event 2025-10-31 08:50:43.76: empty line received 2025-10-31 08:50:43.76: EndPointMonitor - start process kube event 2025-10-31 08:50:44.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:50:44.64: VncKubernetes - Process event (name=ctest-nginx-svc-55495033 event_type=ADDED kind=Endpoints ns=ctest-new-default-59442522) VncEndpoints - Got ADDED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:50:45.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:50:45.64: ServiceMonitor - Received BOOKMARK: oldResVer=1612 newResVer=1891 2025-10-31 08:50:45.64: ServiceMonitor - start process kube event 2025-10-31 08:50:45.64: empty line received 2025-10-31 08:50:45.64: ServiceMonitor - start process kube event 2025-10-31 08:50:46.06: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:50:46.06: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:50:46.06: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-59442522) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:50:46.07: NetworkPolicyMonitor - start process kube event 2025-10-31 08:50:46.07: empty line received 2025-10-31 08:50:46.07: NetworkPolicyMonitor - start process kube event 2025-10-31 08:50:47.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:51:02.52: IngressMonitor - Received BOOKMARK: oldResVer=1731 newResVer=1731 2025-10-31 08:51:02.52: IngressMonitor - start process kube event 2025-10-31 08:51:02.52: empty line received 2025-10-31 08:51:02.52: IngressMonitor - start process kube event 2025-10-31 08:51:04.48: stop iteration IngressMonitor 2025-10-31 08:51:04.48: IngressMonitor - start process kube event 2025-10-31 08:51:04.48: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1731 2025-10-31 08:51:04.48: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:51:04.49: IngressMonitor - Connect Kube API result 0 2025-10-31 08:51:04.49: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:51:04.49: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'})(timeout=120) 2025-10-31 08:51:04.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:51:04.49: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:51:04.49: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:51:04.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:51:04.49: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'}) 2025-10-31 08:51:13.96: NamespaceMonitor - Received BOOKMARK: oldResVer=434 newResVer=1785 2025-10-31 08:51:13.96: NamespaceMonitor - start process kube event 2025-10-31 08:51:13.96: empty line received [Introspect:8108]10.0.0.23 - - [2025-10-31 08:51:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001289 2025-10-31 08:51:13.96: NamespaceMonitor - start process kube event 2025-10-31 08:51:15.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1082 newResVer=1897 2025-10-31 08:51:15.02: NetworkPolicyMonitor - start process kube event 2025-10-31 08:51:15.02: empty line received 2025-10-31 08:51:15.02: NetworkPolicyMonitor - start process kube event 2025-10-31 08:51:16.09: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-31 08:51:16.09: NetworkMonitor - start process kube event 2025-10-31 08:51:16.09: empty line received 2025-10-31 08:51:16.09: NetworkMonitor - start process kube event 2025-10-31 08:51:17.90: EndPointMonitor - Received BOOKMARK: oldResVer=1751 newResVer=1893 2025-10-31 08:51:17.90: EndPointMonitor - start process kube event 2025-10-31 08:51:17.90: empty line received 2025-10-31 08:51:17.90: EndPointMonitor - start process kube event 2025-10-31 08:51:23.43: PodMonitor - Received BOOKMARK: oldResVer=1812 newResVer=1883 2025-10-31 08:51:23.43: PodMonitor - start process kube event 2025-10-31 08:51:23.43: empty line received 2025-10-31 08:51:23.43: PodMonitor - start process kube event 2025-10-31 08:51:41.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1897 newResVer=1897 2025-10-31 08:51:41.41: NetworkPolicyMonitor - start process kube event 2025-10-31 08:51:41.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:51:41.41: empty line received 2025-10-31 08:51:41.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:51:41.41: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:51:41.41: NetworkPolicyMonitor - start process kube event 2025-10-31 08:51:41.42: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:51:41.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:51:43.30: stop iteration NetworkPolicyMonitor 2025-10-31 08:51:43.30: NetworkPolicyMonitor - start process kube event 2025-10-31 08:51:43.30: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1897 2025-10-31 08:51:43.30: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:51:43.30: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-31 08:51:43.30: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:51:43.30: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1897'})(timeout=120) 2025-10-31 08:51:43.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:51:43.30: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:51:43.30: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1897'}) 2025-10-31 08:51:43.30: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:51:43.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:51:46.32: ServiceMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-10-31 08:51:46.32: ServiceMonitor - start process kube event 2025-10-31 08:51:46.32: empty line received 2025-10-31 08:51:46.32: ServiceMonitor - start process kube event 2025-10-31 08:51:49.79: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-31 08:51:49.79: NetworkMonitor - start process kube event 2025-10-31 08:51:49.79: empty line received 2025-10-31 08:51:49.79: NetworkMonitor - start process kube event 2025-10-31 08:51:50.96: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-31 08:51:50.96: NetworkMonitor - start process kube event 2025-10-31 08:51:50.96: empty line received 2025-10-31 08:51:50.96: NetworkMonitor - start process kube event 2025-10-31 08:51:51.82: stop iteration NetworkMonitor 2025-10-31 08:51:51.82: NetworkMonitor - start process kube event 2025-10-31 08:51:51.82: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1353 2025-10-31 08:51:51.82: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:51:51.82: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:51:51.82: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:51:51.82: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'})(timeout=120) 2025-10-31 08:51:51.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:51:51.83: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:51:51.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:51:51.83: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'}) 2025-10-31 08:52:14.13: NamespaceMonitor - Received BOOKMARK: oldResVer=1785 newResVer=1785 2025-10-31 08:52:14.13: NamespaceMonitor - start process kube event 2025-10-31 08:52:14.13: empty line received 2025-10-31 08:52:14.13: NamespaceMonitor - start process kube event 2025-10-31 08:52:17.63: EndPointMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-10-31 08:52:17.63: EndPointMonitor - start process kube event 2025-10-31 08:52:17.63: empty line received 2025-10-31 08:52:17.63: EndPointMonitor - start process kube event 2025-10-31 08:52:23.70: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-10-31 08:52:23.70: PodMonitor - start process kube event 2025-10-31 08:52:23.70: empty line received 2025-10-31 08:52:23.70: PodMonitor - start process kube event 2025-10-31 08:52:45.66: ServiceMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-10-31 08:52:45.66: ServiceMonitor - start process kube event 2025-10-31 08:52:45.66: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:52:45.66: empty line received 2025-10-31 08:52:45.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:52:45.66: VncKubernetes - vnc_sync - Service start 2025-10-31 08:52:45.66: VncKubernetes - vnc_sync - Service done 2025-10-31 08:52:45.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:52:45.67: ServiceMonitor - start process kube event 2025-10-31 08:52:45.82: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:52:45.82: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:52:45.82: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-59442522) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:52:45.82: NetworkPolicyMonitor - start process kube event 2025-10-31 08:52:45.82: empty line received 2025-10-31 08:52:45.82: NetworkPolicyMonitor - start process kube event 2025-10-31 08:52:47.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:53:04.50: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:53:04.50: IngressMonitor - start process kube event 2025-10-31 08:53:04.50: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1731 2025-10-31 08:53:04.50: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:53:04.50: IngressMonitor - Connect Kube API result 0 2025-10-31 08:53:04.50: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:53:04.50: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'})(timeout=120) 2025-10-31 08:53:04.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:53:04.50: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:53:04.50: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:53:04.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:53:04.51: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'}) 2025-10-31 08:53:13.61: NamespaceMonitor - Received BOOKMARK: oldResVer=1785 newResVer=1785 2025-10-31 08:53:13.61: NamespaceMonitor - start process kube event 2025-10-31 08:53:13.61: empty line received 2025-10-31 08:53:13.61: NamespaceMonitor - start process kube event 2025-10-31 08:53:18.27: EndPointMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-10-31 08:53:18.27: EndPointMonitor - start process kube event 2025-10-31 08:53:18.27: empty line received 2025-10-31 08:53:18.27: EndPointMonitor - start process kube event 2025-10-31 08:53:24.00: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=1883 2025-10-31 08:53:24.00: PodMonitor - start process kube event 2025-10-31 08:53:24.00: PodMonitor - _schedule_vnc_sync 2025-10-31 08:53:24.00: empty line received 2025-10-31 08:53:24.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-31 08:53:24.00: VncKubernetes - vnc_sync - Pod start 2025-10-31 08:53:24.00: VncKubernetes - vnc_sync - Pod done 2025-10-31 08:53:24.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:53:24.00: PodMonitor - start process kube event 2025-10-31 08:53:42.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1897 newResVer=2055 2025-10-31 08:53:42.98: NetworkPolicyMonitor - start process kube event 2025-10-31 08:53:42.98: empty line received 2025-10-31 08:53:42.98: NetworkPolicyMonitor - start process kube event 2025-10-31 08:53:45.97: ServiceMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-10-31 08:53:45.97: ServiceMonitor - start process kube event 2025-10-31 08:53:45.97: empty line received 2025-10-31 08:53:45.97: ServiceMonitor - start process kube event 2025-10-31 08:53:48.29: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:53:48.29: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:53:48.29: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:48.29: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:48.29: VncKubernetes - Process event (name=ctest-nginx-svc-55495033 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-59442522) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:53:48.29: EndPointMonitor - start process kube event 2025-10-31 08:53:48.29: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:53:48.29: empty line received 2025-10-31 08:53:48.29: PodMonitor - start process kube event 2025-10-31 08:53:48.29: empty line received 2025-10-31 08:53:48.29: EndPointMonitor - start process kube event 2025-10-31 08:53:48.29: PodMonitor - start process kube event 2025-10-31 08:53:48.32: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:48.32: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.32: empty line received 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.32: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:53:48.32: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.32: empty line received 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.32: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:48.32: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.32: empty line received 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.32: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:53:48.32: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.32: empty line received 2025-10-31 08:53:48.32: PodMonitor - start process kube event 2025-10-31 08:53:48.33: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:48.33: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:48.33: PodMonitor - start process kube event 2025-10-31 08:53:48.33: empty line received 2025-10-31 08:53:48.33: PodMonitor - start process kube event 2025-10-31 08:53:48.35: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:53:48.35: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:53:48.35: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:53:48.35: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:53:48.35: EndPointMonitor - start process kube event 2025-10-31 08:53:48.35: empty line received 2025-10-31 08:53:48.35: PodMonitor - start process kube event 2025-10-31 08:53:48.35: empty line received 2025-10-31 08:53:48.35: EndPointMonitor - start process kube event 2025-10-31 08:53:48.35: PodMonitor - start process kube event 2025-10-31 08:53:48.35: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:53:48.35: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:53:48.35: PodMonitor - start process kube event 2025-10-31 08:53:48.35: empty line received 2025-10-31 08:53:48.35: PodMonitor - start process kube event 2025-10-31 08:53:48.54: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-31 08:53:48.54: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:48.59: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-31 08:53:48.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:53:48.59: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:53:48.59: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-31 08:53:48.59: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:48.65: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-31 08:53:48.65: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:53:48.67: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-31 08:53:48.67: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:48.73: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:53:48.73: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:53:48.79: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:53:48.79: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:48.81: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:53:48.81: VncKubernetes - Process event (name=ctest-nginx-svc-55495033 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-59442522) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:53:48.86: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:53:48.86: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:53:48.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:53:48.89: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:53:48.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:53:49.66: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.66: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.66: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.66: PodMonitor - start process kube event 2025-10-31 08:53:49.66: empty line received 2025-10-31 08:53:49.66: PodMonitor - start process kube event 2025-10-31 08:53:49.67: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.67: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.67: PodMonitor - start process kube event 2025-10-31 08:53:49.67: empty line received 2025-10-31 08:53:49.67: PodMonitor - start process kube event 2025-10-31 08:53:49.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:53:49.67: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.69: PodMonitor - Received DELETED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.69: PodMonitor - Got DELETED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.69: PodMonitor - start process kube event 2025-10-31 08:53:49.69: empty line received 2025-10-31 08:53:49.69: PodMonitor - start process kube event 2025-10-31 08:53:49.70: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:49.70: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:49.70: PodMonitor - start process kube event 2025-10-31 08:53:49.70: empty line received 2025-10-31 08:53:49.70: PodMonitor - start process kube event 2025-10-31 08:53:49.71: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:49.71: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:49.71: PodMonitor - start process kube event 2025-10-31 08:53:49.71: empty line received 2025-10-31 08:53:49.71: PodMonitor - start process kube event 2025-10-31 08:53:49.71: PodMonitor - Received DELETED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:49.71: PodMonitor - Got DELETED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:49.71: PodMonitor - start process kube event 2025-10-31 08:53:49.71: empty line received 2025-10-31 08:53:49.71: PodMonitor - start process kube event 2025-10-31 08:53:49.73: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:53:49.73: VncKubernetes - Process event (name=ctest-pod-80769949 event_type=DELETED kind=Pod ns=ctest-new-default-59442522) VncPod - Got DELETED Pod ctest-new-default-59442522:ctest-pod-80769949:8ad6672b-4233-496e-9aaf-10700d357b39 2025-10-31 08:53:49.90: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:49.90: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:49.90: PodMonitor - start process kube event 2025-10-31 08:53:49.90: empty line received 2025-10-31 08:53:49.90: PodMonitor - start process kube event 2025-10-31 08:53:50.09: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:50.09: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:50.09: PodMonitor - start process kube event 2025-10-31 08:53:50.09: empty line received 2025-10-31 08:53:50.09: PodMonitor - start process kube event 2025-10-31 08:53:50.09: PodMonitor - Received DELETED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:50.09: PodMonitor - Got DELETED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:50.09: PodMonitor - start process kube event 2025-10-31 08:53:50.09: empty line received 2025-10-31 08:53:50.09: PodMonitor - start process kube event 2025-10-31 08:53:50.21: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-31 08:53:50.21: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:50.27: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:53:50.27: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:50.33: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:53:50.33: VncKubernetes - Process event (name=ctest-pod-94135340 event_type=DELETED kind=Pod ns=ctest-non-default-65231978) VncPod - Got DELETED Pod ctest-non-default-65231978:ctest-pod-94135340:36c48869-9738-420d-97d5-e8be7c7d97ef 2025-10-31 08:53:50.69: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:50.69: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:50.69: PodMonitor - start process kube event 2025-10-31 08:53:50.69: empty line received 2025-10-31 08:53:50.69: PodMonitor - start process kube event 2025-10-31 08:53:50.80: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:53:50.80: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:50.85: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:53:50.85: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:50.89: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:50.89: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:50.89: PodMonitor - start process kube event 2025-10-31 08:53:50.89: empty line received 2025-10-31 08:53:50.89: PodMonitor - start process kube event 2025-10-31 08:53:50.89: PodMonitor - Received DELETED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:50.89: PodMonitor - Got DELETED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:50.89: PodMonitor - start process kube event 2025-10-31 08:53:50.89: empty line received 2025-10-31 08:53:50.89: PodMonitor - start process kube event 2025-10-31 08:53:50.91: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:53:50.91: VncKubernetes - Process event (name=ctest-pod-01503553 event_type=DELETED kind=Pod ns=ctest-non-default-65231978) VncPod - Got DELETED Pod ctest-non-default-65231978:ctest-pod-01503553:a4431872-b3dd-43ed-9304-2214c869caa7 2025-10-31 08:53:51.34: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:53:51.34: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:51.40: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:53:51.40: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:51.46: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:53:51.46: VncKubernetes - Process event (name=ctest-pod-01710054 event_type=DELETED kind=Pod ns=ctest-new-default-59442522) VncPod - Got DELETED Pod ctest-new-default-59442522:ctest-pod-01710054:4143643a-78a8-43b4-84ce-6a7567ea5974 2025-10-31 08:53:51.83: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:53:51.83: NetworkMonitor - start process kube event 2025-10-31 08:53:51.84: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1353 2025-10-31 08:53:51.84: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:53:51.84: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:53:51.84: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:53:51.84: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'})(timeout=120) 2025-10-31 08:53:51.85: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'}) 2025-10-31 08:53:52.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:53:52.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:53:52.08: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:53:52.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:14.07: NamespaceMonitor - Received BOOKMARK: oldResVer=1785 newResVer=1785 2025-10-31 08:54:14.07: NamespaceMonitor - start process kube event 2025-10-31 08:54:14.07: NamespaceMonitor - _schedule_vnc_sync 2025-10-31 08:54:14.07: empty line received 2025-10-31 08:54:14.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-31 08:54:14.07: VncKubernetes - vnc_sync - Namespace start 2025-10-31 08:54:14.07: VncKubernetes - vnc_sync - Namespace done 2025-10-31 08:54:14.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:14.07: NamespaceMonitor - start process kube event 2025-10-31 08:54:18.35: EndPointMonitor - Received BOOKMARK: oldResVer=1893 newResVer=2145 2025-10-31 08:54:18.35: EndPointMonitor - start process kube event 2025-10-31 08:54:18.35: empty line received 2025-10-31 08:54:18.35: EndPointMonitor - start process kube event 2025-10-31 08:54:19.74: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.74: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.74: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.74: PodMonitor - start process kube event 2025-10-31 08:54:19.74: empty line received 2025-10-31 08:54:19.74: PodMonitor - start process kube event 2025-10-31 08:54:19.75: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.75: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.75: PodMonitor - start process kube event 2025-10-31 08:54:19.75: empty line received 2025-10-31 08:54:19.75: PodMonitor - start process kube event 2025-10-31 08:54:19.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:54:19.76: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.76: PodMonitor - Received DELETED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.76: PodMonitor - Got DELETED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.76: PodMonitor - start process kube event 2025-10-31 08:54:19.76: empty line received 2025-10-31 08:54:19.76: PodMonitor - start process kube event 2025-10-31 08:54:19.77: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:19.77: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:19.77: PodMonitor - start process kube event 2025-10-31 08:54:19.77: empty line received 2025-10-31 08:54:19.77: PodMonitor - start process kube event 2025-10-31 08:54:19.77: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:19.78: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:19.78: PodMonitor - start process kube event 2025-10-31 08:54:19.78: empty line received 2025-10-31 08:54:19.78: PodMonitor - start process kube event 2025-10-31 08:54:19.78: PodMonitor - Received DELETED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:19.78: PodMonitor - Got DELETED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:19.78: PodMonitor - start process kube event 2025-10-31 08:54:19.78: empty line received 2025-10-31 08:54:19.78: PodMonitor - start process kube event 2025-10-31 08:54:19.79: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:19.79: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:19.79: PodMonitor - start process kube event 2025-10-31 08:54:19.79: empty line received 2025-10-31 08:54:19.79: PodMonitor - start process kube event 2025-10-31 08:54:19.81: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:54:19.81: VncKubernetes - Process event (name=ctest-pod-61050389 event_type=DELETED kind=Pod ns=ctest-new-default-59442522) VncPod - Got DELETED Pod ctest-new-default-59442522:ctest-pod-61050389:d49f291f-5dfd-4ddf-97d2-ac55de50e120 2025-10-31 08:54:19.92: PodMonitor - Received MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:19.92: PodMonitor - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:19.92: PodMonitor - start process kube event 2025-10-31 08:54:19.92: empty line received 2025-10-31 08:54:19.92: PodMonitor - start process kube event 2025-10-31 08:54:19.92: PodMonitor - Received DELETED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:19.92: PodMonitor - Got DELETED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:19.92: PodMonitor - start process kube event 2025-10-31 08:54:19.93: empty line received 2025-10-31 08:54:19.93: PodMonitor - start process kube event 2025-10-31 08:54:20.26: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-31 08:54:20.26: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:20.32: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:54:20.32: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:20.37: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:54:20.38: VncKubernetes - Process event (name=ctest-pod-79164182 event_type=DELETED kind=Pod ns=ctest-non-default-65231978) VncPod - Got DELETED Pod ctest-non-default-65231978:ctest-pod-79164182:ebab45d3-8c7e-481c-aa19-ef2b676bc78c 2025-10-31 08:54:20.52: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:20.53: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:20.53: PodMonitor - start process kube event 2025-10-31 08:54:20.53: empty line received 2025-10-31 08:54:20.53: PodMonitor - start process kube event 2025-10-31 08:54:20.73: PodMonitor - Received MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:20.73: PodMonitor - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:20.73: PodMonitor - start process kube event 2025-10-31 08:54:20.73: empty line received 2025-10-31 08:54:20.73: PodMonitor - start process kube event 2025-10-31 08:54:20.74: PodMonitor - Received DELETED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:20.74: PodMonitor - Got DELETED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:20.74: PodMonitor - start process kube event 2025-10-31 08:54:20.74: empty line received 2025-10-31 08:54:20.74: PodMonitor - start process kube event 2025-10-31 08:54:20.80: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-31 08:54:20.80: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:20.86: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-31 08:54:20.86: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=MODIFIED kind=Pod ns=ctest-non-default-65231978) VncPod - Got MODIFIED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:20.92: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:54:20.92: VncKubernetes - Process event (name=ctest-pod-41850463 event_type=DELETED kind=Pod ns=ctest-non-default-65231978) VncPod - Got DELETED Pod ctest-non-default-65231978:ctest-pod-41850463:b2ea49c8-6fde-4493-8f78-2b9e6791a130 2025-10-31 08:54:21.41: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:54:21.41: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:21.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:54:21.46: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=MODIFIED kind=Pod ns=ctest-new-default-59442522) VncPod - Got MODIFIED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:21.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:54:21.52: VncKubernetes - Process event (name=ctest-pod-22296151 event_type=DELETED kind=Pod ns=ctest-new-default-59442522) VncPod - Got DELETED Pod ctest-new-default-59442522:ctest-pod-22296151:1d2bda41-60e2-49e4-8173-b867fa343383 2025-10-31 08:54:22.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:23.53: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:23.53: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:23.53: VncKubernetes - Process event (name=ctest-non-default-65231978 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:23.54: NamespaceMonitor - start process kube event 2025-10-31 08:54:23.54: empty line received 2025-10-31 08:54:23.54: NamespaceMonitor - start process kube event 2025-10-31 08:54:23.76: PodMonitor - Received BOOKMARK: oldResVer=1883 newResVer=2225 2025-10-31 08:54:23.76: PodMonitor - start process kube event 2025-10-31 08:54:23.76: empty line received 2025-10-31 08:54:23.76: PodMonitor - start process kube event 2025-10-31 08:54:23.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:28.74: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:28.74: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:28.74: VncKubernetes - Process event (name=ctest-non-default-65231978 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:28.74: NamespaceMonitor - start process kube event 2025-10-31 08:54:28.74: empty line received 2025-10-31 08:54:28.74: NamespaceMonitor - start process kube event 2025-10-31 08:54:28.76: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:28.76: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:28.76: NamespaceMonitor - start process kube event 2025-10-31 08:54:28.76: empty line received 2025-10-31 08:54:28.76: NamespaceMonitor - start process kube event 2025-10-31 08:54:29.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:54:29.08: VncKubernetes - Process event (name=ctest-non-default-65231978 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-65231978:6bc1c601-1ce6-44fb-803c-c0d6415d9799 2025-10-31 08:54:29.58: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:29.58: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:29.58: NamespaceMonitor - start process kube event 2025-10-31 08:54:29.58: empty line received 2025-10-31 08:54:29.58: NamespaceMonitor - start process kube event 2025-10-31 08:54:30.20: ServiceMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-10-31 08:54:30.20: ServiceMonitor - start process kube event 2025-10-31 08:54:30.20: empty line received 2025-10-31 08:54:30.20: ServiceMonitor - start process kube event 2025-10-31 08:54:30.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:54:30.22: VncKubernetes - Process event (name=ctest-new-default-59442522 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:30.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:31.86: stop iteration ServiceMonitor 2025-10-31 08:54:31.86: ServiceMonitor - start process kube event 2025-10-31 08:54:31.86: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1891 2025-10-31 08:54:31.86: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:54:31.86: ServiceMonitor - Connect Kube API result 0 2025-10-31 08:54:31.86: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:54:31.86: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'})(timeout=120) 2025-10-31 08:54:31.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:54:31.86: VncKubernetes - vnc_sync - Service start 2025-10-31 08:54:31.86: VncKubernetes - vnc_sync - Service done 2025-10-31 08:54:31.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:31.88: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'}) 2025-10-31 08:54:34.70: EndPointMonitor - Received DELETED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:54:34.70: EndPointMonitor - Got DELETED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:54:34.70: VncKubernetes - Process event (name=ctest-nginx-svc-55495033 event_type=DELETED kind=Endpoints ns=ctest-new-default-59442522) VncEndpoints - Got DELETED Endpoints ctest-new-default-59442522:ctest-nginx-svc-55495033:a6678a40-6bfa-41ca-9ae6-49e171db3015 2025-10-31 08:54:34.70: EndPointMonitor - start process kube event 2025-10-31 08:54:34.70: empty line received 2025-10-31 08:54:34.70: EndPointMonitor - start process kube event 2025-10-31 08:54:34.77: ServiceMonitor - Received DELETED Service ctest-new-default-59442522:ctest-nginx-svc-55495033:dbc91750-6d15-4479-b3c4-ad5e3bcb4dcd 2025-10-31 08:54:34.77: ServiceMonitor - Got DELETED Service ctest-new-default-59442522:ctest-nginx-svc-55495033:dbc91750-6d15-4479-b3c4-ad5e3bcb4dcd 2025-10-31 08:54:34.77: ServiceMonitor - start process kube event 2025-10-31 08:54:34.77: empty line received 2025-10-31 08:54:34.77: ServiceMonitor - start process kube event 2025-10-31 08:54:34.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:54:34.82: VncKubernetes - Process event (name=ctest-nginx-svc-55495033 event_type=DELETED kind=Service ns=ctest-new-default-59442522) VncService - Got DELETED Service ctest-new-default-59442522:ctest-nginx-svc-55495033:dbc91750-6d15-4479-b3c4-ad5e3bcb4dcd 2025-10-31 08:54:35.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:35.45: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:54:35.45: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:54:35.45: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-59442522) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-59442522:ingress-on-service:b6bc83c0-6941-420d-b238-6151b8e27d13 2025-10-31 08:54:35.45: NetworkPolicyMonitor - start process kube event 2025-10-31 08:54:35.46: empty line received 2025-10-31 08:54:35.46: NetworkPolicyMonitor - start process kube event 2025-10-31 08:54:35.63: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:35.63: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:35.63: NamespaceMonitor - start process kube event 2025-10-31 08:54:35.63: empty line received 2025-10-31 08:54:35.63: NamespaceMonitor - start process kube event 2025-10-31 08:54:35.66: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:35.66: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:35.66: NamespaceMonitor - start process kube event 2025-10-31 08:54:35.66: empty line received 2025-10-31 08:54:35.66: NamespaceMonitor - start process kube event 2025-10-31 08:54:36.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:54:36.36: VncKubernetes - Process event (name=ctest-new-default-59442522 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:36.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:54:36.72: VncKubernetes - Process event (name=ctest-new-default-59442522 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-59442522:9c905d55-971d-470f-927f-d179e1cc810f 2025-10-31 08:54:37.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:54:42.89: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2055 newResVer=2302 2025-10-31 08:54:42.89: NetworkPolicyMonitor - start process kube event 2025-10-31 08:54:42.89: empty line received 2025-10-31 08:54:42.89: NetworkPolicyMonitor - start process kube event 2025-10-31 08:55:04.52: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:55:04.52: IngressMonitor - start process kube event 2025-10-31 08:55:04.52: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1731 2025-10-31 08:55:04.52: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:55:04.52: IngressMonitor - Connect Kube API result 0 2025-10-31 08:55:04.52: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:55:04.52: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'})(timeout=120) 2025-10-31 08:55:04.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) [Introspect:8108]10.0.0.23 - - [2025-10-31 08:55:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001098 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:55:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001182 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:55:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001033 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:56:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000959 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:56:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001054 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:56:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001109 2025-10-31 08:55:04.52: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:55:04.52: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:55:04.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:55:04.53: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'}) 2025-10-31 08:55:13.19: EndPointMonitor - Received BOOKMARK: oldResVer=2145 newResVer=2277 2025-10-31 08:55:13.19: EndPointMonitor - start process kube event 2025-10-31 08:55:13.19: empty line received 2025-10-31 08:55:13.19: EndPointMonitor - start process kube event 2025-10-31 08:55:13.79: NamespaceMonitor - Received BOOKMARK: oldResVer=1785 newResVer=2305 2025-10-31 08:55:13.79: NamespaceMonitor - start process kube event 2025-10-31 08:55:13.79: empty line received 2025-10-31 08:55:13.79: NamespaceMonitor - start process kube event 2025-10-31 08:55:14.27: EndPointMonitor - Received BOOKMARK: oldResVer=2277 newResVer=2277 2025-10-31 08:55:14.27: EndPointMonitor - start process kube event 2025-10-31 08:55:14.27: empty line received 2025-10-31 08:55:14.27: EndPointMonitor - start process kube event 2025-10-31 08:55:15.21: stop iteration EndPointMonitor 2025-10-31 08:55:15.21: EndPointMonitor - start process kube event 2025-10-31 08:55:15.21: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2277 2025-10-31 08:55:15.21: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:55:15.21: EndPointMonitor - Connect Kube API result 0 2025-10-31 08:55:15.21: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:55:15.21: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2277'})(timeout=120) 2025-10-31 08:55:15.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:55:15.21: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:55:15.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:55:15.21: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2277'}) 2025-10-31 08:55:23.52: PodMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2225 2025-10-31 08:55:23.52: PodMonitor - start process kube event 2025-10-31 08:55:23.52: empty line received 2025-10-31 08:55:23.52: PodMonitor - start process kube event 2025-10-31 08:55:31.97: ServiceMonitor - Received BOOKMARK: oldResVer=1891 newResVer=2278 2025-10-31 08:55:31.98: ServiceMonitor - start process kube event 2025-10-31 08:55:31.98: empty line received 2025-10-31 08:55:31.98: ServiceMonitor - start process kube event 2025-10-31 08:55:43.29: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2302 newResVer=2302 2025-10-31 08:55:43.29: NetworkPolicyMonitor - start process kube event 2025-10-31 08:55:43.29: empty line received 2025-10-31 08:55:43.29: NetworkPolicyMonitor - start process kube event 2025-10-31 08:55:51.85: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:55:51.86: NetworkMonitor - start process kube event 2025-10-31 08:55:51.86: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1353 2025-10-31 08:55:51.86: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:55:51.86: NetworkMonitor - Connect Kube API result 0 2025-10-31 08:55:51.86: NetworkMonitor - _schedule_vnc_sync 2025-10-31 08:55:51.86: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'})(timeout=120) 2025-10-31 08:55:51.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-31 08:55:51.86: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-31 08:55:51.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:55:51.88: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'}) 2025-10-31 08:56:14.12: NamespaceMonitor - Received BOOKMARK: oldResVer=2305 newResVer=2305 2025-10-31 08:56:14.12: NamespaceMonitor - start process kube event 2025-10-31 08:56:14.12: empty line received 2025-10-31 08:56:14.12: NamespaceMonitor - start process kube event 2025-10-31 08:56:23.43: PodMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2225 2025-10-31 08:56:23.43: PodMonitor - start process kube event 2025-10-31 08:56:23.43: empty line received 2025-10-31 08:56:23.43: PodMonitor - start process kube event 2025-10-31 08:56:24.50: PodMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2225 2025-10-31 08:56:24.50: PodMonitor - start process kube event 2025-10-31 08:56:24.50: empty line received 2025-10-31 08:56:24.50: PodMonitor - start process kube event 2025-10-31 08:56:25.73: PodMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2225 2025-10-31 08:56:25.73: PodMonitor - start process kube event 2025-10-31 08:56:25.73: empty line received 2025-10-31 08:56:25.73: PodMonitor - start process kube event 2025-10-31 08:56:26.52: stop iteration PodMonitor 2025-10-31 08:56:26.52: PodMonitor - start process kube event 2025-10-31 08:56:26.52: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2225 2025-10-31 08:56:26.52: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:56:26.52: PodMonitor - Connect Kube API result 0 2025-10-31 08:56:26.52: PodMonitor - _schedule_vnc_sync 2025-10-31 08:56:26.52: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2225'})(timeout=120) 2025-10-31 08:56:26.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-31 08:56:26.52: VncKubernetes - vnc_sync - Pod start 2025-10-31 08:56:26.52: VncKubernetes - vnc_sync - Pod done 2025-10-31 08:56:26.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:56:26.53: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2225'}) 2025-10-31 08:56:31.56: ServiceMonitor - Received BOOKMARK: oldResVer=2278 newResVer=2278 2025-10-31 08:56:31.56: ServiceMonitor - start process kube event 2025-10-31 08:56:31.56: empty line received 2025-10-31 08:56:31.56: ServiceMonitor - start process kube event 2025-10-31 08:56:43.44: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2302 newResVer=2302 2025-10-31 08:56:43.44: NetworkPolicyMonitor - start process kube event 2025-10-31 08:56:43.44: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-31 08:56:43.44: empty line received 2025-10-31 08:56:43.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-31 08:56:43.44: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-31 08:56:43.44: NetworkPolicyMonitor - start process kube event 2025-10-31 08:56:43.44: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-31 08:56:43.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:57:04.53: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:57:04.53: IngressMonitor - start process kube event 2025-10-31 08:57:04.53: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1731 2025-10-31 08:57:04.54: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:57:04.54: IngressMonitor - Connect Kube API result 0 2025-10-31 08:57:04.54: IngressMonitor - _schedule_vnc_sync 2025-10-31 08:57:04.54: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'})(timeout=120) [Introspect:8108]10.0.0.23 - - [2025-10-31 08:57:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001220 2025-10-31 08:57:04.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-31 08:57:04.54: VncKubernetes - vnc_sync - Ingress start 2025-10-31 08:57:04.54: VncKubernetes - vnc_sync - Ingress done 2025-10-31 08:57:04.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:57:04.55: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1731'}) 2025-10-31 08:57:11.02: PodMonitor - Received ADDED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.02: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-10-31 08:57:11.02: PodMonitor - start process kube event 2025-10-31 08:57:11.02: empty line received 2025-10-31 08:57:11.02: PodMonitor - start process kube event 2025-10-31 08:57:11.03: PodMonitor - Received MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.03: PodMonitor - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.03: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.04: PodMonitor - start process kube event 2025-10-31 08:57:11.04: empty line received 2025-10-31 08:57:11.04: PodMonitor - start process kube event 2025-10-31 08:57:11.09: PodMonitor - Received MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.09: PodMonitor - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.09: PodMonitor - start process kube event 2025-10-31 08:57:11.09: empty line received 2025-10-31 08:57:11.09: PodMonitor - start process kube event 2025-10-31 08:57:11.26: PodMonitor - Received ADDED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:11.26: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-10-31 08:57:11.26: PodMonitor - start process kube event 2025-10-31 08:57:11.26: empty line received 2025-10-31 08:57:11.26: PodMonitor - start process kube event 2025-10-31 08:57:11.28: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:11.28: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:11.28: PodMonitor - start process kube event 2025-10-31 08:57:11.28: empty line received 2025-10-31 08:57:11.28: PodMonitor - start process kube event 2025-10-31 08:57:11.29: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:11.29: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:11.29: PodMonitor - start process kube event 2025-10-31 08:57:11.29: empty line received 2025-10-31 08:57:11.29: PodMonitor - start process kube event 2025-10-31 08:57:11.82: PodMonitor - Received MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.82: PodMonitor - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.82: PodMonitor - start process kube event 2025-10-31 08:57:11.82: empty line received 2025-10-31 08:57:11.82: PodMonitor - start process kube event 2025-10-31 08:57:11.84: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-31 08:57:11.84: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:11.97: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:57:11.97: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:12.59: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:12.59: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:12.59: PodMonitor - start process kube event 2025-10-31 08:57:12.59: empty line received 2025-10-31 08:57:12.59: PodMonitor - start process kube event 2025-10-31 08:57:12.60: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-31 08:57:12.60: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:12.75: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:57:12.75: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:12.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:57:12.76: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:12.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:57:13.40: NamespaceMonitor - Received BOOKMARK: oldResVer=2305 newResVer=2305 2025-10-31 08:57:13.40: NamespaceMonitor - start process kube event 2025-10-31 08:57:13.40: empty line received 2025-10-31 08:57:13.40: NamespaceMonitor - start process kube event 2025-10-31 08:57:15.22: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-10-31 08:57:15.22: EndPointMonitor - start process kube event 2025-10-31 08:57:15.22: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2277 2025-10-31 08:57:15.22: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-10-31 08:57:15.22: EndPointMonitor - Connect Kube API result 0 2025-10-31 08:57:15.22: EndPointMonitor - _schedule_vnc_sync 2025-10-31 08:57:15.22: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2277'})(timeout=120) 2025-10-31 08:57:15.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-31 08:57:15.22: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-31 08:57:15.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:57:15.23: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2277'}) 2025-10-31 08:57:26.05: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:26.05: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:26.05: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:57:26.05: PodMonitor - start process kube event 2025-10-31 08:57:26.05: empty line received 2025-10-31 08:57:26.05: PodMonitor - start process kube event 2025-10-31 08:57:26.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:57:26.92: PodMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2544 2025-10-31 08:57:26.92: PodMonitor - start process kube event 2025-10-31 08:57:26.92: empty line received 2025-10-31 08:57:26.92: PodMonitor - start process kube event 2025-10-31 08:57:27.05: PodMonitor - Received MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:27.05: PodMonitor - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:27.05: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 [Introspect:8108]10.0.0.23 - - [2025-10-31 08:57:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001172 2025-10-31 08:57:27.05: PodMonitor - start process kube event 2025-10-31 08:57:27.05: empty line received 2025-10-31 08:57:27.05: PodMonitor - start process kube event 2025-10-31 08:57:27.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:57:28.47: PodMonitor - Received MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:28.47: PodMonitor - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:28.47: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:57:28.47: PodMonitor - start process kube event 2025-10-31 08:57:28.47: empty line received 2025-10-31 08:57:28.47: PodMonitor - start process kube event 2025-10-31 08:57:28.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:57:32.51: ServiceMonitor - Received BOOKMARK: oldResVer=2278 newResVer=2278 2025-10-31 08:57:32.51: ServiceMonitor - start process kube event 2025-10-31 08:57:32.51: empty line received 2025-10-31 08:57:32.51: ServiceMonitor - start process kube event 2025-10-31 08:57:42.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2302 newResVer=2302 2025-10-31 08:57:42.79: NetworkPolicyMonitor - start process kube event 2025-10-31 08:57:42.79: empty line received 2025-10-31 08:57:42.79: NetworkPolicyMonitor - start process kube event 2025-10-31 08:57:51.33: NetworkMonitor - Received BOOKMARK: oldResVer=1353 newResVer=2504 2025-10-31 08:57:51.33: NetworkMonitor - start process kube event 2025-10-31 08:57:51.33: empty line received 2025-10-31 08:57:51.33: NetworkMonitor - start process kube event 2025-10-31 08:58:00.12: PodMonitor - Received MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.12: PodMonitor - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.12: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.12: PodMonitor - start process kube event 2025-10-31 08:58:00.12: empty line received 2025-10-31 08:58:00.12: PodMonitor - start process kube event 2025-10-31 08:58:00.13: PodMonitor - Received MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.13: PodMonitor - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.13: PodMonitor - start process kube event 2025-10-31 08:58:00.13: empty line received 2025-10-31 08:58:00.13: PodMonitor - start process kube event 2025-10-31 08:58:00.13: PodMonitor - Received DELETED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.13: PodMonitor - Got DELETED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.14: PodMonitor - start process kube event 2025-10-31 08:58:00.14: empty line received 2025-10-31 08:58:00.14: PodMonitor - start process kube event 2025-10-31 08:58:00.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-31 08:58:00.14: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:58:00.20: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:586f52b6-eba2-49f3-b713-b64c642f8199 2025-10-31 08:58:00.24: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:00.25: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:00.25: PodMonitor - start process kube event 2025-10-31 08:58:00.25: empty line received 2025-10-31 08:58:00.25: PodMonitor - start process kube event 2025-10-31 08:58:00.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:58:00.48: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:00.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:58:13.55: NamespaceMonitor - Received BOOKMARK: oldResVer=2305 newResVer=2305 2025-10-31 08:58:13.55: NamespaceMonitor - start process kube event 2025-10-31 08:58:13.55: empty line received 2025-10-31 08:58:13.55: NamespaceMonitor - start process kube event 2025-10-31 08:58:26.46: PodMonitor - Received BOOKMARK: oldResVer=2544 newResVer=2598 2025-10-31 08:58:26.46: PodMonitor - start process kube event 2025-10-31 08:58:26.46: empty line received 2025-10-31 08:58:26.46: PodMonitor - start process kube event 2025-10-31 08:58:31.17: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.17: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.17: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.17: PodMonitor - start process kube event 2025-10-31 08:58:31.17: empty line received 2025-10-31 08:58:31.17: PodMonitor - start process kube event 2025-10-31 08:58:31.19: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.19: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.19: PodMonitor - start process kube event 2025-10-31 08:58:31.19: empty line received 2025-10-31 08:58:31.19: PodMonitor - start process kube event 2025-10-31 08:58:31.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:58:31.19: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.19: PodMonitor - Received DELETED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.19: PodMonitor - Got DELETED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.19: PodMonitor - start process kube event 2025-10-31 08:58:31.19: empty line received 2025-10-31 08:58:31.20: PodMonitor - start process kube event 2025-10-31 08:58:31.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-31 08:58:31.25: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:36c1730d-ae35-4056-b3db-980e2ec74ada 2025-10-31 08:58:31.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:58:32.41: ServiceMonitor - Received BOOKMARK: oldResVer=2278 newResVer=2278 2025-10-31 08:58:32.41: ServiceMonitor - start process kube event 2025-10-31 08:58:32.41: ServiceMonitor - _schedule_vnc_sync 2025-10-31 08:58:32.41: empty line received 2025-10-31 08:58:32.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-31 08:58:32.41: VncKubernetes - vnc_sync - Service start 2025-10-31 08:58:32.41: VncKubernetes - vnc_sync - Service done 2025-10-31 08:58:32.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-31 08:58:32.41: ServiceMonitor - start process kube event 2025-10-31 08:58:42.88: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2302 newResVer=2302 2025-10-31 08:58:42.88: NetworkPolicyMonitor - start process kube event 2025-10-31 08:58:42.88: empty line received 2025-10-31 08:58:42.88: NetworkPolicyMonitor - start process kube event 2025-10-31 08:58:51.52: NetworkMonitor - Received BOOKMARK: oldResVer=2504 newResVer=2504 2025-10-31 08:58:51.52: NetworkMonitor - start process kube event 2025-10-31 08:58:51.52: empty line received