++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Wed Oct 8 07:44:45 PM UTC 2025 ===================' INFO: =================== Wed Oct 8 07:44:45 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.22 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.22 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.22 ++ ANALYTICSDB_NODES=10.0.0.22 ++ ANALYTICS_SNMP_NODES=10.0.0.22 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:8081 ' +++ '[' -n '10.0.0.22:8081 ' ']' +++ echo 10.0.0.22:8081 ++ ANALYTICS_SERVERS=10.0.0.22:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9042 ' +++ '[' -n '10.0.0.22:9042 ' ']' +++ echo 10.0.0.22:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.22:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.22 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:8086 ' +++ '[' -n '10.0.0.22:8086 ' ']' +++ echo 10.0.0.22:8086 ++ COLLECTOR_SERVERS=10.0.0.22:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.22 ++ CONFIGDB_NODES=10.0.0.22 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:8082 ' +++ '[' -n '10.0.0.22:8082 ' ']' +++ echo 10.0.0.22:8082 ++ CONFIG_SERVERS=10.0.0.22:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9161 ' +++ '[' -n '10.0.0.22:9161 ' ']' +++ echo 10.0.0.22:9161 ++ CONFIGDB_SERVERS=10.0.0.22:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9041 ' +++ '[' -n '10.0.0.22:9041 ' ']' +++ echo 10.0.0.22:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.22:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.22 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.22 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.22 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+=10.0.0.22:2181, +++ '[' -n 10.0.0.22:2181, ']' +++ echo 10.0.0.22:2181 ++ ZOOKEEPER_SERVERS=10.0.0.22:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:2181 ' +++ '[' -n '10.0.0.22:2181 ' ']' +++ echo 10.0.0.22:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.22:2181 ++ RABBITMQ_NODES=10.0.0.22 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+=10.0.0.22:5673, +++ '[' -n 10.0.0.22:5673, ']' +++ echo 10.0.0.22:5673 ++ RABBITMQ_SERVERS=10.0.0.22:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:6379 ' +++ '[' -n '10.0.0.22:6379 ' ']' +++ echo 10.0.0.22:6379 ++ REDIS_SERVERS=10.0.0.22:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.22 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9092 ' +++ '[' -n '10.0.0.22:9092 ' ']' +++ echo 10.0.0.22:9092 ++ KAFKA_SERVERS=10.0.0.22:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.22 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.22 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.22 + local cassandra=10.0.0.22 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.22 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Iko4bXJsUFpSVldjTjBySzFMSjBTTjN4WTZ1c09MSVBCeDBuaDQyZUlqOU0ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImI1ZmU2OTljLTQzZjQtNDBmNy05MmZjLWYyMTZiNDU5NjhmYSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.rVMYSc5FipZeoJTaelA3pU0ZO7bYQLw8BIp1ajO-ztrC9C5cUZ7LHZVDbDD7u1u466LG2eapry7beaQSULdkuRHpTakUw9VXV_SoDwJSAG_IfluIoOrIB1ozNzJy6LniHsZ5woUEZthGMX70YZ7FixFWmLJGxl-Jw-r05ir6P46x52FiUaOk8tuiuOlI_xh6oAzpzhrwSIJ3Wz96W16eeGtlQ2cuqurNFydbT4XF8rsfNnKwhuPtHY0MY15LSV8zRu6505Js1nhuTCUp3YvQrdOmeoIsQrcUWFQxyLHZSQfzqWOWAN87-bZc8J52fC7L23YqqO0q_VY7gdjlMhXbmA ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.22 +++ local servers=10.0.0.22 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ tr '\n' , ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort ++++ uniq +++ local local_ips=,10.0.0.22,10.136.69.1,127.0.0.1,172.17.0.1,252.22.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.22'\''))' +++ local server_ip=10.0.0.22 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.22 ]] +++ [[ ,10.0.0.22,10.136.69.1,127.0.0.1,172.17.0.1,252.22.0.1,, =~ ,10\.0\.0\.22, ]] +++ echo 10.0.0.22 1 +++ return ++ local ip=10.0.0.22 ++ [[ -z 10.0.0.22 ]] ++ echo 10.0.0.22 + host_ip=10.0.0.22 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.22:9041 + cassandra_server_list=10.0.0.22:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sort ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/08/2025 19:44:52.898 7f76c63b2340 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/08/2025 19:44:53.090 7f76c63b2340 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/08/2025 19:44:53.091 7f76c63b2340 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.22 - - [2025-10-08 19:44:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001436 2025-10-08 19:44:53.36: KubeMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:53.37: KubeMonitor - Connect Kube API result 0 2025-10-08 19:44:53.46: KubeMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/api/v1 2025-10-08 19:44:53.47: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/api/v1 2025-10-08 19:44:53.48: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1 2025-10-08 19:44:53.48: PodMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/api/v1 2025-10-08 19:44:53.49: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/api/v1 2025-10-08 19:44:53.50: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/apis/networking.k8s.io/v1 2025-10-08 19:44:53.51: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/api/v1 2025-10-08 19:44:53.51: IngressMonitor - KubeMonitor init done: url=https://10.0.0.22:6443/apis/networking.k8s.io/v1 2025-10-08 19:44:53.51: VncKubernetes - vnc_connect starting 2025-10-08 19:44:53.52: VncKubernetes - vnc_connect done 2025-10-08 19:44:53.64: default-domain domain available. 2025-10-08 19:44:58.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:44:58.72: NamespaceMonitor - start process kube event 2025-10-08 19:44:58.72: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.72: NamespaceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.72: NetworkMonitor - start process kube event 2025-10-08 19:44:58.72: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.72: NetworkMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.72: PodMonitor - start process kube event 2025-10-08 19:44:58.72: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.72: PodMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.72: ServiceMonitor - start process kube event 2025-10-08 19:44:58.72: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.72: ServiceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.72: NetworkPolicyMonitor - start process kube event 2025-10-08 19:44:58.72: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.72: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.72: EndPointMonitor - start process kube event 2025-10-08 19:44:58.72: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.72: EndPointMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.72: IngressMonitor - start process kube event 2025-10-08 19:44:58.72: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.72: IngressMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.72: IngressMonitor - Connect Kube API result 0 2025-10-08 19:44:58.72: IngressMonitor - Start init url=https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-08 19:44:58.73: EndPointMonitor - Connect Kube API result 0 2025-10-08 19:44:58.73: EndPointMonitor - Start init url=https://10.0.0.22:6443/api/v1/endpoints resource_version=None 2025-10-08 19:44:58.73: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-08 19:44:58.73: NetworkPolicyMonitor - Start init url=https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-08 19:44:58.73: ServiceMonitor - Connect Kube API result 0 2025-10-08 19:44:58.73: ServiceMonitor - Start init url=https://10.0.0.22:6443/api/v1/services resource_version=None 2025-10-08 19:44:58.73: PodMonitor - Connect Kube API result 0 2025-10-08 19:44:58.73: PodMonitor - Start init url=https://10.0.0.22:6443/api/v1/pods resource_version=None 2025-10-08 19:44:58.73: NetworkMonitor - Connect Kube API result 0 2025-10-08 19:44:58.73: NamespaceMonitor - Connect Kube API result 0 2025-10-08 19:44:58.73: NamespaceMonitor - Start init url=https://10.0.0.22:6443/api/v1/namespaces resource_version=None 2025-10-08 19:44:58.76: IngressMonitor - Done init url=https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses, resource_version=464 2025-10-08 19:44:58.76: IngressMonitor - _schedule_vnc_sync 2025-10-08 19:44:58.76: IngressMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:44:58.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-08 19:44:58.77: VncKubernetes - vnc_sync - Ingress start 2025-10-08 19:44:58.77: VncKubernetes - vnc_sync - Ingress done 2025-10-08 19:44:58.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:44:58.77: NetworkPolicyMonitor - Done init url=https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=464 2025-10-08 19:44:58.77: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-08 19:44:58.77: NetworkPolicyMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:44:58.78: IngressMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:44:58.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-08 19:44:58.78: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-08 19:44:58.78: NamespaceMonitor - Got ADDED Namespace None:contrail:14beadb4-e63d-4e79-bd5d-0071541ce0bd 2025-10-08 19:44:58.78: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:44:58.78: PodMonitor - Done init url=https://10.0.0.22:6443/api/v1/pods, resource_version=464 2025-10-08 19:44:58.78: PodMonitor - _schedule_vnc_sync 2025-10-08 19:44:58.78: PodMonitor - Start Watching request https://10.0.0.22:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:44:58.78: NetworkPolicyMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:44:58.79: PodMonitor - Watches https://10.0.0.22:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:44:58.79: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-08 19:44:58.79: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:44:58.79: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:14beadb4-e63d-4e79-bd5d-0071541ce0bd 2025-10-08 19:44:58.79: NetworkMonitor - Start init url=https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-08 19:44:58.79: EndPointMonitor - Got ADDED Endpoints default:kubernetes:1c2b3f4a-7948-4ddc-8032-5cda7271b4bc 2025-10-08 19:44:58.80: NamespaceMonitor - Got ADDED Namespace None:default:f8ea4157-7501-49d3-aa81-5e46197d213d 2025-10-08 19:44:58.80: ServiceMonitor - Got ADDED Service default:kubernetes:f1038b45-52b1-424e-826f-bb3be194125a 2025-10-08 19:44:58.80: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-10-08 19:44:58.80: NetworkMonitor - start process kube event 2025-10-08 19:44:58.80: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-08 19:44:58.80: NetworkMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:44:58.80: NetworkMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:45:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001468 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:45:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001004 2025-10-08 19:44:58.81: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:326f0413-b6f5-43f2-bf57-cf7f2f73413b 2025-10-08 19:44:58.81: NetworkMonitor - Start init url=https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-08 19:44:58.81: ServiceMonitor - Got ADDED Service kube-system:kube-dns:7806f77c-6272-4b1c-9cb4-a9b66ad9ee83 2025-10-08 19:44:58.81: ServiceMonitor - Done init url=https://10.0.0.22:6443/api/v1/services, resource_version=464 2025-10-08 19:44:58.81: ServiceMonitor - _schedule_vnc_sync 2025-10-08 19:44:58.81: ServiceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:44:58.81: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:44:58.81: EndPointMonitor - Done init url=https://10.0.0.22:6443/api/v1/endpoints, resource_version=464 2025-10-08 19:44:58.81: EndPointMonitor - _schedule_vnc_sync 2025-10-08 19:44:58.81: EndPointMonitor - Start Watching request https://10.0.0.22:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:44:58.82: ServiceMonitor - Watches https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:44:58.82: EndPointMonitor - Watches https://10.0.0.22:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:44:58.82: NamespaceMonitor - Got ADDED Namespace None:kube-public:ca9d6574-0827-4bd8-a60c-00690cdb26ce 2025-10-08 19:44:58.83: NamespaceMonitor - Got ADDED Namespace None:kube-system:88c7c48a-8e05-494f-b1a2-529fc701c938 2025-10-08 19:44:58.83: NamespaceMonitor - Done init url=https://10.0.0.22:6443/api/v1/namespaces, resource_version=464 2025-10-08 19:44:58.83: NamespaceMonitor - _schedule_vnc_sync 2025-10-08 19:44:58.83: NamespaceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:44:58.83: NamespaceMonitor - Watches https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:44:58.89: NetworkMonitor - Done init url=https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=468 2025-10-08 19:44:58.89: NetworkMonitor - _schedule_vnc_sync 2025-10-08 19:44:58.89: NetworkMonitor - Start Watching request https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'})(timeout=120) 2025-10-08 19:44:58.90: NetworkMonitor - Watches https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'}) 2025-10-08 19:45:01.10: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-08 19:45:01.10: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:45:02.51: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-08 19:45:02.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-08 19:45:02.51: VncKubernetes - vnc_sync - Pod start 2025-10-08 19:45:02.51: VncKubernetes - vnc_sync - Pod done 2025-10-08 19:45:02.51: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:45:02.51: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:1c2b3f4a-7948-4ddc-8032-5cda7271b4bc 2025-10-08 19:45:02.51: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:45:02.51: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:45:02.51: PodMonitor - start process kube event 2025-10-08 19:45:02.51: empty line received 2025-10-08 19:45:02.51: PodMonitor - start process kube event 2025-10-08 19:45:02.52: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:45:02.52: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:f8ea4157-7501-49d3-aa81-5e46197d213d 2025-10-08 19:45:04.76: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-08 19:45:04.78: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:f1038b45-52b1-424e-826f-bb3be194125a 2025-10-08 19:45:06.27: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-08 19:45:06.28: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:326f0413-b6f5-43f2-bf57-cf7f2f73413b 2025-10-08 19:45:08.41: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-08 19:45:08.41: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:7806f77c-6272-4b1c-9cb4-a9b66ad9ee83 2025-10-08 19:45:10.06: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-08 19:45:10.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-08 19:45:10.06: VncKubernetes - vnc_sync - Service start 2025-10-08 19:45:10.06: VncKubernetes - vnc_sync - Service done 2025-10-08 19:45:10.06: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-08 19:45:10.06: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:45:10.09: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-08 19:45:10.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-08 19:45:10.09: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-08 19:45:10.09: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:45:10.09: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:ca9d6574-0827-4bd8-a60c-00690cdb26ce 2025-10-08 19:45:11.57: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:45:11.57: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:88c7c48a-8e05-494f-b1a2-529fc701c938 2025-10-08 19:45:12.87: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:45:12.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-08 19:45:12.87: VncKubernetes - vnc_sync - Namespace start 2025-10-08 19:45:12.87: VncKubernetes - vnc_sync - Namespace done 2025-10-08 19:45:12.87: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:45:12.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-08 19:45:12.87: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-08 19:45:12.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:45:12.87: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:45:12.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:45:59.32: PodMonitor - Received BOOKMARK: oldResVer=464 newResVer=474 2025-10-08 19:45:59.32: PodMonitor - start process kube event 2025-10-08 19:45:59.32: empty line received 2025-10-08 19:45:59.32: PodMonitor - start process kube event 2025-10-08 19:46:58.78: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. [Introspect:8108]10.0.0.22 - - [2025-10-08 19:47:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001184 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:47:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001189 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:48:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001015 2025-10-08 19:46:58.78: IngressMonitor - start process kube event 2025-10-08 19:46:58.78: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:46:58.78: IngressMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:46:58.78: IngressMonitor - Connect Kube API result 0 2025-10-08 19:46:58.78: IngressMonitor - _schedule_vnc_sync 2025-10-08 19:46:58.78: IngressMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:46:58.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-08 19:46:58.78: VncKubernetes - vnc_sync - Ingress start 2025-10-08 19:46:58.78: VncKubernetes - vnc_sync - Ingress done 2025-10-08 19:46:58.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:46:58.79: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:46:58.79: NetworkPolicyMonitor - start process kube event 2025-10-08 19:46:58.79: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:46:58.79: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:46:58.79: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-08 19:46:58.79: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-08 19:46:58.79: NetworkPolicyMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:46:58.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-08 19:46:58.79: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-08 19:46:58.79: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-08 19:46:58.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:46:58.79: IngressMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:46:58.80: NetworkPolicyMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:46:58.82: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:46:58.82: ServiceMonitor - start process kube event 2025-10-08 19:46:58.82: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:46:58.82: ServiceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:46:58.82: ServiceMonitor - Connect Kube API result 0 2025-10-08 19:46:58.82: ServiceMonitor - _schedule_vnc_sync 2025-10-08 19:46:58.82: ServiceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:46:58.82: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:46:58.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-08 19:46:58.82: VncKubernetes - vnc_sync - Service start 2025-10-08 19:46:58.82: VncKubernetes - vnc_sync - Service done 2025-10-08 19:46:58.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:46:58.82: EndPointMonitor - start process kube event 2025-10-08 19:46:58.82: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:46:58.82: EndPointMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:46:58.82: EndPointMonitor - Connect Kube API result 0 2025-10-08 19:46:58.82: EndPointMonitor - _schedule_vnc_sync 2025-10-08 19:46:58.82: EndPointMonitor - Start Watching request https://10.0.0.22:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:46:58.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-08 19:46:58.82: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-08 19:46:58.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:46:58.83: ServiceMonitor - Watches https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:46:58.83: EndPointMonitor - Watches https://10.0.0.22:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:46:58.83: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:46:58.83: NamespaceMonitor - start process kube event 2025-10-08 19:46:58.83: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:46:58.83: NamespaceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:46:58.83: NamespaceMonitor - Connect Kube API result 0 2025-10-08 19:46:58.83: NamespaceMonitor - _schedule_vnc_sync 2025-10-08 19:46:58.83: NamespaceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:46:58.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-08 19:46:58.83: VncKubernetes - vnc_sync - Namespace start 2025-10-08 19:46:58.83: VncKubernetes - vnc_sync - Namespace done 2025-10-08 19:46:58.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:46:58.84: NamespaceMonitor - Watches https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:46:58.90: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:46:58.90: NetworkMonitor - start process kube event 2025-10-08 19:46:58.90: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=468 2025-10-08 19:46:58.90: NetworkMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:46:58.90: NetworkMonitor - Connect Kube API result 0 2025-10-08 19:46:58.90: NetworkMonitor - _schedule_vnc_sync 2025-10-08 19:46:58.90: NetworkMonitor - Start Watching request https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'})(timeout=120) 2025-10-08 19:46:58.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-08 19:46:58.90: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-08 19:46:58.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:46:58.90: NetworkMonitor - Watches https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'}) 2025-10-08 19:46:59.31: PodMonitor - Received BOOKMARK: oldResVer=474 newResVer=474 2025-10-08 19:46:59.31: PodMonitor - start process kube event 2025-10-08 19:46:59.31: empty line received 2025-10-08 19:46:59.31: PodMonitor - start process kube event 2025-10-08 19:47:59.73: PodMonitor - Received BOOKMARK: oldResVer=474 newResVer=474 2025-10-08 19:47:59.73: PodMonitor - start process kube event 2025-10-08 19:47:59.73: empty line received 2025-10-08 19:47:59.73: PodMonitor - start process kube event 2025-10-08 19:48:58.79: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:48:58.79: IngressMonitor - start process kube event 2025-10-08 19:48:58.80: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:48:58.80: IngressMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:48:58.80: IngressMonitor - Connect Kube API result 0 2025-10-08 19:48:58.80: IngressMonitor - _schedule_vnc_sync 2025-10-08 19:48:58.80: IngressMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:48:58.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-08 19:48:58.80: VncKubernetes - vnc_sync - Ingress start 2025-10-08 19:48:58.80: VncKubernetes - vnc_sync - Ingress done 2025-10-08 19:48:58.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:48:58.80: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:48:58.80: NetworkPolicyMonitor - start process kube event 2025-10-08 19:48:58.80: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:48:58.80: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:48:58.80: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-08 19:48:58.80: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-08 19:48:58.80: NetworkPolicyMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:48:58.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-08 19:48:58.80: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-08 19:48:58.81: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-08 19:48:58.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:48:58.81: IngressMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:48:58.81: NetworkPolicyMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:48:58.83: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:48:58.83: ServiceMonitor - start process kube event 2025-10-08 19:48:58.83: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:48:58.83: ServiceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:48:58.83: ServiceMonitor - Connect Kube API result 0 2025-10-08 19:48:58.83: ServiceMonitor - _schedule_vnc_sync 2025-10-08 19:48:58.83: ServiceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:48:58.83: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:48:58.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-08 19:48:58.83: VncKubernetes - vnc_sync - Service start 2025-10-08 19:48:58.83: VncKubernetes - vnc_sync - Service done 2025-10-08 19:48:58.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:48:58.83: EndPointMonitor - start process kube event 2025-10-08 19:48:58.83: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:48:58.83: EndPointMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:48:58.83: EndPointMonitor - Connect Kube API result 0 2025-10-08 19:48:58.83: EndPointMonitor - _schedule_vnc_sync 2025-10-08 19:48:58.84: EndPointMonitor - Start Watching request https://10.0.0.22:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:48:58.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-08 19:48:58.84: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-08 19:48:58.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:48:58.84: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:48:58.84: NamespaceMonitor - start process kube event 2025-10-08 19:48:58.84: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:48:58.84: NamespaceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:48:58.84: NamespaceMonitor - Connect Kube API result 0 2025-10-08 19:48:58.84: NamespaceMonitor - _schedule_vnc_sync 2025-10-08 19:48:58.84: NamespaceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:48:58.85: ServiceMonitor - Watches https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:48:58.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-08 19:48:58.85: VncKubernetes - vnc_sync - Namespace start 2025-10-08 19:48:58.85: VncKubernetes - vnc_sync - Namespace done 2025-10-08 19:48:58.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:48:58.85: EndPointMonitor - Watches https://10.0.0.22:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:48:58.85: NamespaceMonitor - Watches https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:48:58.91: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:48:58.91: NetworkMonitor - start process kube event 2025-10-08 19:48:58.91: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=468 2025-10-08 19:48:58.91: NetworkMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:48:58.91: NetworkMonitor - Connect Kube API result 0 2025-10-08 19:48:58.91: NetworkMonitor - _schedule_vnc_sync 2025-10-08 19:48:58.91: NetworkMonitor - Start Watching request https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'})(timeout=120) 2025-10-08 19:48:58.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-08 19:48:58.91: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-08 19:48:58.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:48:58.91: NetworkMonitor - Watches https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'}) 2025-10-08 19:49:00.00: PodMonitor - Received BOOKMARK: oldResVer=474 newResVer=474 2025-10-08 19:49:00.00: PodMonitor - start process kube event 2025-10-08 19:49:00.00: PodMonitor - _schedule_vnc_sync 2025-10-08 19:49:00.00: empty line received 2025-10-08 19:49:00.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-08 19:49:00.00: VncKubernetes - vnc_sync - Pod start 2025-10-08 19:49:00.00: PodMonitor - start process kube event 2025-10-08 19:49:00.02: VncKubernetes - vnc_sync - Pod done 2025-10-08 19:49:00.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:49:08.21: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:49:08.21: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:49:08.21: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:49:08.21: PodMonitor - start process kube event 2025-10-08 19:49:08.21: empty line received 2025-10-08 19:49:08.21: PodMonitor - start process kube event 2025-10-08 19:49:08.21: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:49:08.21: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:49:08.22: EndPointMonitor - start process kube event 2025-10-08 19:49:08.22: empty line received 2025-10-08 19:49:08.22: EndPointMonitor - start process kube event 2025-10-08 19:49:08.22: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:49:08.22: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:49:08.23: PodMonitor - start process kube event 2025-10-08 19:49:08.23: empty line received 2025-10-08 19:49:08.23: PodMonitor - start process kube event 2025-10-08 19:49:08.23: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:49:08.23: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:49:08.23: EndPointMonitor - start process kube event 2025-10-08 19:49:08.23: empty line received 2025-10-08 19:49:08.23: EndPointMonitor - start process kube event 2025-10-08 19:49:08.23: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:49:08.23: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:49:08.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:49:08.26: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:49:08.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:49:08.31: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:49:08.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:49:58.52: EndPointMonitor - Received BOOKMARK: oldResVer=464 newResVer=823 2025-10-08 19:49:58.52: EndPointMonitor - start process kube event 2025-10-08 19:49:58.52: empty line received 2025-10-08 19:49:58.52: EndPointMonitor - start process kube event 2025-10-08 19:50:00.31: PodMonitor - Received BOOKMARK: oldResVer=474 newResVer=821 2025-10-08 19:50:00.31: PodMonitor - start process kube event 2025-10-08 19:50:00.31: empty line received 2025-10-08 19:50:00.31: PodMonitor - start process kube event 2025-10-08 19:50:55.17: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:50:55.17: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:50:55.17: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:50:55.17: PodMonitor - start process kube event 2025-10-08 19:50:55.17: empty line received 2025-10-08 19:50:55.17: PodMonitor - start process kube event 2025-10-08 19:50:55.18: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:50:55.18: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:50:55.18: EndPointMonitor - start process kube event 2025-10-08 19:50:55.18: empty line received 2025-10-08 19:50:55.18: EndPointMonitor - start process kube event 2025-10-08 19:50:55.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:50:55.18: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:50:55.19: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:50:55.19: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:50:55.19: PodMonitor - start process kube event 2025-10-08 19:50:55.19: empty line received 2025-10-08 19:50:55.19: PodMonitor - start process kube event 2025-10-08 19:50:55.21: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:50:55.21: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:50:55.21: EndPointMonitor - start process kube event 2025-10-08 19:50:55.21: empty line received 2025-10-08 19:50:55.21: EndPointMonitor - start process kube event 2025-10-08 19:50:55.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:50:55.61: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:50:55.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:50:55.67: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:50:56.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:50:58.44: EndPointMonitor - Received BOOKMARK: oldResVer=823 newResVer=983 2025-10-08 19:50:58.44: EndPointMonitor - start process kube event 2025-10-08 19:50:58.44: empty line received 2025-10-08 19:50:58.44: EndPointMonitor - start process kube event 2025-10-08 19:50:58.81: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:50:58.81: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:50:58.81: IngressMonitor - start process kube event 2025-10-08 19:50:58.81: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:50:58.81: IngressMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:50:58.81: NetworkPolicyMonitor - start process kube event 2025-10-08 19:50:58.81: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:50:58.81: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:50:58.81: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-08 19:50:58.81: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-08 19:50:58.81: NetworkPolicyMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:50:58.81: IngressMonitor - Connect Kube API result 0 2025-10-08 19:50:58.81: IngressMonitor - _schedule_vnc_sync 2025-10-08 19:50:58.81: IngressMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:50:58.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-08 19:50:58.81: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-08 19:50:58.82: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-08 19:50:58.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:50:58.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-08 19:50:58.82: VncKubernetes - vnc_sync - Ingress start 2025-10-08 19:50:58.82: VncKubernetes - vnc_sync - Ingress done 2025-10-08 19:50:58.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:50:58.83: IngressMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) [Introspect:8108]10.0.0.22 - - [2025-10-08 19:51:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001114 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:51:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000958 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:51:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001251 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:51:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000938 2025-10-08 19:50:58.83: NetworkPolicyMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:50:58.85: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:50:58.85: ServiceMonitor - start process kube event 2025-10-08 19:50:58.85: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:50:58.85: ServiceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:50:58.85: ServiceMonitor - Connect Kube API result 0 2025-10-08 19:50:58.85: ServiceMonitor - _schedule_vnc_sync 2025-10-08 19:50:58.85: ServiceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:50:58.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-08 19:50:58.85: VncKubernetes - vnc_sync - Service start 2025-10-08 19:50:58.85: VncKubernetes - vnc_sync - Service done 2025-10-08 19:50:58.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:50:58.85: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:50:58.85: NamespaceMonitor - start process kube event 2025-10-08 19:50:58.85: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:50:58.85: NamespaceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:50:58.85: NamespaceMonitor - Connect Kube API result 0 2025-10-08 19:50:58.85: NamespaceMonitor - _schedule_vnc_sync 2025-10-08 19:50:58.85: NamespaceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:50:58.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-08 19:50:58.85: VncKubernetes - vnc_sync - Namespace start 2025-10-08 19:50:58.85: VncKubernetes - vnc_sync - Namespace done 2025-10-08 19:50:58.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:50:58.86: ServiceMonitor - Watches https://10.0.0.22:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:50:58.86: NamespaceMonitor - Watches https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:50:58.91: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:50:58.92: NetworkMonitor - start process kube event 2025-10-08 19:50:58.92: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=468 2025-10-08 19:50:58.92: NetworkMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:50:58.92: NetworkMonitor - Connect Kube API result 0 2025-10-08 19:50:58.92: NetworkMonitor - _schedule_vnc_sync 2025-10-08 19:50:58.92: NetworkMonitor - Start Watching request https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'})(timeout=120) 2025-10-08 19:50:58.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-08 19:50:58.92: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-08 19:50:58.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:50:58.92: NetworkMonitor - Watches https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'}) 2025-10-08 19:51:01.13: PodMonitor - Received BOOKMARK: oldResVer=821 newResVer=978 2025-10-08 19:51:01.13: PodMonitor - start process kube event 2025-10-08 19:51:01.13: empty line received 2025-10-08 19:51:01.13: PodMonitor - start process kube event 2025-10-08 19:51:58.78: IngressMonitor - Received BOOKMARK: oldResVer=464 newResVer=1065 2025-10-08 19:51:58.78: IngressMonitor - start process kube event 2025-10-08 19:51:58.78: empty line received 2025-10-08 19:51:58.78: IngressMonitor - start process kube event 2025-10-08 19:51:58.86: EndPointMonitor - Received BOOKMARK: oldResVer=983 newResVer=983 2025-10-08 19:51:58.86: EndPointMonitor - start process kube event 2025-10-08 19:51:58.86: empty line received 2025-10-08 19:51:58.86: EndPointMonitor - start process kube event 2025-10-08 19:51:59.16: ServiceMonitor - Received BOOKMARK: oldResVer=464 newResVer=1031 2025-10-08 19:51:59.17: ServiceMonitor - start process kube event 2025-10-08 19:51:59.17: empty line received 2025-10-08 19:51:59.17: ServiceMonitor - start process kube event 2025-10-08 19:52:01.29: PodMonitor - Received BOOKMARK: oldResVer=978 newResVer=978 2025-10-08 19:52:01.29: PodMonitor - start process kube event 2025-10-08 19:52:01.29: empty line received 2025-10-08 19:52:01.29: PodMonitor - start process kube event 2025-10-08 19:52:58.83: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:52:58.83: NetworkPolicyMonitor - start process kube event 2025-10-08 19:52:58.83: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:52:58.83: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:52:58.83: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-08 19:52:58.83: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-08 19:52:58.83: NetworkPolicyMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:52:58.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-08 19:52:58.83: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-08 19:52:58.83: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-08 19:52:58.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:52:58.84: NetworkPolicyMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:52:58.86: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:52:58.86: NamespaceMonitor - start process kube event 2025-10-08 19:52:58.86: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=464 2025-10-08 19:52:58.86: NamespaceMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:52:58.86: NamespaceMonitor - Connect Kube API result 0 2025-10-08 19:52:58.86: NamespaceMonitor - _schedule_vnc_sync 2025-10-08 19:52:58.86: NamespaceMonitor - Start Watching request https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'})(timeout=120) 2025-10-08 19:52:58.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-08 19:52:58.87: VncKubernetes - vnc_sync - Namespace start 2025-10-08 19:52:58.87: VncKubernetes - vnc_sync - Namespace done 2025-10-08 19:52:58.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:52:58.87: NamespaceMonitor - Watches https://10.0.0.22:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '464'}) 2025-10-08 19:52:58.92: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:52:58.92: NetworkMonitor - start process kube event 2025-10-08 19:52:58.92: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=468 2025-10-08 19:52:58.92: NetworkMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:52:58.92: NetworkMonitor - Connect Kube API result 0 2025-10-08 19:52:58.93: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.22 - - [2025-10-08 19:53:05] "GET /Snh_NamespaceDatabaseList?namespace_uuid=f8ea4157-7501-49d3-aa81-5e46197d213d HTTP/1.1" 200 753 0.000628 2025-10-08 19:52:58.93: NetworkMonitor - Start Watching request https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'})(timeout=120) 2025-10-08 19:52:58.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-08 19:52:58.93: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-08 19:52:58.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:52:58.93: NetworkMonitor - Watches https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'}) 2025-10-08 19:52:58.96: IngressMonitor - Received BOOKMARK: oldResVer=1065 newResVer=1065 2025-10-08 19:52:58.97: IngressMonitor - start process kube event 2025-10-08 19:52:58.97: empty line received 2025-10-08 19:52:58.97: IngressMonitor - start process kube event 2025-10-08 19:52:59.14: ServiceMonitor - Received BOOKMARK: oldResVer=1031 newResVer=1031 2025-10-08 19:52:59.14: ServiceMonitor - start process kube event 2025-10-08 19:52:59.14: empty line received 2025-10-08 19:52:59.14: ServiceMonitor - start process kube event 2025-10-08 19:52:59.47: EndPointMonitor - Received BOOKMARK: oldResVer=983 newResVer=983 2025-10-08 19:52:59.47: EndPointMonitor - start process kube event 2025-10-08 19:52:59.47: EndPointMonitor - _schedule_vnc_sync 2025-10-08 19:52:59.47: empty line received 2025-10-08 19:52:59.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-08 19:52:59.47: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-08 19:52:59.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:52:59.47: EndPointMonitor - start process kube event 2025-10-08 19:53:00.56: PodMonitor - Received BOOKMARK: oldResVer=978 newResVer=978 2025-10-08 19:53:00.56: PodMonitor - start process kube event 2025-10-08 19:53:00.56: PodMonitor - _schedule_vnc_sync 2025-10-08 19:53:00.56: empty line received 2025-10-08 19:53:00.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-08 19:53:00.56: VncKubernetes - vnc_sync - Pod start 2025-10-08 19:53:00.56: VncKubernetes - vnc_sync - Pod done 2025-10-08 19:53:00.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:00.56: PodMonitor - start process kube event 2025-10-08 19:53:05.65: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-07086278:6bd04535-579b-41b8-8efc-f3102bcb421a 2025-10-08 19:53:05.65: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-07086278:6bd04535-579b-41b8-8efc-f3102bcb421a 2025-10-08 19:53:05.65: VncKubernetes - Process event (name=ctest-nginx-svc-07086278 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-07086278:6bd04535-579b-41b8-8efc-f3102bcb421a 2025-10-08 19:53:05.66: ServiceMonitor - start process kube event 2025-10-08 19:53:05.66: empty line received 2025-10-08 19:53:05.66: ServiceMonitor - start process kube event 2025-10-08 19:53:05.66: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:05.66: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:05.66: EndPointMonitor - start process kube event 2025-10-08 19:53:05.66: empty line received 2025-10-08 19:53:05.66: EndPointMonitor - start process kube event 2025-10-08 19:53:05.68: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:05.68: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-25943441 (no nodeName) 2025-10-08 19:53:05.69: PodMonitor - start process kube event 2025-10-08 19:53:05.69: empty line received 2025-10-08 19:53:05.69: PodMonitor - start process kube event 2025-10-08 19:53:05.73: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:05.73: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:05.73: PodMonitor - start process kube event 2025-10-08 19:53:05.73: empty line received 2025-10-08 19:53:05.73: PodMonitor - start process kube event 2025-10-08 19:53:05.75: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:05.75: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-44839954 (no nodeName) 2025-10-08 19:53:05.75: PodMonitor - start process kube event 2025-10-08 19:53:05.75: empty line received 2025-10-08 19:53:05.75: PodMonitor - start process kube event 2025-10-08 19:53:05.75: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:05.75: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:05.75: PodMonitor - start process kube event 2025-10-08 19:53:05.75: empty line received 2025-10-08 19:53:05.75: PodMonitor - start process kube event 2025-10-08 19:53:05.76: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:05.76: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:05.76: PodMonitor - start process kube event 2025-10-08 19:53:05.76: empty line received 2025-10-08 19:53:05.76: PodMonitor - start process kube event 2025-10-08 19:53:05.76: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:05.76: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:05.76: PodMonitor - start process kube event 2025-10-08 19:53:05.76: empty line received 2025-10-08 19:53:05.76: PodMonitor - start process kube event 2025-10-08 19:53:06.74: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:53:06.74: VncKubernetes - Process event (name=ctest-nginx-svc-07086278 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:06.83: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:53:06.83: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:07.59: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:07.59: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:07.59: PodMonitor - start process kube event 2025-10-08 19:53:07.59: empty line received 2025-10-08 19:53:07.59: PodMonitor - start process kube event 2025-10-08 19:53:07.60: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:53:07.60: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:07.72: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:53:07.72: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:08.28: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:08.28: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:08.28: PodMonitor - start process kube event 2025-10-08 19:53:08.28: empty line received 2025-10-08 19:53:08.28: PodMonitor - start process kube event 2025-10-08 19:53:08.29: VncKubernetes - wait event (qsize=3 timeout=120) [Introspect:8108]10.0.0.22 - - [2025-10-08 19:53:14] "GET /Snh_LoadbalancerDatabaseList?x=6cebda5b-59db-4f64-add9-d01eb54e4b1e HTTP/1.1" 200 1869 0.000738 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:53:19] "GET /Snh_VirtualMachineDatabaseList?x=86bee811-915b-4745-85fb-bce077982b93 HTTP/1.1" 200 2149 0.000786 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:53:20] "GET /Snh_VirtualMachineDatabaseList?x=43e352be-ea21-4e35-97f5-a83d0b50f650 HTTP/1.1" 200 2149 0.000644 2025-10-08 19:53:08.29: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:08.42: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:53:08.42: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:08.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:53:08.43: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:08.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:11.84: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:53:11.84: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:53:11.84: VncKubernetes - Process event (name=ctest-nginx-ingress-55880056 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:53:11.84: IngressMonitor - start process kube event 2025-10-08 19:53:11.84: empty line received 2025-10-08 19:53:11.84: IngressMonitor - start process kube event 2025-10-08 19:53:12.89: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:53:12.89: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:53:12.89: IngressMonitor - start process kube event 2025-10-08 19:53:12.89: empty line received 2025-10-08 19:53:12.89: IngressMonitor - start process kube event 2025-10-08 19:53:13.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:53:13.88: VncKubernetes - Process event (name=ctest-nginx-ingress-55880056 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:53:14.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:14.88: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:14.88: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-39351190 (no nodeName) 2025-10-08 19:53:14.88: PodMonitor - start process kube event 2025-10-08 19:53:14.88: empty line received 2025-10-08 19:53:14.88: PodMonitor - start process kube event 2025-10-08 19:53:14.89: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:14.89: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:14.89: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:14.89: PodMonitor - start process kube event 2025-10-08 19:53:14.89: empty line received 2025-10-08 19:53:14.89: PodMonitor - start process kube event 2025-10-08 19:53:14.91: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:14.91: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:14.91: PodMonitor - start process kube event 2025-10-08 19:53:14.91: empty line received 2025-10-08 19:53:14.91: PodMonitor - start process kube event 2025-10-08 19:53:15.63: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:15.63: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:15.63: PodMonitor - start process kube event 2025-10-08 19:53:15.63: empty line received 2025-10-08 19:53:15.63: PodMonitor - start process kube event 2025-10-08 19:53:15.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:53:15.64: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:15.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:53:15.72: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:15.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:18.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:18.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:18.12: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:53:18.13: PodMonitor - start process kube event 2025-10-08 19:53:18.13: empty line received 2025-10-08 19:53:18.13: PodMonitor - start process kube event 2025-10-08 19:53:18.13: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:18.13: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:18.13: EndPointMonitor - start process kube event 2025-10-08 19:53:18.13: empty line received 2025-10-08 19:53:18.13: EndPointMonitor - start process kube event 2025-10-08 19:53:18.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:53:18.14: VncKubernetes - Process event (name=ctest-nginx-svc-07086278 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:18.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:19.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:19.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:19.12: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:53:19.12: PodMonitor - start process kube event 2025-10-08 19:53:19.12: empty line received 2025-10-08 19:53:19.12: PodMonitor - start process kube event 2025-10-08 19:53:19.14: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:19.14: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:19.14: EndPointMonitor - start process kube event 2025-10-08 19:53:19.14: empty line received 2025-10-08 19:53:19.14: EndPointMonitor - start process kube event 2025-10-08 19:53:19.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:53:19.18: VncKubernetes - Process event (name=ctest-nginx-svc-07086278 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:53:19.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:29.15: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a [Introspect:8108]10.0.0.22 - - [2025-10-08 19:53:30] "GET /Snh_VirtualMachineDatabaseList?x=6e71d2dd-acc1-4ba3-a390-62c03080ff7a HTTP/1.1" 200 2083 0.000756 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:05] "GET /Snh_LoadbalancerDatabaseList?x=6cebda5b-59db-4f64-add9-d01eb54e4b1e HTTP/1.1" 200 1869 0.000611 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:06] "GET /Snh_LoadbalancerDatabaseList?x=6cebda5b-59db-4f64-add9-d01eb54e4b1e HTTP/1.1" 200 313 0.000590 2025-10-08 19:53:29.15: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:29.15: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:29.15: PodMonitor - start process kube event 2025-10-08 19:53:29.15: empty line received 2025-10-08 19:53:29.15: PodMonitor - start process kube event 2025-10-08 19:53:29.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:30.39: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:30.39: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:30.39: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:53:30.39: PodMonitor - start process kube event 2025-10-08 19:53:30.39: empty line received 2025-10-08 19:53:30.39: PodMonitor - start process kube event 2025-10-08 19:53:30.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:53:58.91: IngressMonitor - Received BOOKMARK: oldResVer=1065 newResVer=1189 2025-10-08 19:53:58.91: IngressMonitor - start process kube event 2025-10-08 19:53:58.91: empty line received 2025-10-08 19:53:58.91: IngressMonitor - start process kube event 2025-10-08 19:53:59.30: ServiceMonitor - Received BOOKMARK: oldResVer=1031 newResVer=1162 2025-10-08 19:53:59.30: ServiceMonitor - start process kube event 2025-10-08 19:53:59.30: empty line received 2025-10-08 19:53:59.30: ServiceMonitor - start process kube event 2025-10-08 19:53:59.46: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=464 newResVer=1081 2025-10-08 19:53:59.46: NetworkPolicyMonitor - start process kube event 2025-10-08 19:53:59.46: empty line received 2025-10-08 19:53:59.46: NetworkPolicyMonitor - start process kube event 2025-10-08 19:54:00.36: EndPointMonitor - Received BOOKMARK: oldResVer=983 newResVer=1216 2025-10-08 19:54:00.36: EndPointMonitor - start process kube event 2025-10-08 19:54:00.36: empty line received 2025-10-08 19:54:00.36: EndPointMonitor - start process kube event 2025-10-08 19:54:01.12: PodMonitor - Received BOOKMARK: oldResVer=978 newResVer=1236 2025-10-08 19:54:01.12: PodMonitor - start process kube event 2025-10-08 19:54:01.12: empty line received 2025-10-08 19:54:01.12: PodMonitor - start process kube event 2025-10-08 19:54:02.21: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.21: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.21: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.21: PodMonitor - start process kube event 2025-10-08 19:54:02.21: empty line received 2025-10-08 19:54:02.21: PodMonitor - start process kube event 2025-10-08 19:54:02.21: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.21: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.21: PodMonitor - start process kube event 2025-10-08 19:54:02.21: empty line received 2025-10-08 19:54:02.21: PodMonitor - start process kube event 2025-10-08 19:54:02.22: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.22: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.22: PodMonitor - start process kube event 2025-10-08 19:54:02.22: empty line received 2025-10-08 19:54:02.22: PodMonitor - start process kube event 2025-10-08 19:54:02.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:54:02.22: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:02.28: VncKubernetes - Process event (name=ctest-busybox-pod-39351190 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-39351190:6e71d2dd-acc1-4ba3-a390-62c03080ff7a 2025-10-08 19:54:02.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:05.51: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:54:05.51: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:54:05.51: VncKubernetes - Process event (name=ctest-nginx-ingress-55880056 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-55880056:6cebda5b-59db-4f64-add9-d01eb54e4b1e 2025-10-08 19:54:05.51: IngressMonitor - start process kube event 2025-10-08 19:54:05.51: empty line received 2025-10-08 19:54:05.51: IngressMonitor - start process kube event 2025-10-08 19:54:06.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:06.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:06.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:06.92: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:06.92: PodMonitor - start process kube event 2025-10-08 19:54:06.92: empty line received 2025-10-08 19:54:06.92: PodMonitor - start process kube event 2025-10-08 19:54:06.93: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:54:06.93: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:54:06.93: EndPointMonitor - start process kube event 2025-10-08 19:54:06.93: empty line received 2025-10-08 19:54:06.93: EndPointMonitor - start process kube event 2025-10-08 19:54:06.95: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:06.95: VncKubernetes - Process event (name=ctest-nginx-svc-07086278 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:54:07.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:07.98: PodMonitor - Received BOOKMARK: oldResVer=1236 newResVer=1292 2025-10-08 19:54:07.98: PodMonitor - start process kube event 2025-10-08 19:54:07.98: empty line received 2025-10-08 19:54:07.98: PodMonitor - start process kube event 2025-10-08 19:54:08.22: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.22: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.22: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.22: PodMonitor - start process kube event 2025-10-08 19:54:08.22: empty line received 2025-10-08 19:54:08.22: PodMonitor - start process kube event 2025-10-08 19:54:08.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.23: PodMonitor - start process kube event 2025-10-08 19:54:08.23: empty line received 2025-10-08 19:54:08.23: PodMonitor - start process kube event 2025-10-08 19:54:08.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:08.23: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.23: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.23: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.23: PodMonitor - start process kube event 2025-10-08 19:54:08.24: empty line received 2025-10-08 19:54:08.24: PodMonitor - start process kube event 2025-10-08 19:54:08.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:08.29: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:08.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:09.56: stop iteration PodMonitor 2025-10-08 19:54:09.56: PodMonitor - start process kube event 2025-10-08 19:54:09.56: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1292 2025-10-08 19:54:09.56: PodMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:54:09.56: PodMonitor - Connect Kube API result 0 2025-10-08 19:54:09.56: PodMonitor - _schedule_vnc_sync 2025-10-08 19:54:09.56: PodMonitor - Start Watching request https://10.0.0.22:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1292'})(timeout=120) 2025-10-08 19:54:09.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-08 19:54:09.56: VncKubernetes - vnc_sync - Pod start 2025-10-08 19:54:09.56: VncKubernetes - vnc_sync - Pod done 2025-10-08 19:54:09.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:09.57: PodMonitor - Watches https://10.0.0.22:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1292'}) 2025-10-08 19:54:09.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.57: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.57: PodMonitor - start process kube event 2025-10-08 19:54:09.57: empty line received 2025-10-08 19:54:09.57: PodMonitor - start process kube event 2025-10-08 19:54:09.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.57: PodMonitor - start process kube event 2025-10-08 19:54:09.57: empty line received 2025-10-08 19:54:09.57: PodMonitor - start process kube event 2025-10-08 19:54:09.57: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.57: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.57: PodMonitor - start process kube event 2025-10-08 19:54:09.57: empty line received 2025-10-08 19:54:09.57: PodMonitor - start process kube event 2025-10-08 19:54:09.63: VncKubernetes - AttributeError Python 3.9.21: /usr/bin/python3 Wed Oct 8 19:54:09 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_kubernetes.py in vnc_process(self=) 663 self._vnc_sync(kind) 664 elif kind == 'Pod': 665 self.pod_mgr.process(event) 666 elif kind == 'Service': 667 self.service_mgr.process(event) self = self.pod_mgr = self.pod_mgr.process = > event = {'object': {'apiVersion': 'v1', 'kind': 'Pod', 'metadata': {'annotations': {'k8s.v1.cni.cncf.io/network-status': '[\n {\n "ips": "10.47.255.250",\n ...",\n "name": "cluster-wide-default"\n }\n]', 'kubernetes.io/psp': 'privileged'}, 'creationTimestamp': '2025-10-08T19:53:05Z', 'deletionGracePeriodSeconds': 30, 'deletionTimestamp': '2025-10-08T19:54:36Z', 'labels': {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, 'managedFields': [{'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}, 'f:spec': {...}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2025-10-08T19:53:05Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}}, 'manager': 'python-requests', 'operation': 'Update', 'time': '2025-10-08T19:53:08Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {...}}, 'manager': 'kubelet', 'operation': 'Update', 'subresource': 'status', 'time': '2025-10-08T19:54:08Z'}], 'name': 'ctest-nginx-pod-44839954', 'namespace': 'default', 'resourceVersion': '1296', 'uid': '43e352be-ea21-4e35-97f5-a83d0b50f650'}, 'spec': {'containers': [{'image': 'nginx', 'imagePullPolicy': 'IfNotPresent', 'name': 'ctest-nginx-pod-44839954-0', 'ports': [{...}], 'resources': {}, 'terminationMessagePath': '/dev/termination-log', 'terminationMessagePolicy': 'File', 'volumeMounts': [{...}]}], 'dnsPolicy': 'ClusterFirst', 'enableServiceLinks': True, 'nodeName': 'an-jenkins-deploy-platform-juju-k8s-1542-1', 'preemptionPolicy': 'PreemptLowerPriority', 'priority': 0, 'restartPolicy': 'Always', 'schedulerName': 'default-scheduler', 'securityContext': {}, 'serviceAccount': 'default', ...}, 'status': {'conditions': [{'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'Initialized'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'PodScheduled'}], 'containerStatuses': [{'containerID': 'containerd://46a3f05fe6e2413ccceefcce702c7c66c690519c3f94cc8d87823f171f5f3439', 'image': 'docker.io/library/nginx:latest', 'imageID': 'docker.io/library/nginx@sha256:3b7732505933ca591ce4a6d860cb713ad96a3176b82f7979a8dfa9973486a0d6', 'lastState': {}, 'name': 'ctest-nginx-pod-44839954-0', 'ready': False, 'restartCount': 0, 'started': False, 'state': {'terminated': {...}}}], 'hostIP': '10.0.0.23', 'phase': 'Running', 'podIP': '10.47.255.250', 'podIPs': [{'ip': '10.47.255.250'}], 'qosClass': 'BestEffort', 'startTime': '2025-10-08T19:53:05Z'}}, 'type': 'MODIFIED'} /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py in process(self=, event={'object': {'apiVersion': 'v1', 'kind': 'Pod', 'metadata': {'annotations': {'k8s.v1.cni.cncf.io/network-status': '[\n {\n "ips": "10.47.255.250",\n ...",\n "name": "cluster-wide-default"\n }\n]', 'kubernetes.io/psp': 'privileged'}, 'creationTimestamp': '2025-10-08T19:53:05Z', 'deletionGracePeriodSeconds': 30, 'deletionTimestamp': '2025-10-08T19:54:36Z', 'labels': {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, 'managedFields': [{'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}, 'f:spec': {...}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2025-10-08T19:53:05Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}}, 'manager': 'python-requests', 'operation': 'Update', 'time': '2025-10-08T19:53:08Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {...}}, 'manager': 'kubelet', 'operation': 'Update', 'subresource': 'status', 'time': '2025-10-08T19:54:08Z'}], 'name': 'ctest-nginx-pod-44839954', 'namespace': 'default', 'resourceVersion': '1296', 'uid': '43e352be-ea21-4e35-97f5-a83d0b50f650'}, 'spec': {'containers': [{'image': 'nginx', 'imagePullPolicy': 'IfNotPresent', 'name': 'ctest-nginx-pod-44839954-0', 'ports': [{...}], 'resources': {}, 'terminationMessagePath': '/dev/termination-log', 'terminationMessagePolicy': 'File', 'volumeMounts': [{...}]}], 'dnsPolicy': 'ClusterFirst', 'enableServiceLinks': True, 'nodeName': 'an-jenkins-deploy-platform-juju-k8s-1542-1', 'preemptionPolicy': 'PreemptLowerPriority', 'priority': 0, 'restartPolicy': 'Always', 'schedulerName': 'default-scheduler', 'securityContext': {}, 'serviceAccount': 'default', ...}, 'status': {'conditions': [{'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'Initialized'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'PodScheduled'}], 'containerStatuses': [{'containerID': 'containerd://46a3f05fe6e2413ccceefcce702c7c66c690519c3f94cc8d87823f171f5f3439', 'image': 'docker.io/library/nginx:latest', 'imageID': 'docker.io/library/nginx@sha256:3b7732505933ca591ce4a6d860cb713ad96a3176b82f7979a8dfa9973486a0d6', 'lastState': {}, 'name': 'ctest-nginx-pod-44839954-0', 'ready': False, 'restartCount': 0, 'started': False, 'state': {'terminated': {...}}}], 'hostIP': '10.0.0.23', 'phase': 'Running', 'podIP': '10.47.255.250', 'podIPs': [{'ip': '10.47.255.250'}], 'qosClass': 'BestEffort', 'startTime': '2025-10-08T19:53:05Z'}}, 'type': 'MODIFIED'}) 743 pod_node, node_ip, labels, vm_vmi) 744 else: 745 self.vnc_pod_update( 746 pod_id, pod_name, 747 pod_namespace, pod_node, node_ip, labels, vm_vmi) self = self.vnc_pod_update = > pod_id = '43e352be-ea21-4e35-97f5-a83d0b50f650' pod_name = 'ctest-nginx-pod-44839954' pod_namespace = 'default' pod_node = 'an-jenkins-deploy-platform-juju-k8s-1542-1' node_ip = '10.0.0.23' labels = {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'} vm_vmi = None /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py in vnc_pod_update(self=, pod_id='43e352be-ea21-4e35-97f5-a83d0b50f650', pod_name='ctest-nginx-pod-44839954', pod_namespace='default', pod_node='an-jenkins-deploy-platform-juju-k8s-1542-1', node_ip='10.0.0.23', labels={'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, vm_vmi=None) 567 if not vm: 568 # If the vm is not created yet, do so now. 569 vm = self.vnc_pod_add( 570 pod_id, pod_name, pod_namespace, 571 pod_node, node_ip, labels, vm_vmi) vm = None self = self.vnc_pod_add = > pod_id = '43e352be-ea21-4e35-97f5-a83d0b50f650' pod_name = 'ctest-nginx-pod-44839954' pod_namespace = 'default' pod_node = 'an-jenkins-deploy-platform-juju-k8s-1542-1' node_ip = '10.0.0.23' labels = {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'} vm_vmi = None /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py in vnc_pod_add(self=, pod_id='43e352be-ea21-4e35-97f5-a83d0b50f650', pod_name='ctest-nginx-pod-44839954', pod_namespace='default', pod_node='an-jenkins-deploy-platform-juju-k8s-1542-1', node_ip='10.0.0.23', labels={'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, vm_vmi=None) 515 516 pod = PodKM.find_by_name_or_uuid(pod_id) 517 total_interface_count = len(pod.networks) + 1 518 519 # network_status: Dict of network name to vmi_uuid total_interface_count undefined builtinlen = pod = None pod.networks undefined AttributeError: 'NoneType' object has no attribute 'networks' __cause__ = None __class__ = __context__ = None __delattr__ = __dict__ = {} __dir__ = __doc__ = 'Attribute not found.' __eq__ = __format__ = __ge__ = __getattribute__ = __gt__ = __hash__ = __init__ = __init_subclass__ = __le__ = __lt__ = __ne__ = __new__ = __reduce__ = __reduce_ex__ = __repr__ = __setattr__ = __setstate__ = __sizeof__ = __str__ = __subclasshook__ = __suppress_context__ = False __traceback__ = args = ("'NoneType' object has no attribute 'networks'",) with_traceback = The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_kubernetes.py", line 665, in vnc_process self.pod_mgr.process(event) File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py", line 745, in process self.vnc_pod_update( File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py", line 569, in vnc_pod_update vm = self.vnc_pod_add( File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py", line 517, in vnc_pod_add total_interface_count = len(pod.networks) + 1 AttributeError: 'NoneType' object has no attribute 'networks' 2025-10-08 19:54:09.63: PodMonitor - invalidate resourceVersion (1292): Vnc event process error: AttributeError Python 3.9.21: /usr/bin/python3 Wed Oct 8 19:54:09 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_kubernetes.py in vnc_process(self=) 663 self._vnc_sync(kind) 664 elif kind == 'Pod': 665 self.pod_mgr.process(event) 666 elif kind == 'Service': 667 self.service_mgr.process(event) self = self.pod_mgr = self.pod_mgr.process = > event = {'object': {'apiVersion': 'v1', 'kind': 'Pod', 'metadata': {'annotations': {'k8s.v1.cni.cncf.io/network-status': '[\n {\n "ips": "10.47.255.250",\n ...",\n "name": "cluster-wide-default"\n }\n]', 'kubernetes.io/psp': 'privileged'}, 'creationTimestamp': '2025-10-08T19:53:05Z', 'deletionGracePeriodSeconds': 30, 'deletionTimestamp': '2025-10-08T19:54:36Z', 'labels': {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, 'managedFields': [{'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}, 'f:spec': {...}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2025-10-08T19:53:05Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}}, 'manager': 'python-requests', 'operation': 'Update', 'time': '2025-10-08T19:53:08Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {...}}, 'manager': 'kubelet', 'operation': 'Update', 'subresource': 'status', 'time': '2025-10-08T19:54:08Z'}], 'name': 'ctest-nginx-pod-44839954', 'namespace': 'default', 'resourceVersion': '1296', 'uid': '43e352be-ea21-4e35-97f5-a83d0b50f650'}, 'spec': {'containers': [{'image': 'nginx', 'imagePullPolicy': 'IfNotPresent', 'name': 'ctest-nginx-pod-44839954-0', 'ports': [{...}], 'resources': {}, 'terminationMessagePath': '/dev/termination-log', 'terminationMessagePolicy': 'File', 'volumeMounts': [{...}]}], 'dnsPolicy': 'ClusterFirst', 'enableServiceLinks': True, 'nodeName': 'an-jenkins-deploy-platform-juju-k8s-1542-1', 'preemptionPolicy': 'PreemptLowerPriority', 'priority': 0, 'restartPolicy': 'Always', 'schedulerName': 'default-scheduler', 'securityContext': {}, 'serviceAccount': 'default', ...}, 'status': {'conditions': [{'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'Initialized'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'PodScheduled'}], 'containerStatuses': [{'containerID': 'containerd://46a3f05fe6e2413ccceefcce702c7c66c690519c3f94cc8d87823f171f5f3439', 'image': 'docker.io/library/nginx:latest', 'imageID': 'docker.io/library/nginx@sha256:3b7732505933ca591ce4a6d860cb713ad96a3176b82f7979a8dfa9973486a0d6', 'lastState': {}, 'name': 'ctest-nginx-pod-44839954-0', 'ready': False, 'restartCount': 0, 'started': False, 'state': {'terminated': {...}}}], 'hostIP': '10.0.0.23', 'phase': 'Running', 'podIP': '10.47.255.250', 'podIPs': [{'ip': '10.47.255.250'}], 'qosClass': 'BestEffort', 'startTime': '2025-10-08T19:53:05Z'}}, 'type': 'MODIFIED'} /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py in process(self=, event={'object': {'apiVersion': 'v1', 'kind': 'Pod', 'metadata': {'annotations': {'k8s.v1.cni.cncf.io/network-status': '[\n {\n "ips": "10.47.255.250",\n ...",\n "name": "cluster-wide-default"\n }\n]', 'kubernetes.io/psp': 'privileged'}, 'creationTimestamp': '2025-10-08T19:53:05Z', 'deletionGracePeriodSeconds': 30, 'deletionTimestamp': '2025-10-08T19:54:36Z', 'labels': {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, 'managedFields': [{'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}, 'f:spec': {...}}, 'manager': 'OpenAPI-Generator', 'operation': 'Update', 'time': '2025-10-08T19:53:05Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {...}}, 'manager': 'python-requests', 'operation': 'Update', 'time': '2025-10-08T19:53:08Z'}, {'apiVersion': 'v1', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {...}}, 'manager': 'kubelet', 'operation': 'Update', 'subresource': 'status', 'time': '2025-10-08T19:54:08Z'}], 'name': 'ctest-nginx-pod-44839954', 'namespace': 'default', 'resourceVersion': '1296', 'uid': '43e352be-ea21-4e35-97f5-a83d0b50f650'}, 'spec': {'containers': [{'image': 'nginx', 'imagePullPolicy': 'IfNotPresent', 'name': 'ctest-nginx-pod-44839954-0', 'ports': [{...}], 'resources': {}, 'terminationMessagePath': '/dev/termination-log', 'terminationMessagePolicy': 'File', 'volumeMounts': [{...}]}], 'dnsPolicy': 'ClusterFirst', 'enableServiceLinks': True, 'nodeName': 'an-jenkins-deploy-platform-juju-k8s-1542-1', 'preemptionPolicy': 'PreemptLowerPriority', 'priority': 0, 'restartPolicy': 'Always', 'schedulerName': 'default-scheduler', 'securityContext': {}, 'serviceAccount': 'default', ...}, 'status': {'conditions': [{'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'Initialized'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'Ready'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]', 'reason': 'ContainersNotReady', 'status': 'False', 'type': 'ContainersReady'}, {'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z', 'status': 'True', 'type': 'PodScheduled'}], 'containerStatuses': [{'containerID': 'containerd://46a3f05fe6e2413ccceefcce702c7c66c690519c3f94cc8d87823f171f5f3439', 'image': 'docker.io/library/nginx:latest', 'imageID': 'docker.io/library/nginx@sha256:3b7732505933ca591ce4a6d860cb713ad96a3176b82f7979a8dfa9973486a0d6', 'lastState': {}, 'name': 'ctest-nginx-pod-44839954-0', 'ready': False, 'restartCount': 0, 'started': False, 'state': {'terminated': {...}}}], 'hostIP': '10.0.0.23', 'phase': 'Running', 'podIP': '10.47.255.250', 'podIPs': [{'ip': '10.47.255.250'}], 'qosClass': 'BestEffort', 'startTime': '2025-10-08T19:53:05Z'}}, 'type': 'MODIFIED'}) 743 pod_node, node_ip, labels, vm_vmi) 744 else: 745 self.vnc_pod_update( 746 pod_id, pod_name, 747 pod_namespace, pod_node, node_ip, labels, vm_vmi) self = self.vnc_pod_update = > pod_id = '43e352be-ea21-4e35-97f5-a83d0b50f650' pod_name = 'ctest-nginx-pod-44839954' pod_namespace = 'default' pod_node = 'an-jenkins-deploy-platform-juju-k8s-1542-1' node_ip = '10.0.0.23' labels = {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'} vm_vmi = None /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py in vnc_pod_update(self=, pod_id='43e352be-ea21-4e35-97f5-a83d0b50f650', pod_name='ctest-nginx-pod-44839954', pod_namespace='default', pod_node='an-jenkins-deploy-platform-juju-k8s-1542-1', node_ip='10.0.0.23', labels={'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, vm_vmi=None) 567 if not vm: 568 # If the vm is not created yet, do so now. 569 vm = self.vnc_pod_add( 570 pod_id, pod_name, pod_namespace, 571 pod_node, node_ip, labels, vm_vmi) vm = None self = self.vnc_pod_add = > pod_id = '43e352be-ea21-4e35-97f5-a83d0b50f650' pod_name = 'ctest-nginx-pod-44839954' pod_namespace = 'default' pod_node = 'an-jenkins-deploy-platform-juju-k8s-1542-1' node_ip = '10.0.0.23' labels = {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'} vm_vmi = None /usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py in vnc_pod_add(self=, pod_id='43e352be-ea21-4e35-97f5-a83d0b50f650', pod_name='ctest-nginx-pod-44839954', pod_namespace='default', pod_node='an-jenkins-deploy-platform-juju-k8s-1542-1', node_ip='10.0.0.23', labels={'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, vm_vmi=None) 515 516 pod = PodKM.find_by_name_or_uuid(pod_id) 517 total_interface_count = len(pod.networks) + 1 518 519 # network_status: Dict of network name to vmi_uuid total_interface_count undefined builtinlen = pod = None pod.networks undefined AttributeError: 'NoneType' object has no attribute 'networks' __cause__ = None __class__ = __context__ = None __delattr__ = __dict__ = {} __dir__ = __doc__ = 'Attribute not found.' __eq__ = __format__ = __ge__ = __getattribute__ = __gt__ = __hash__ = __init__ = __init_subclass__ = __le__ = __lt__ = __ne__ = __new__ = __reduce__ = __reduce_ex__ = __repr__ = __setattr__ = __setstate__ = __sizeof__ = __str__ = __subclasshook__ = __suppress_context__ = False __traceback__ = args = ("'NoneType' object has no attribute 'networks'",) with_traceback = The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_kubernetes.py", line 665, in vnc_process self.pod_mgr.process(event) File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py", line 745, in process self.vnc_pod_update( File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py", line 569, in vnc_pod_update vm = self.vnc_pod_add( File "/usr/local/lib/python3.9/site-packages/kube_manager/vnc/vnc_pod.py", line 517, in vnc_pod_add total_interface_count = len(pod.networks) + 1 AttributeError: 'NoneType' object has no attribute 'networks' origin error: 'NoneType' object has no attribute 'networks' ({'type': 'MODIFIED', 'object': {'kind': 'Pod', 'apiVersion': 'v1', 'metadata': {'name': 'ctest-nginx-pod-44839954', 'namespace': 'default', 'uid': '43e352be-ea21-4e35-97f5-a83d0b50f650', 'resourceVersion': '1296', 'creationTimestamp': '2025-10-08T19:53:05Z', 'deletionTimestamp': '2025-10-08T19:54:36Z', 'deletionGracePeriodSeconds': 30, 'labels': {'app': 'http_test', 'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}, 'annotations': {'k8s.v1.cni.cncf.io/network-status': '[\n {\n "ips": "10.47.255.250",\n "mac": "02:69:56:42:1e:a4",\n "name": "cluster-wide-default"\n }\n]', 'kubernetes.io/psp': 'privileged'}, 'managedFields': [{'manager': 'OpenAPI-Generator', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2025-10-08T19:53:05Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:labels': {'.': {}, 'f:app': {}}}, 'f:spec': {'f:containers': {'k:{"name":"ctest-nginx-pod-44839954-0"}': {'.': {}, 'f:image': {}, 'f:imagePullPolicy': {}, 'f:name': {}, 'f:ports': {'.': {}, 'k:{"containerPort":80,"protocol":"TCP"}': {'.': {}, 'f:containerPort': {}, 'f:protocol': {}}}, 'f:resources': {}, 'f:terminationMessagePath': {}, 'f:terminationMessagePolicy': {}}}, 'f:dnsPolicy': {}, 'f:enableServiceLinks': {}, 'f:restartPolicy': {}, 'f:schedulerName': {}, 'f:securityContext': {}, 'f:terminationGracePeriodSeconds': {}}}}, {'manager': 'python-requests', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2025-10-08T19:53:08Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:metadata': {'f:annotations': {'f:k8s.v1.cni.cncf.io/network-status': {}}}}}, {'manager': 'kubelet', 'operation': 'Update', 'apiVersion': 'v1', 'time': '2025-10-08T19:54:08Z', 'fieldsType': 'FieldsV1', 'fieldsV1': {'f:status': {'f:conditions': {'k:{"type":"ContainersReady"}': {'.': {}, 'f:lastProbeTime': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}, 'k:{"type":"Initialized"}': {'.': {}, 'f:lastProbeTime': {}, 'f:lastTransitionTime': {}, 'f:status': {}, 'f:type': {}}, 'k:{"type":"Ready"}': {'.': {}, 'f:lastProbeTime': {}, 'f:lastTransitionTime': {}, 'f:message': {}, 'f:reason': {}, 'f:status': {}, 'f:type': {}}}, 'f:containerStatuses': {}, 'f:hostIP': {}, 'f:phase': {}, 'f:podIP': {}, 'f:podIPs': {'.': {}, 'k:{"ip":"10.47.255.250"}': {'.': {}, 'f:ip': {}}}, 'f:startTime': {}}}, 'subresource': 'status'}]}, 'spec': {'volumes': [{'name': 'kube-api-access-5nsrf', 'projected': {'sources': [{'serviceAccountToken': {'expirationSeconds': 3607, 'path': 'token'}}, {'configMap': {'name': 'kube-root-ca.crt', 'items': [{'key': 'ca.crt', 'path': 'ca.crt'}]}}, {'downwardAPI': {'items': [{'path': 'namespace', 'fieldRef': {'apiVersion': 'v1', 'fieldPath': 'metadata.namespace'}}]}}], 'defaultMode': 420}}], 'containers': [{'name': 'ctest-nginx-pod-44839954-0', 'image': 'nginx', 'ports': [{'containerPort': 80, 'protocol': 'TCP'}], 'resources': {}, 'volumeMounts': [{'name': 'kube-api-access-5nsrf', 'readOnly': True, 'mountPath': '/var/run/secrets/kubernetes.io/serviceaccount'}], 'terminationMessagePath': '/dev/termination-log', 'terminationMessagePolicy': 'File', 'imagePullPolicy': 'IfNotPresent'}], 'restartPolicy': 'Always', 'terminationGracePeriodSeconds': 30, 'dnsPolicy': 'ClusterFirst', 'serviceAccountName': 'default', 'serviceAccount': 'default', 'nodeName': 'an-jenkins-deploy-platform-juju-k8s-1542-1', 'securityContext': {}, 'schedulerName': 'default-scheduler', 'tolerations': [{'key': 'node.kubernetes.io/not-ready', 'operator': 'Exists', 'effect': 'NoExecute', 'tolerationSeconds': 300}, {'key': 'node.kubernetes.io/unreachable', 'operator': 'Exists', 'effect': 'NoExecute', 'tolerationSeconds': 300}], 'priority': 0, 'enableServiceLinks': True, 'preemptionPolicy': 'PreemptLowerPriority'}, 'status': {'phase': 'Running', 'conditions': [{'type': 'Initialized', 'status': 'True', 'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z'}, {'type': 'Ready', 'status': 'False', 'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'reason': 'ContainersNotReady', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]'}, {'type': 'ContainersReady', 'status': 'False', 'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:54:08Z', 'reason': 'ContainersNotReady', 'message': 'containers with unready status: [ctest-nginx-pod-44839954-0]'}, {'type': 'PodScheduled', 'status': 'True', 'lastProbeTime': None, 'lastTransitionTime': '2025-10-08T19:53:05Z'}], 'hostIP': '10.0.0.23', 'podIP': '10.47.255.250', 'podIPs': [{'ip': '10.47.255.250'}], 'startTime': '2025-10-08T19:53:05Z', 'containerStatuses': [{'name': 'ctest-nginx-pod-44839954-0', 'state': {'terminated': {'exitCode': 0, 'reason': 'Completed', 'startedAt': '2025-10-08T19:53:18Z', 'finishedAt': '2025-10-08T19:54:06Z', 'containerID': 'containerd://46a3f05fe6e2413ccceefcce702c7c66c690519c3f94cc8d87823f171f5f3439'}}, 'lastState': {}, 'ready': False, 'restartCount': 0, 'image': 'docker.io/library/nginx:latest', 'imageID': 'docker.io/library/nginx@sha256:3b7732505933ca591ce4a6d860cb713ad96a3176b82f7979a8dfa9973486a0d6', 'containerID': 'containerd://46a3f05fe6e2413ccceefcce702c7c66c690519c3f94cc8d87823f171f5f3439', 'started': False}], 'qosClass': 'BestEffort'}}}) 2025-10-08 19:54:09.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:54:09.63: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:09.63: VncKubernetes - Process event (name=ctest-nginx-pod-44839954 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-44839954:43e352be-ea21-4e35-97f5-a83d0b50f650 2025-10-08 19:54:09.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:11.97: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:11.97: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:11.97: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:11.97: PodMonitor - start process kube event 2025-10-08 19:54:11.97: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=1292 2025-10-08 19:54:11.97: PodMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:54:11.97: PodMonitor - Connect Kube API result 0 2025-10-08 19:54:11.97: PodMonitor - Start init url=https://10.0.0.22:6443/api/v1/pods resource_version=None 2025-10-08 19:54:11.98: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:54:11.98: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:54:11.98: EndPointMonitor - start process kube event 2025-10-08 19:54:11.98: empty line received 2025-10-08 19:54:11.98: EndPointMonitor - start process kube event 2025-10-08 19:54:12.00: PodMonitor - Got ADDED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:12.00: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:54:12.00: VncKubernetes - Process event (name=ctest-nginx-svc-07086278 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07086278:7c1563c4-826e-4fcc-b67e-e3a014879859 2025-10-08 19:54:12.01: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:54:12.01: PodMonitor - Done init url=https://10.0.0.22:6443/api/v1/pods, resource_version=1307 2025-10-08 19:54:12.01: PodMonitor - _schedule_vnc_sync 2025-10-08 19:54:12.01: PodMonitor - Start Watching request https://10.0.0.22:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1307'})(timeout=120) 2025-10-08 19:54:12.01: PodMonitor - Watches https://10.0.0.22:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1307'}) 2025-10-08 19:54:12.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:54:12.02: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=ADDED kind=Pod ns=default) VncPod - Got ADDED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:12.07: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:54:12.07: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:54:12.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:12.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-08 19:54:12.08: VncKubernetes - vnc_sync - Pod start 2025-10-08 19:54:12.08: VncKubernetes - vnc_sync - Pod done 2025-10-08 19:54:12.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:13.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.23: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.23: PodMonitor - start process kube event 2025-10-08 19:54:13.23: empty line received 2025-10-08 19:54:13.23: PodMonitor - start process kube event 2025-10-08 19:54:13.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.23: PodMonitor - start process kube event 2025-10-08 19:54:13.23: empty line received 2025-10-08 19:54:13.23: PodMonitor - start process kube event 2025-10-08 19:54:13.24: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.24: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.24: PodMonitor - start process kube event 2025-10-08 19:54:13.24: empty line received 2025-10-08 19:54:13.24: PodMonitor - start process kube event 2025-10-08 19:54:13.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:54:13.29: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:13.30: VncKubernetes - Process event (name=ctest-nginx-pod-25943441 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-25943441:86bee811-915b-4745-85fb-bce077982b93 2025-10-08 19:54:13.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:17.33: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:54:17.34: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:54:17.34: VncKubernetes - Process event (name=ctest-new-default-34339911 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:54:17.34: NamespaceMonitor - start process kube event 2025-10-08 19:54:17.34: empty line received 2025-10-08 19:54:17.34: NamespaceMonitor - start process kube event 2025-10-08 19:54:18.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:20.35: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:54:20.35: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:54:20.35: VncKubernetes - Process event (name=ctest-non-default-94016509 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:54:20.35: NamespaceMonitor - start process kube event 2025-10-08 19:54:20.35: empty line received 2025-10-08 19:54:20.35: NamespaceMonitor - start process kube event 2025-10-08 19:54:22.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:23.37: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:54:23.37: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:54:23.37: VncKubernetes - Process event (name=ctest-new-default-34339911 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:54:23.37: NamespaceMonitor - start process kube event 2025-10-08 19:54:23.37: empty line received 2025-10-08 19:54:23.37: NamespaceMonitor - start process kube event 2025-10-08 19:54:23.37: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:54:23.38: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:54:23.38: NamespaceMonitor - start process kube event 2025-10-08 19:54:23.38: empty line received 2025-10-08 19:54:23.38: NamespaceMonitor - start process kube event 2025-10-08 19:54:23.39: PodMonitor - Received ADDED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:23.39: PodMonitor - Skipped ADDED Pod ctest-new-default-34339911:ctest-pod-77504100 (no nodeName) 2025-10-08 19:54:23.39: PodMonitor - start process kube event 2025-10-08 19:54:23.39: empty line received 2025-10-08 19:54:23.39: PodMonitor - start process kube event 2025-10-08 19:54:23.40: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:23.40: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:23.40: PodMonitor - start process kube event 2025-10-08 19:54:23.40: empty line received 2025-10-08 19:54:23.40: PodMonitor - start process kube event 2025-10-08 19:54:23.42: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:23.42: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:23.42: PodMonitor - start process kube event 2025-10-08 19:54:23.42: empty line received 2025-10-08 19:54:23.42: PodMonitor - start process kube event 2025-10-08 19:54:23.42: PodMonitor - Received ADDED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:23.42: PodMonitor - Skipped ADDED Pod ctest-new-default-34339911:ctest-pod-73947995 (no nodeName) 2025-10-08 19:54:23.42: PodMonitor - start process kube event 2025-10-08 19:54:23.42: empty line received 2025-10-08 19:54:23.42: PodMonitor - start process kube event 2025-10-08 19:54:23.43: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:23.43: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:23.43: PodMonitor - start process kube event 2025-10-08 19:54:23.43: empty line received 2025-10-08 19:54:23.43: PodMonitor - start process kube event 2025-10-08 19:54:23.44: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:23.44: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:23.44: PodMonitor - start process kube event 2025-10-08 19:54:23.44: empty line received 2025-10-08 19:54:23.44: PodMonitor - start process kube event 2025-10-08 19:54:23.47: PodMonitor - Received ADDED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:23.48: PodMonitor - Skipped ADDED Pod ctest-non-default-94016509:ctest-pod-96507268 (no nodeName) 2025-10-08 19:54:23.48: PodMonitor - start process kube event 2025-10-08 19:54:23.48: empty line received 2025-10-08 19:54:23.48: PodMonitor - start process kube event 2025-10-08 19:54:23.48: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:23.48: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:23.48: PodMonitor - start process kube event 2025-10-08 19:54:23.48: empty line received 2025-10-08 19:54:23.48: PodMonitor - start process kube event 2025-10-08 19:54:23.49: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:23.49: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:23.49: PodMonitor - start process kube event 2025-10-08 19:54:23.49: empty line received 2025-10-08 19:54:23.49: PodMonitor - start process kube event 2025-10-08 19:54:23.51: PodMonitor - Received ADDED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:23.51: PodMonitor - Skipped ADDED Pod ctest-non-default-94016509:ctest-pod-43694522 (no nodeName) 2025-10-08 19:54:23.51: PodMonitor - start process kube event 2025-10-08 19:54:23.51: empty line received 2025-10-08 19:54:23.51: PodMonitor - start process kube event 2025-10-08 19:54:23.51: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:23.52: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:23.52: PodMonitor - start process kube event 2025-10-08 19:54:23.52: empty line received 2025-10-08 19:54:23.52: PodMonitor - start process kube event 2025-10-08 19:54:23.52: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:23.52: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:23.52: PodMonitor - start process kube event 2025-10-08 19:54:23.52: empty line received 2025-10-08 19:54:23.52: PodMonitor - start process kube event 2025-10-08 19:54:23.54: PodMonitor - Received ADDED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:23.54: PodMonitor - Skipped ADDED Pod ctest-new-default-34339911:ctest-pod-29176289 (no nodeName) 2025-10-08 19:54:23.54: PodMonitor - start process kube event 2025-10-08 19:54:23.54: empty line received 2025-10-08 19:54:23.54: PodMonitor - start process kube event 2025-10-08 19:54:23.55: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:23.55: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:23.55: PodMonitor - start process kube event 2025-10-08 19:54:23.55: empty line received 2025-10-08 19:54:23.55: PodMonitor - start process kube event 2025-10-08 19:54:23.57: PodMonitor - Received ADDED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:23.57: PodMonitor - Skipped ADDED Pod ctest-new-default-34339911:ctest-pod-61401169 (no nodeName) 2025-10-08 19:54:23.57: PodMonitor - start process kube event 2025-10-08 19:54:23.57: empty line received 2025-10-08 19:54:23.57: PodMonitor - start process kube event 2025-10-08 19:54:23.58: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:23.58: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:23.59: PodMonitor - start process kube event 2025-10-08 19:54:23.59: empty line received 2025-10-08 19:54:23.59: PodMonitor - start process kube event 2025-10-08 19:54:23.61: PodMonitor - Received ADDED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:23.61: PodMonitor - Skipped ADDED Pod ctest-non-default-94016509:ctest-pod-40285103 (no nodeName) 2025-10-08 19:54:23.61: PodMonitor - start process kube event 2025-10-08 19:54:23.61: empty line received 2025-10-08 19:54:23.61: PodMonitor - start process kube event [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:24] "GET /Snh_NamespaceDatabaseList?namespace_uuid=823ce734-3028-4c90-b680-8f434a96d3f8 HTTP/1.1" 200 866 0.003695 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:24] "GET /Snh_NamespaceDatabaseList?namespace_uuid=6e3aafe5-6158-4d22-a30b-e59df9c7180a HTTP/1.1" 200 866 0.002779 2025-10-08 19:54:23.62: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:23.62: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:23.62: PodMonitor - start process kube event 2025-10-08 19:54:23.62: empty line received 2025-10-08 19:54:23.62: PodMonitor - start process kube event 2025-10-08 19:54:23.65: PodMonitor - Received ADDED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:23.65: PodMonitor - Skipped ADDED Pod ctest-non-default-94016509:ctest-pod-81657816 (no nodeName) 2025-10-08 19:54:23.66: PodMonitor - start process kube event 2025-10-08 19:54:23.66: empty line received 2025-10-08 19:54:23.66: PodMonitor - start process kube event 2025-10-08 19:54:23.66: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:23.66: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:23.66: PodMonitor - start process kube event 2025-10-08 19:54:23.66: empty line received 2025-10-08 19:54:23.66: PodMonitor - start process kube event 2025-10-08 19:54:24.02: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-08 19:54:24.02: VncKubernetes - Process event (name=ctest-non-default-94016509 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:54:24.53: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:54:24.53: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:25.00: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:25.01: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:25.01: PodMonitor - start process kube event 2025-10-08 19:54:25.01: empty line received 2025-10-08 19:54:25.01: PodMonitor - start process kube event 2025-10-08 19:54:25.52: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:25.52: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:25.53: PodMonitor - start process kube event 2025-10-08 19:54:25.53: empty line received 2025-10-08 19:54:25.53: PodMonitor - start process kube event 2025-10-08 19:54:25.54: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-08 19:54:25.54: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:25.60: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:54:25.60: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:25.81: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:25.81: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:25.81: PodMonitor - start process kube event 2025-10-08 19:54:25.81: empty line received 2025-10-08 19:54:25.81: PodMonitor - start process kube event 2025-10-08 19:54:26.20: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:26.20: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:26.20: PodMonitor - start process kube event 2025-10-08 19:54:26.20: empty line received 2025-10-08 19:54:26.20: PodMonitor - start process kube event 2025-10-08 19:54:26.25: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:26.25: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:26.25: PodMonitor - start process kube event 2025-10-08 19:54:26.25: empty line received 2025-10-08 19:54:26.25: PodMonitor - start process kube event 2025-10-08 19:54:26.26: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-08 19:54:26.26: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:26.38: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-08 19:54:26.38: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:26.61: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:26.61: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:26.61: PodMonitor - start process kube event 2025-10-08 19:54:26.61: empty line received 2025-10-08 19:54:26.61: PodMonitor - start process kube event 2025-10-08 19:54:27.16: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:27.16: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:27.16: PodMonitor - start process kube event 2025-10-08 19:54:27.16: empty line received 2025-10-08 19:54:27.16: PodMonitor - start process kube event 2025-10-08 19:54:27.17: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-08 19:54:27.17: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:27.29: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-08 19:54:27.29: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:27.86: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:27.86: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:27.87: PodMonitor - start process kube event 2025-10-08 19:54:27.87: empty line received 2025-10-08 19:54:27.87: PodMonitor - start process kube event 2025-10-08 19:54:27.88: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-08 19:54:27.88: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:28.00: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:54:28.00: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:28.67: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:28.67: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:28.67: PodMonitor - start process kube event 2025-10-08 19:54:28.67: empty line received 2025-10-08 19:54:28.67: PodMonitor - start process kube event 2025-10-08 19:54:28.68: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:54:28.68: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:29.35: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:29.35: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:29.35: PodMonitor - start process kube event 2025-10-08 19:54:29.35: empty line received 2025-10-08 19:54:29.35: PodMonitor - start process kube event 2025-10-08 19:54:29.36: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:54:29.36: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:29.99: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:29.99: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:29.99: PodMonitor - start process kube event 2025-10-08 19:54:29.99: empty line received 2025-10-08 19:54:29.99: PodMonitor - start process kube event 2025-10-08 19:54:30.00: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:54:30.00: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:30.63: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:30.63: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:30.63: PodMonitor - start process kube event 2025-10-08 19:54:30.63: empty line received 2025-10-08 19:54:30.63: PodMonitor - start process kube event 2025-10-08 19:54:30.64: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-08 19:54:30.64: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:30.76: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-08 19:54:30.76: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:30.77: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-08 19:54:30.77: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:30.85: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-08 19:54:30.85: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:30.97: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-08 19:54:30.97: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:30.98: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-08 19:54:30.98: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:31.04: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-08 19:54:31.04: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:31.10: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:54:31.10: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:31.15: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:54:31.15: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:31.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:54:31.16: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:31.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:54:31.21: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:31.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:31.22: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:31.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:35.26: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:35.26: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:35.26: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:54:35.26: PodMonitor - start process kube event 2025-10-08 19:54:35.26: empty line received 2025-10-08 19:54:35.26: PodMonitor - start process kube event 2025-10-08 19:54:35.27: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:35.27: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:54:35.27: PodMonitor - start process kube event 2025-10-08 19:54:35.27: empty line received 2025-10-08 19:54:35.27: PodMonitor - start process kube event 2025-10-08 19:54:35.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:35.27: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:39] "GET /Snh_VirtualMachineDatabaseList?x=f9e0e688-d11e-4e05-b32c-bc6155df160f HTTP/1.1" 200 2483 0.000715 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:39] "GET /Snh_VirtualMachineDatabaseList?x=c1fd8b68-ff2e-4033-8198-c6220da21f36 HTTP/1.1" 200 2483 0.000719 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:39] "GET /Snh_VirtualMachineDatabaseList?x=9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 HTTP/1.1" 200 2483 0.000722 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:39] "GET /Snh_VirtualMachineDatabaseList?x=47381c49-bead-4277-911b-894b4af05685 HTTP/1.1" 200 2483 0.000721 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:44] "GET /Snh_VirtualMachineDatabaseList?x=a8e67511-73ba-4997-85bd-40c3758e09a7 HTTP/1.1" 200 2413 0.001063 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:44] "GET /Snh_VirtualMachineDatabaseList?x=c129f220-36bc-4c9a-8f51-f151b599a122 HTTP/1.1" 200 2413 0.000806 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:44] "GET /Snh_VirtualMachineDatabaseList?x=731186e6-8c0f-45e5-bda9-8deb5cc50959 HTTP/1.1" 200 2413 0.000847 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:44] "GET /Snh_VirtualMachineDatabaseList?x=91e0f090-84d9-49e8-ae5b-d397fa19a8ae HTTP/1.1" 200 2413 0.000657 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:46] "GET /Snh_LoadbalancerDatabaseList?x=3a52c910-02ea-4e30-b7e3-9e41585c963a HTTP/1.1" 200 1862 0.000874 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:46] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=bfa503fd-ae15-4d3b-9d2f-4837a8129732 HTTP/1.1" 200 2095 0.000661 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:46] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=bfa503fd-ae15-4d3b-9d2f-4837a8129732 HTTP/1.1" 200 2095 0.000633 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:54:48] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=bfa503fd-ae15-4d3b-9d2f-4837a8129732 HTTP/1.1" 200 2302 0.000749 2025-10-08 19:54:35.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:36.27: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:36.27: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:36.27: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:54:36.27: PodMonitor - start process kube event 2025-10-08 19:54:36.27: empty line received 2025-10-08 19:54:36.27: PodMonitor - start process kube event 2025-10-08 19:54:36.28: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:36.28: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:36.28: PodMonitor - start process kube event 2025-10-08 19:54:36.28: empty line received 2025-10-08 19:54:36.28: PodMonitor - start process kube event 2025-10-08 19:54:36.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:36.28: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:54:36.29: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:36.29: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:36.29: PodMonitor - start process kube event 2025-10-08 19:54:36.29: empty line received 2025-10-08 19:54:36.29: PodMonitor - start process kube event 2025-10-08 19:54:36.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:36.30: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:54:36.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:37.27: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:37.27: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:37.27: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:54:37.28: PodMonitor - start process kube event 2025-10-08 19:54:37.28: empty line received 2025-10-08 19:54:37.28: PodMonitor - start process kube event 2025-10-08 19:54:37.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:38.27: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:38.27: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:38.27: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:54:38.27: PodMonitor - start process kube event 2025-10-08 19:54:38.27: empty line received 2025-10-08 19:54:38.27: PodMonitor - start process kube event 2025-10-08 19:54:38.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:41.28: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:41.28: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:41.28: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:54:41.28: PodMonitor - start process kube event 2025-10-08 19:54:41.28: empty line received 2025-10-08 19:54:41.28: PodMonitor - start process kube event 2025-10-08 19:54:41.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:45.13: ServiceMonitor - Received ADDED Service ctest-new-default-34339911:ctest-nginx-svc-69539691:3a52c910-02ea-4e30-b7e3-9e41585c963a 2025-10-08 19:54:45.13: ServiceMonitor - Got ADDED Service ctest-new-default-34339911:ctest-nginx-svc-69539691:3a52c910-02ea-4e30-b7e3-9e41585c963a 2025-10-08 19:54:45.13: VncKubernetes - Process event (name=ctest-nginx-svc-69539691 event_type=ADDED kind=Service ns=ctest-new-default-34339911) VncService - Got ADDED Service ctest-new-default-34339911:ctest-nginx-svc-69539691:3a52c910-02ea-4e30-b7e3-9e41585c963a 2025-10-08 19:54:45.14: ServiceMonitor - start process kube event 2025-10-08 19:54:45.14: empty line received 2025-10-08 19:54:45.14: ServiceMonitor - start process kube event 2025-10-08 19:54:45.14: EndPointMonitor - Received ADDED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:54:45.15: EndPointMonitor - Got ADDED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:54:45.15: EndPointMonitor - start process kube event 2025-10-08 19:54:45.15: empty line received 2025-10-08 19:54:45.15: EndPointMonitor - start process kube event 2025-10-08 19:54:46.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:54:46.04: VncKubernetes - Process event (name=ctest-nginx-svc-69539691 event_type=ADDED kind=Endpoints ns=ctest-new-default-34339911) VncEndpoints - Got ADDED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:54:46.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:46.70: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:54:46.71: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:54:46.71: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-34339911) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:54:46.71: NetworkPolicyMonitor - start process kube event 2025-10-08 19:54:46.71: empty line received 2025-10-08 19:54:46.71: NetworkPolicyMonitor - start process kube event 2025-10-08 19:54:47.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:58.93: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.22', port=6443): Read timed out. 2025-10-08 19:54:58.93: NetworkMonitor - start process kube event 2025-10-08 19:54:58.93: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=468 2025-10-08 19:54:58.93: NetworkMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:54:58.93: NetworkMonitor - Connect Kube API result 0 2025-10-08 19:54:58.93: NetworkMonitor - _schedule_vnc_sync 2025-10-08 19:54:58.93: NetworkMonitor - Start Watching request https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'})(timeout=120) 2025-10-08 19:54:58.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-08 19:54:58.94: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip [Introspect:8108]10.0.0.22 - - [2025-10-08 19:55:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001017 2025-10-08 19:54:58.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:58.94: NetworkMonitor - Watches https://10.0.0.22:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '468'}) 2025-10-08 19:54:59.15: IngressMonitor - Received BOOKMARK: oldResVer=1189 newResVer=1289 2025-10-08 19:54:59.15: IngressMonitor - start process kube event 2025-10-08 19:54:59.15: IngressMonitor - _schedule_vnc_sync 2025-10-08 19:54:59.15: empty line received 2025-10-08 19:54:59.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-08 19:54:59.15: VncKubernetes - vnc_sync - Ingress start 2025-10-08 19:54:59.15: VncKubernetes - vnc_sync - Ingress done 2025-10-08 19:54:59.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:59.15: IngressMonitor - start process kube event 2025-10-08 19:54:59.24: ServiceMonitor - Received BOOKMARK: oldResVer=1162 newResVer=1449 2025-10-08 19:54:59.24: ServiceMonitor - start process kube event 2025-10-08 19:54:59.24: ServiceMonitor - _schedule_vnc_sync 2025-10-08 19:54:59.24: empty line received 2025-10-08 19:54:59.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-08 19:54:59.24: VncKubernetes - vnc_sync - Service start 2025-10-08 19:54:59.24: VncKubernetes - vnc_sync - Service done 2025-10-08 19:54:59.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:54:59.24: ServiceMonitor - start process kube event 2025-10-08 19:54:59.34: NamespaceMonitor - Received BOOKMARK: oldResVer=464 newResVer=1341 2025-10-08 19:54:59.34: NamespaceMonitor - start process kube event 2025-10-08 19:54:59.34: empty line received 2025-10-08 19:54:59.34: NamespaceMonitor - start process kube event 2025-10-08 19:55:00.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1081 newResVer=1452 2025-10-08 19:55:00.37: NetworkPolicyMonitor - start process kube event 2025-10-08 19:55:00.37: empty line received 2025-10-08 19:55:00.37: NetworkPolicyMonitor - start process kube event 2025-10-08 19:55:01.37: EndPointMonitor - Received BOOKMARK: oldResVer=1216 newResVer=1450 2025-10-08 19:55:01.37: EndPointMonitor - start process kube event 2025-10-08 19:55:01.37: empty line received 2025-10-08 19:55:01.37: EndPointMonitor - start process kube event 2025-10-08 19:55:05.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:55:05.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:55:05.35: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:55:05.35: PodMonitor - start process kube event 2025-10-08 19:55:05.35: empty line received 2025-10-08 19:55:05.35: PodMonitor - start process kube event 2025-10-08 19:55:05.36: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:55:05.36: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:55:05.36: EndPointMonitor - start process kube event 2025-10-08 19:55:05.36: empty line received 2025-10-08 19:55:05.36: EndPointMonitor - start process kube event 2025-10-08 19:55:05.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:55:05.37: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:55:05.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:55:05.95: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:55:05.95: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:55:05.95: VncKubernetes - Process event (name=coredns-6f867cd986-q8z57 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-q8z57:655a131a-c18c-4ffb-be7c-dc3cee12b430 2025-10-08 19:55:05.95: PodMonitor - start process kube event 2025-10-08 19:55:05.95: empty line received 2025-10-08 19:55:05.95: PodMonitor - start process kube event 2025-10-08 19:55:05.97: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:55:05.97: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:55:05.97: EndPointMonitor - start process kube event 2025-10-08 19:55:05.97: empty line received 2025-10-08 19:55:05.97: EndPointMonitor - start process kube event 2025-10-08 19:55:06.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:55:06.01: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4eb272e1-18dc-4883-9c10-32c92b5a12bc 2025-10-08 19:55:06.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:55:11.84: PodMonitor - Received BOOKMARK: oldResVer=1307 newResVer=1495 2025-10-08 19:55:11.84: PodMonitor - start process kube event 2025-10-08 19:55:11.84: empty line received 2025-10-08 19:55:11.84: PodMonitor - start process kube event 2025-10-08 19:55:59.01: ServiceMonitor - Received BOOKMARK: oldResVer=1449 newResVer=1449 2025-10-08 19:55:59.01: ServiceMonitor - start process kube event 2025-10-08 19:55:59.01: empty line received 2025-10-08 19:55:59.01: ServiceMonitor - start process kube event 2025-10-08 19:55:59.26: IngressMonitor - Received BOOKMARK: oldResVer=1289 newResVer=1289 2025-10-08 19:55:59.27: IngressMonitor - start process kube event 2025-10-08 19:55:59.27: empty line received 2025-10-08 19:55:59.27: IngressMonitor - start process kube event 2025-10-08 19:55:59.79: NetworkMonitor - Received BOOKMARK: oldResVer=468 newResVer=1501 2025-10-08 19:55:59.80: NetworkMonitor - start process kube event 2025-10-08 19:55:59.80: empty line received 2025-10-08 19:55:59.80: NetworkMonitor - start process kube event 2025-10-08 19:55:59.99: NamespaceMonitor - Received BOOKMARK: oldResVer=1341 newResVer=1341 2025-10-08 19:55:59.99: NamespaceMonitor - start process kube event 2025-10-08 19:55:59.99: empty line received 2025-10-08 19:55:59.99: NamespaceMonitor - start process kube event 2025-10-08 19:56:00.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1452 newResVer=1452 2025-10-08 19:56:00.45: NetworkPolicyMonitor - start process kube event 2025-10-08 19:56:00.45: empty line received 2025-10-08 19:56:00.45: NetworkPolicyMonitor - start process kube event 2025-10-08 19:56:01.95: EndPointMonitor - Received BOOKMARK: oldResVer=1450 newResVer=1497 2025-10-08 19:56:01.95: EndPointMonitor - start process kube event 2025-10-08 19:56:01.95: empty line received 2025-10-08 19:56:01.95: EndPointMonitor - start process kube event 2025-10-08 19:56:11.35: PodMonitor - Received BOOKMARK: oldResVer=1495 newResVer=1495 2025-10-08 19:56:11.35: PodMonitor - start process kube event 2025-10-08 19:56:11.35: empty line received 2025-10-08 19:56:11.35: PodMonitor - start process kube event 2025-10-08 19:56:53.11: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:56:53.11: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:56:53.11: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-34339911) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:56:53.11: NetworkPolicyMonitor - start process kube event 2025-10-08 19:56:53.12: empty line received 2025-10-08 19:56:53.12: NetworkPolicyMonitor - start process kube event [Introspect:8108]10.0.0.22 - - [2025-10-08 19:57:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001026 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:57:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001067 [Introspect:8108]10.0.0.22 - - [2025-10-08 19:57:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001061 2025-10-08 19:56:54.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:56:58.69: ServiceMonitor - Received BOOKMARK: oldResVer=1449 newResVer=1449 2025-10-08 19:56:58.69: ServiceMonitor - start process kube event 2025-10-08 19:56:58.69: empty line received 2025-10-08 19:56:58.69: ServiceMonitor - start process kube event 2025-10-08 19:56:59.34: IngressMonitor - Received BOOKMARK: oldResVer=1289 newResVer=1289 2025-10-08 19:56:59.34: IngressMonitor - start process kube event 2025-10-08 19:56:59.34: empty line received 2025-10-08 19:56:59.34: IngressMonitor - start process kube event 2025-10-08 19:56:59.42: NetworkMonitor - Received BOOKMARK: oldResVer=1501 newResVer=1501 2025-10-08 19:56:59.42: NetworkMonitor - start process kube event 2025-10-08 19:56:59.42: empty line received 2025-10-08 19:56:59.42: NetworkMonitor - start process kube event 2025-10-08 19:57:00.04: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1452 newResVer=1652 2025-10-08 19:57:00.04: NetworkPolicyMonitor - start process kube event 2025-10-08 19:57:00.04: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-08 19:57:00.04: empty line received 2025-10-08 19:57:00.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-08 19:57:00.04: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-08 19:57:00.04: NetworkPolicyMonitor - start process kube event 2025-10-08 19:57:00.04: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-08 19:57:00.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:00.25: NamespaceMonitor - Received BOOKMARK: oldResVer=1341 newResVer=1341 2025-10-08 19:57:00.25: NamespaceMonitor - start process kube event 2025-10-08 19:57:00.25: NamespaceMonitor - _schedule_vnc_sync 2025-10-08 19:57:00.25: empty line received 2025-10-08 19:57:00.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-08 19:57:00.25: VncKubernetes - vnc_sync - Namespace start 2025-10-08 19:57:00.25: VncKubernetes - vnc_sync - Namespace done 2025-10-08 19:57:00.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:00.25: NamespaceMonitor - start process kube event 2025-10-08 19:57:02.11: EndPointMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-10-08 19:57:02.11: EndPointMonitor - start process kube event 2025-10-08 19:57:02.11: EndPointMonitor - _schedule_vnc_sync 2025-10-08 19:57:02.11: empty line received 2025-10-08 19:57:02.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-08 19:57:02.11: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-08 19:57:02.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:02.11: EndPointMonitor - start process kube event 2025-10-08 19:57:11.30: PodMonitor - Received BOOKMARK: oldResVer=1495 newResVer=1495 2025-10-08 19:57:11.30: PodMonitor - start process kube event 2025-10-08 19:57:11.30: empty line received 2025-10-08 19:57:11.30: PodMonitor - start process kube event 2025-10-08 19:57:31.25: IngressMonitor - Received BOOKMARK: oldResVer=1289 newResVer=1289 2025-10-08 19:57:31.25: IngressMonitor - start process kube event 2025-10-08 19:57:31.25: empty line received 2025-10-08 19:57:31.25: IngressMonitor - start process kube event 2025-10-08 19:57:32.44: IngressMonitor - Received BOOKMARK: oldResVer=1289 newResVer=1289 2025-10-08 19:57:32.44: IngressMonitor - start process kube event 2025-10-08 19:57:32.44: empty line received 2025-10-08 19:57:32.44: IngressMonitor - start process kube event 2025-10-08 19:57:33.36: stop iteration IngressMonitor 2025-10-08 19:57:33.36: IngressMonitor - start process kube event 2025-10-08 19:57:33.36: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1289 2025-10-08 19:57:33.36: IngressMonitor - Try to connect Kube API 10.0.0.22:6443 2025-10-08 19:57:33.36: IngressMonitor - Connect Kube API result 0 2025-10-08 19:57:33.36: IngressMonitor - _schedule_vnc_sync 2025-10-08 19:57:33.36: IngressMonitor - Start Watching request https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1289'})(timeout=120) 2025-10-08 19:57:33.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-08 19:57:33.36: VncKubernetes - vnc_sync - Ingress start 2025-10-08 19:57:33.36: VncKubernetes - vnc_sync - Ingress done 2025-10-08 19:57:33.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:33.37: IngressMonitor - Watches https://10.0.0.22:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1289'}) 2025-10-08 19:57:55.40: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:55.40: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:55.40: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:55.41: PodMonitor - start process kube event 2025-10-08 19:57:55.41: empty line received 2025-10-08 19:57:55.41: PodMonitor - start process kube event 2025-10-08 19:57:55.42: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:55.42: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:55.42: PodMonitor - start process kube event 2025-10-08 19:57:55.42: empty line received 2025-10-08 19:57:55.42: PodMonitor - start process kube event 2025-10-08 19:57:55.42: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:57:55.42: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:57:55.42: EndPointMonitor - start process kube event 2025-10-08 19:57:55.42: empty line received 2025-10-08 19:57:55.42: EndPointMonitor - start process kube event 2025-10-08 19:57:55.43: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:55.43: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:55.43: PodMonitor - start process kube event 2025-10-08 19:57:55.43: empty line received 2025-10-08 19:57:55.43: PodMonitor - start process kube event 2025-10-08 19:57:55.44: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:55.44: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:55.44: PodMonitor - start process kube event 2025-10-08 19:57:55.44: empty line received 2025-10-08 19:57:55.44: PodMonitor - start process kube event 2025-10-08 19:57:55.45: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:57:55.45: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:57:55.45: EndPointMonitor - start process kube event 2025-10-08 19:57:55.45: empty line received 2025-10-08 19:57:55.45: EndPointMonitor - start process kube event 2025-10-08 19:57:55.46: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:57:55.46: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:55.47: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:57:55.47: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:57:55.47: PodMonitor - start process kube event 2025-10-08 19:57:55.47: empty line received 2025-10-08 19:57:55.47: PodMonitor - start process kube event 2025-10-08 19:57:55.47: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:57:55.47: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:57:55.48: PodMonitor - start process kube event 2025-10-08 19:57:55.48: empty line received 2025-10-08 19:57:55.48: PodMonitor - start process kube event 2025-10-08 19:57:55.48: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:57:55.48: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:57:55.48: PodMonitor - start process kube event 2025-10-08 19:57:55.48: empty line received 2025-10-08 19:57:55.48: PodMonitor - start process kube event 2025-10-08 19:57:55.48: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:57:55.48: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:57:55.48: PodMonitor - start process kube event 2025-10-08 19:57:55.48: empty line received 2025-10-08 19:57:55.48: PodMonitor - start process kube event 2025-10-08 19:57:55.48: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-08 19:57:55.48: VncKubernetes - Process event (name=ctest-nginx-svc-69539691 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-34339911) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:57:55.67: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-08 19:57:55.67: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:55.73: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-08 19:57:55.73: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:55.74: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:57:55.74: VncKubernetes - Process event (name=ctest-nginx-svc-69539691 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-34339911) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:57:55.79: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:57:55.79: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:57:55.80: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:57:55.80: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:57:55.86: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:57:55.86: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:57:55.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:57:55.87: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:57:55.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:56.31: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.31: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.31: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.32: PodMonitor - start process kube event 2025-10-08 19:57:56.32: empty line received 2025-10-08 19:57:56.32: PodMonitor - start process kube event 2025-10-08 19:57:56.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:56.62: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.62: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.62: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.62: PodMonitor - start process kube event 2025-10-08 19:57:56.62: empty line received 2025-10-08 19:57:56.62: PodMonitor - start process kube event 2025-10-08 19:57:56.62: PodMonitor - Received DELETED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.62: PodMonitor - Got DELETED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:56.62: PodMonitor - start process kube event 2025-10-08 19:57:56.62: empty line received 2025-10-08 19:57:56.62: PodMonitor - start process kube event 2025-10-08 19:57:56.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:57:56.63: VncKubernetes - Process event (name=ctest-pod-77504100 event_type=DELETED kind=Pod ns=ctest-new-default-34339911) VncPod - Got DELETED Pod ctest-new-default-34339911:ctest-pod-77504100:f9e0e688-d11e-4e05-b32c-bc6155df160f 2025-10-08 19:57:57.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:57.32: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.32: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.32: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.32: PodMonitor - start process kube event 2025-10-08 19:57:57.32: empty line received 2025-10-08 19:57:57.32: PodMonitor - start process kube event 2025-10-08 19:57:57.33: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.33: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.33: PodMonitor - start process kube event 2025-10-08 19:57:57.33: empty line received 2025-10-08 19:57:57.33: PodMonitor - start process kube event 2025-10-08 19:57:57.33: PodMonitor - Received DELETED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.33: PodMonitor - Got DELETED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.33: PodMonitor - start process kube event 2025-10-08 19:57:57.33: empty line received 2025-10-08 19:57:57.33: PodMonitor - start process kube event 2025-10-08 19:57:57.34: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.34: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.34: PodMonitor - start process kube event 2025-10-08 19:57:57.34: empty line received 2025-10-08 19:57:57.34: PodMonitor - start process kube event 2025-10-08 19:57:57.34: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.35: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.35: PodMonitor - start process kube event 2025-10-08 19:57:57.35: empty line received 2025-10-08 19:57:57.35: PodMonitor - start process kube event 2025-10-08 19:57:57.35: PodMonitor - Received DELETED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.35: PodMonitor - Got DELETED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.35: PodMonitor - start process kube event 2025-10-08 19:57:57.35: empty line received 2025-10-08 19:57:57.35: PodMonitor - start process kube event 2025-10-08 19:57:57.38: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:57:57.38: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.39: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:57:57.39: VncKubernetes - Process event (name=ctest-pod-73947995 event_type=DELETED kind=Pod ns=ctest-new-default-34339911) VncPod - Got DELETED Pod ctest-new-default-34339911:ctest-pod-73947995:c1fd8b68-ff2e-4033-8198-c6220da21f36 2025-10-08 19:57:57.82: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:57.82: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:57.82: PodMonitor - start process kube event 2025-10-08 19:57:57.82: empty line received 2025-10-08 19:57:57.82: PodMonitor - start process kube event 2025-10-08 19:57:57.84: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:57:57.84: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.90: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:57:57.90: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:57.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:57:57.95: VncKubernetes - Process event (name=ctest-pod-43694522 event_type=DELETED kind=Pod ns=ctest-non-default-94016509) VncPod - Got DELETED Pod ctest-non-default-94016509:ctest-pod-43694522:47381c49-bead-4277-911b-894b4af05685 2025-10-08 19:57:58.01: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:58.01: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:58.01: PodMonitor - start process kube event 2025-10-08 19:57:58.01: empty line received 2025-10-08 19:57:58.01: PodMonitor - start process kube event 2025-10-08 19:57:58.02: PodMonitor - Received DELETED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:58.02: PodMonitor - Got DELETED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:58.02: PodMonitor - start process kube event 2025-10-08 19:57:58.02: empty line received 2025-10-08 19:57:58.02: PodMonitor - start process kube event 2025-10-08 19:57:58.31: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:57:58.31: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:58.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:57:58.37: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:58.37: ServiceMonitor - Received BOOKMARK: oldResVer=1449 newResVer=1449 2025-10-08 19:57:58.37: ServiceMonitor - start process kube event 2025-10-08 19:57:58.37: empty line received 2025-10-08 19:57:58.37: ServiceMonitor - start process kube event 2025-10-08 19:57:58.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:57:58.42: VncKubernetes - Process event (name=ctest-pod-96507268 event_type=DELETED kind=Pod ns=ctest-non-default-94016509) VncPod - Got DELETED Pod ctest-non-default-94016509:ctest-pod-96507268:9ec2aded-c601-42fe-b2ad-e98f93b1d1b5 2025-10-08 19:57:58.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:57:58.99: NetworkMonitor - Received BOOKMARK: oldResVer=1501 newResVer=1501 2025-10-08 19:57:58.99: NetworkMonitor - start process kube event 2025-10-08 19:57:58.99: empty line received 2025-10-08 19:57:58.99: NetworkMonitor - start process kube event 2025-10-08 19:57:59.64: NamespaceMonitor - Received BOOKMARK: oldResVer=1341 newResVer=1341 2025-10-08 19:57:59.64: NamespaceMonitor - start process kube event 2025-10-08 19:57:59.64: empty line received 2025-10-08 19:57:59.64: NamespaceMonitor - start process kube event 2025-10-08 19:58:00.00: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1652 newResVer=1652 2025-10-08 19:58:00.00: NetworkPolicyMonitor - start process kube event 2025-10-08 19:58:00.00: empty line received 2025-10-08 19:58:00.00: NetworkPolicyMonitor - start process kube event 2025-10-08 19:58:01.72: EndPointMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1742 2025-10-08 19:58:01.72: EndPointMonitor - start process kube event 2025-10-08 19:58:01.72: empty line received 2025-10-08 19:58:01.72: EndPointMonitor - start process kube event 2025-10-08 19:58:12.18: PodMonitor - Received BOOKMARK: oldResVer=1495 newResVer=1772 2025-10-08 19:58:12.18: PodMonitor - start process kube event 2025-10-08 19:58:12.18: PodMonitor - _schedule_vnc_sync 2025-10-08 19:58:12.18: empty line received 2025-10-08 19:58:12.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-08 19:58:12.18: VncKubernetes - vnc_sync - Pod start 2025-10-08 19:58:12.19: VncKubernetes - vnc_sync - Pod done 2025-10-08 19:58:12.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:58:12.19: PodMonitor - start process kube event 2025-10-08 19:58:26.39: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.39: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.39: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.39: PodMonitor - start process kube event 2025-10-08 19:58:26.39: empty line received 2025-10-08 19:58:26.39: PodMonitor - start process kube event 2025-10-08 19:58:26.40: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.40: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.40: PodMonitor - start process kube event 2025-10-08 19:58:26.40: empty line received 2025-10-08 19:58:26.40: PodMonitor - start process kube event 2025-10-08 19:58:26.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:58:26.40: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.40: PodMonitor - Received DELETED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.40: PodMonitor - Got DELETED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.40: PodMonitor - start process kube event 2025-10-08 19:58:26.40: empty line received 2025-10-08 19:58:26.40: PodMonitor - start process kube event 2025-10-08 19:58:26.41: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.41: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.41: PodMonitor - start process kube event 2025-10-08 19:58:26.41: empty line received 2025-10-08 19:58:26.41: PodMonitor - start process kube event 2025-10-08 19:58:26.42: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.42: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.42: PodMonitor - start process kube event 2025-10-08 19:58:26.42: empty line received 2025-10-08 19:58:26.42: PodMonitor - start process kube event 2025-10-08 19:58:26.42: PodMonitor - Received DELETED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.43: PodMonitor - Got DELETED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.43: PodMonitor - start process kube event 2025-10-08 19:58:26.43: empty line received 2025-10-08 19:58:26.43: PodMonitor - start process kube event 2025-10-08 19:58:26.43: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:26.43: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:26.43: PodMonitor - start process kube event 2025-10-08 19:58:26.43: empty line received 2025-10-08 19:58:26.43: PodMonitor - start process kube event 2025-10-08 19:58:26.45: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:58:26.45: VncKubernetes - Process event (name=ctest-pod-81657816 event_type=DELETED kind=Pod ns=ctest-non-default-94016509) VncPod - Got DELETED Pod ctest-non-default-94016509:ctest-pod-81657816:91e0f090-84d9-49e8-ae5b-d397fa19a8ae 2025-10-08 19:58:26.58: PodMonitor - Received MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:26.58: PodMonitor - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:26.58: PodMonitor - start process kube event 2025-10-08 19:58:26.58: empty line received 2025-10-08 19:58:26.58: PodMonitor - start process kube event 2025-10-08 19:58:26.58: PodMonitor - Received DELETED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:26.58: PodMonitor - Got DELETED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:26.58: PodMonitor - start process kube event 2025-10-08 19:58:26.58: empty line received 2025-10-08 19:58:26.58: PodMonitor - start process kube event 2025-10-08 19:58:26.80: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-08 19:58:26.80: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.85: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-08 19:58:26.85: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:26.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:58:26.90: VncKubernetes - Process event (name=ctest-pod-29176289 event_type=DELETED kind=Pod ns=ctest-new-default-34339911) VncPod - Got DELETED Pod ctest-new-default-34339911:ctest-pod-29176289:a8e67511-73ba-4997-85bd-40c3758e09a7 2025-10-08 19:58:27.17: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.17: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.18: PodMonitor - start process kube event 2025-10-08 19:58:27.18: empty line received 2025-10-08 19:58:27.18: PodMonitor - start process kube event 2025-10-08 19:58:27.28: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:58:27.28: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:27.34: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:58:27.34: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=MODIFIED kind=Pod ns=ctest-non-default-94016509) VncPod - Got MODIFIED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:27.38: PodMonitor - Received MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.38: PodMonitor - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.38: PodMonitor - start process kube event 2025-10-08 19:58:27.38: empty line received 2025-10-08 19:58:27.38: PodMonitor - start process kube event 2025-10-08 19:58:27.38: PodMonitor - Received DELETED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.38: PodMonitor - Got DELETED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.38: PodMonitor - start process kube event 2025-10-08 19:58:27.38: empty line received 2025-10-08 19:58:27.38: PodMonitor - start process kube event 2025-10-08 19:58:27.39: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:58:27.39: VncKubernetes - Process event (name=ctest-pod-40285103 event_type=DELETED kind=Pod ns=ctest-non-default-94016509) VncPod - Got DELETED Pod ctest-non-default-94016509:ctest-pod-40285103:c129f220-36bc-4c9a-8f51-f151b599a122 2025-10-08 19:58:27.81: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:58:27.81: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.86: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:58:27.86: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=MODIFIED kind=Pod ns=ctest-new-default-34339911) VncPod - Got MODIFIED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:27.92: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:58:27.92: VncKubernetes - Process event (name=ctest-pod-61401169 event_type=DELETED kind=Pod ns=ctest-new-default-34339911) VncPod - Got DELETED Pod ctest-new-default-34339911:ctest-pod-61401169:731186e6-8c0f-45e5-bda9-8deb5cc50959 2025-10-08 19:58:28.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:58:30.62: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:30.62: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:30.62: VncKubernetes - Process event (name=ctest-non-default-94016509 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:30.62: NamespaceMonitor - start process kube event 2025-10-08 19:58:30.62: empty line received 2025-10-08 19:58:30.62: NamespaceMonitor - start process kube event 2025-10-08 19:58:30.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:58:35.80: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:35.80: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:35.80: VncKubernetes - Process event (name=ctest-non-default-94016509 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:35.80: NamespaceMonitor - start process kube event 2025-10-08 19:58:35.80: empty line received 2025-10-08 19:58:35.80: NamespaceMonitor - start process kube event 2025-10-08 19:58:35.81: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:35.81: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:35.81: NamespaceMonitor - start process kube event 2025-10-08 19:58:35.81: empty line received 2025-10-08 19:58:35.81: NamespaceMonitor - start process kube event 2025-10-08 19:58:36.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:58:36.08: VncKubernetes - Process event (name=ctest-non-default-94016509 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-94016509:6e3aafe5-6158-4d22-a30b-e59df9c7180a 2025-10-08 19:58:36.64: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:36.64: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:36.64: NamespaceMonitor - start process kube event 2025-10-08 19:58:36.64: empty line received 2025-10-08 19:58:36.64: NamespaceMonitor - start process kube event 2025-10-08 19:58:37.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:58:37.05: VncKubernetes - Process event (name=ctest-new-default-34339911 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:37.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:58:41.75: ServiceMonitor - Received DELETED Service ctest-new-default-34339911:ctest-nginx-svc-69539691:3a52c910-02ea-4e30-b7e3-9e41585c963a 2025-10-08 19:58:41.76: ServiceMonitor - Got DELETED Service ctest-new-default-34339911:ctest-nginx-svc-69539691:3a52c910-02ea-4e30-b7e3-9e41585c963a 2025-10-08 19:58:41.76: VncKubernetes - Process event (name=ctest-nginx-svc-69539691 event_type=DELETED kind=Service ns=ctest-new-default-34339911) VncService - Got DELETED Service ctest-new-default-34339911:ctest-nginx-svc-69539691:3a52c910-02ea-4e30-b7e3-9e41585c963a 2025-10-08 19:58:41.76: ServiceMonitor - start process kube event 2025-10-08 19:58:41.76: empty line received 2025-10-08 19:58:41.76: ServiceMonitor - start process kube event 2025-10-08 19:58:41.77: EndPointMonitor - Received DELETED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:58:41.77: EndPointMonitor - Got DELETED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:58:41.77: EndPointMonitor - start process kube event 2025-10-08 19:58:41.77: empty line received 2025-10-08 19:58:41.77: EndPointMonitor - start process kube event 2025-10-08 19:58:41.81: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:58:41.81: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:58:41.81: NetworkPolicyMonitor - start process kube event 2025-10-08 19:58:41.82: empty line received 2025-10-08 19:58:41.82: NetworkPolicyMonitor - start process kube event 2025-10-08 19:58:41.92: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:41.93: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:41.93: NamespaceMonitor - start process kube event 2025-10-08 19:58:41.93: empty line received 2025-10-08 19:58:41.93: NamespaceMonitor - start process kube event 2025-10-08 19:58:41.93: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:41.93: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:41.93: NamespaceMonitor - start process kube event 2025-10-08 19:58:41.93: empty line received 2025-10-08 19:58:41.93: NamespaceMonitor - start process kube event 2025-10-08 19:58:42.07: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-08 19:58:42.07: VncKubernetes - Process event (name=ctest-nginx-svc-69539691 event_type=DELETED kind=Endpoints ns=ctest-new-default-34339911) VncEndpoints - Got DELETED Endpoints ctest-new-default-34339911:ctest-nginx-svc-69539691:32970791-b2ba-448a-8d46-ccf12eb95062 2025-10-08 19:58:42.07: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-08 19:58:42.07: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-34339911) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-34339911:ingress-on-service:bfa503fd-ae15-4d3b-9d2f-4837a8129732 2025-10-08 19:58:42.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-08 19:58:42.82: VncKubernetes - Process event (name=ctest-new-default-34339911 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:43.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-08 19:58:43.13: VncKubernetes - Process event (name=ctest-new-default-34339911 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-34339911:823ce734-3028-4c90-b680-8f434a96d3f8 2025-10-08 19:58:44.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-08 19:58:51.67: EndPointMonitor - Received BOOKMARK: oldResVer=1742 newResVer=1907 2025-10-08 19:58:51.67: EndPointMonitor - start process kube event 2025-10-08 19:58:51.67: empty line received 2025-10-08 19:58:51.67: EndPointMonitor - start process kube event 2025-10-08 19:58:53.43: stop iteration EndPointMonitor 2025-10-08 19:58:53.43: EndPointMonitor - start process kube event 2025-10-08 19:58:53.43: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1907 2025-10-08 19:58:53.43: EndPointMonitor - Try to connect Kube API 10.0.0.22:6443