++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Sep 11 10:37:57 AM UTC 2025 ===================' INFO: =================== Thu Sep 11 10:37:57 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ ip addr show dev ens3 +++ head -n 1 +++ awk '{print $2}' +++ cut -d / -f 1 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.50 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.50 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6InlNeEtTMTcteDNfanhzT0Y1TGJqMGpRRkE4N0VLRnFGSmF6clF2TE9zbGMifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjIyZjI3NWZjLTY5NGYtNDQzZi1iYzI4LTYwYTkyYTE2OWI4MSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.UgD0_F5yY70HPj3nNSCncbs1renK6DowPjZ8NQM9wca4efl2Eq5gWhoThSm9ZXJ43_2-qQofUEx-a1WAC7i630afF8VAuFY7FDIG0ZZaFEje7tt3hQreIsWKCc9b18XOdqy_KNKOK-nJ9Wa9hjOMFjg_kksJPZbjYwM2ylasRl96x6IcSGm8C1H3Eew1JjrggxVnX93z1HuTpAV_WRD8lrvVYVfPnhl7Yr4v_xNSz5nsClAsue5-UuVq00Vvhu0qe4R98dTQlGv2NXxzKgd4csY_bx0vN92rz5TCyAreok6j2SPrEfXS7qUW7zlFV3uQDH6kidSWnR99lYWhlZWZog ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ sort ++++ uniq ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.50,10.61.49.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.61.49.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.50:9041 + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 09/11/2025 10:38:05.859 7f8a36047a40 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 09/11/2025 10:38:06.078 7f8a36047a40 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 09/11/2025 10:38:06.078 7f8a36047a40 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-09-11 10:38:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001006 2025-09-11 10:38:06.41: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:06.42: KubeMonitor - Connect Kube API result 0 2025-09-11 10:38:06.54: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-11 10:38:06.56: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-11 10:38:06.59: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-09-11 10:38:06.60: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-11 10:38:06.61: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-11 10:38:06.61: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-11 10:38:06.62: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-11 10:38:06.63: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-11 10:38:06.63: VncKubernetes - vnc_connect starting 2025-09-11 10:38:06.64: VncKubernetes - vnc_connect done 2025-09-11 10:38:06.86: default-domain domain available. 2025-09-11 10:38:14.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:38:14.12: NamespaceMonitor - start process kube event 2025-09-11 10:38:14.12: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.12: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.12: NetworkMonitor - start process kube event 2025-09-11 10:38:14.12: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.12: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.12: PodMonitor - start process kube event 2025-09-11 10:38:14.12: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.12: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.12: ServiceMonitor - start process kube event 2025-09-11 10:38:14.12: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.12: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.12: NetworkPolicyMonitor - start process kube event 2025-09-11 10:38:14.12: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.12: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.12: EndPointMonitor - start process kube event 2025-09-11 10:38:14.12: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.12: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.12: IngressMonitor - start process kube event 2025-09-11 10:38:14.12: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.12: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.12: IngressMonitor - Connect Kube API result 0 2025-09-11 10:38:14.12: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-09-11 10:38:14.13: EndPointMonitor - Connect Kube API result 0 2025-09-11 10:38:14.13: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-09-11 10:38:14.13: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-11 10:38:14.13: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-09-11 10:38:14.13: ServiceMonitor - Connect Kube API result 0 2025-09-11 10:38:14.13: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-09-11 10:38:14.13: PodMonitor - Connect Kube API result 0 2025-09-11 10:38:14.13: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-09-11 10:38:14.13: NetworkMonitor - Connect Kube API result 0 2025-09-11 10:38:14.13: NamespaceMonitor - Connect Kube API result 0 2025-09-11 10:38:14.14: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-09-11 10:38:14.18: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=399 2025-09-11 10:38:14.18: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-11 10:38:14.18: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:38:14.19: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=399 2025-09-11 10:38:14.19: IngressMonitor - _schedule_vnc_sync 2025-09-11 10:38:14.19: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:38:14.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-11 10:38:14.19: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-11 10:38:14.20: NamespaceMonitor - Got ADDED Namespace None:contrail:ce5217bf-3550-4b9f-8ff2-72a6bdcaa224 2025-09-11 10:38:14.20: ServiceMonitor - Got ADDED Service default:kubernetes:2244bf21-3d32-49a3-9351-c95e03a88c44 2025-09-11 10:38:14.20: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:38:14.22: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-11 10:38:14.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-11 10:38:14.22: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:38:14.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-11 10:38:14.22: VncKubernetes - vnc_sync - Ingress start 2025-09-11 10:38:14.22: VncKubernetes - vnc_sync - Ingress done 2025-09-11 10:38:14.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:38:14.22: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:ce5217bf-3550-4b9f-8ff2-72a6bdcaa224 2025-09-11 10:38:14.23: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:38:14.23: ServiceMonitor - Got ADDED Service kube-system:kube-dns:dde48a9c-e878-4db0-b3d1-9be257ca3a07 2025-09-11 10:38:14.23: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=399 2025-09-11 10:38:14.23: ServiceMonitor - _schedule_vnc_sync 2025-09-11 10:38:14.23: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:38:14.23: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-09-11 10:38:14.23: NetworkMonitor - start process kube event 2025-09-11 10:38:14.24: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-11 10:38:14.24: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:38:14.24: NetworkMonitor - Connect Kube API result 0 2025-09-11 10:38:14.24: EndPointMonitor - Got ADDED Endpoints default:kubernetes:aaaa5c77-610a-49e3-89b2-bd022b613235 2025-09-11 10:38:14.24: NamespaceMonitor - Got ADDED Namespace None:default:a75c58c9-475f-45dd-8acb-4d1baa6f4c0a 2025-09-11 10:38:14.24: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:14.24: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=399 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:38:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001008 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:38:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000998 2025-09-11 10:38:14.24: PodMonitor - _schedule_vnc_sync 2025-09-11 10:38:14.24: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:38:14.24: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:38:14.25: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:14.25: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=399 2025-09-11 10:38:14.25: EndPointMonitor - _schedule_vnc_sync 2025-09-11 10:38:14.25: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:38:14.25: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:38:14.25: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:5f008504-f1ea-4ee9-b70f-c85b7a5b82ac 2025-09-11 10:38:14.25: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-11 10:38:14.26: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:38:14.26: NamespaceMonitor - Got ADDED Namespace None:kube-public:4634219b-787d-49b5-8bf2-40eb7d260f61 2025-09-11 10:38:14.27: NamespaceMonitor - Got ADDED Namespace None:kube-system:436320a6-fd96-44e4-ad92-267fa0628d2d 2025-09-11 10:38:14.27: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=399 2025-09-11 10:38:14.27: NamespaceMonitor - _schedule_vnc_sync 2025-09-11 10:38:14.27: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:38:14.29: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:38:14.32: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=403 2025-09-11 10:38:14.32: NetworkMonitor - _schedule_vnc_sync 2025-09-11 10:38:14.32: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'})(timeout=120) 2025-09-11 10:38:14.34: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'}) 2025-09-11 10:38:16.10: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-11 10:38:16.10: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:2244bf21-3d32-49a3-9351-c95e03a88c44 2025-09-11 10:38:17.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-11 10:38:17.36: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:dde48a9c-e878-4db0-b3d1-9be257ca3a07 2025-09-11 10:38:18.92: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-11 10:38:18.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-11 10:38:18.92: VncKubernetes - vnc_sync - Service start 2025-09-11 10:38:18.92: VncKubernetes - vnc_sync - Service done 2025-09-11 10:38:18.92: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-11 10:38:18.92: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:aaaa5c77-610a-49e3-89b2-bd022b613235 2025-09-11 10:38:18.94: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-11 10:38:18.94: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:a75c58c9-475f-45dd-8acb-4d1baa6f4c0a 2025-09-11 10:38:21.55: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-11 10:38:21.55: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:23.06: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:23.06: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:23.06: PodMonitor - start process kube event 2025-09-11 10:38:23.06: empty line received 2025-09-11 10:38:23.06: PodMonitor - start process kube event 2025-09-11 10:38:23.06: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-11 10:38:23.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-11 10:38:23.06: VncKubernetes - vnc_sync - Pod start 2025-09-11 10:38:23.07: VncKubernetes - vnc_sync - Pod done 2025-09-11 10:38:23.07: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-11 10:38:23.07: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:23.15: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-11 10:38:23.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-11 10:38:23.15: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-11 10:38:23.15: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-11 10:38:23.15: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:5f008504-f1ea-4ee9-b70f-c85b7a5b82ac 2025-09-11 10:38:25.23: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-11 10:38:25.23: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:4634219b-787d-49b5-8bf2-40eb7d260f61 2025-09-11 10:38:26.91: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:38:26.91: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:436320a6-fd96-44e4-ad92-267fa0628d2d 2025-09-11 10:38:28.23: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:38:28.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-11 10:38:28.23: VncKubernetes - vnc_sync - Namespace start 2025-09-11 10:38:28.23: VncKubernetes - vnc_sync - Namespace done 2025-09-11 10:38:28.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:38:28.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-11 10:38:28.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-11 10:38:28.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:38:28.23: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:28.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:38:36.71: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:36.71: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:36.71: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=MODIFIED kind=Pod ns=kube-system) [Introspect:8108]10.0.0.50 - - [2025-09-11 10:38:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001004 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:39:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001014 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:39:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001039 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:39:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001133 VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:36.71: PodMonitor - start process kube event 2025-09-11 10:38:36.71: empty line received 2025-09-11 10:38:36.71: PodMonitor - start process kube event 2025-09-11 10:38:36.73: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:36.73: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:36.73: EndPointMonitor - start process kube event 2025-09-11 10:38:36.73: empty line received 2025-09-11 10:38:36.73: EndPointMonitor - start process kube event 2025-09-11 10:38:36.74: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:36.74: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:36.74: PodMonitor - start process kube event 2025-09-11 10:38:36.74: empty line received 2025-09-11 10:38:36.74: PodMonitor - start process kube event 2025-09-11 10:38:36.75: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:36.75: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:36.75: EndPointMonitor - start process kube event 2025-09-11 10:38:36.75: empty line received 2025-09-11 10:38:36.75: EndPointMonitor - start process kube event 2025-09-11 10:38:36.77: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:38:36.77: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:36.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:38:36.79: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:38:36.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:38:36.85: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:38:37.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:39:13.86: PodMonitor - Received BOOKMARK: oldResVer=399 newResVer=441 2025-09-11 10:39:13.86: PodMonitor - start process kube event 2025-09-11 10:39:13.86: empty line received 2025-09-11 10:39:13.86: PodMonitor - start process kube event 2025-09-11 10:39:14.59: EndPointMonitor - Received BOOKMARK: oldResVer=399 newResVer=442 2025-09-11 10:39:14.59: EndPointMonitor - start process kube event 2025-09-11 10:39:14.59: empty line received 2025-09-11 10:39:14.59: EndPointMonitor - start process kube event 2025-09-11 10:40:13.86: PodMonitor - Received BOOKMARK: oldResVer=441 newResVer=441 2025-09-11 10:40:13.86: PodMonitor - start process kube event 2025-09-11 10:40:13.86: empty line received 2025-09-11 10:40:13.86: PodMonitor - start process kube event 2025-09-11 10:40:14.20: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:40:14.21: NetworkPolicyMonitor - start process kube event 2025-09-11 10:40:14.21: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:40:14.21: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:40:14.21: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-11 10:40:14.21: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-11 10:40:14.21: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:40:14.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-11 10:40:14.21: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-11 10:40:14.21: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-11 10:40:14.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:40:14.22: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:40:14.23: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:40:14.23: IngressMonitor - start process kube event 2025-09-11 10:40:14.23: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:40:14.23: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:40:14.23: IngressMonitor - Connect Kube API result 0 2025-09-11 10:40:14.23: IngressMonitor - _schedule_vnc_sync 2025-09-11 10:40:14.23: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:40:14.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-11 10:40:14.23: VncKubernetes - vnc_sync - Ingress start 2025-09-11 10:40:14.23: VncKubernetes - vnc_sync - Ingress done 2025-09-11 10:40:14.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:40:14.24: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:40:14.25: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:40:14.25: ServiceMonitor - start process kube event 2025-09-11 10:40:14.25: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:40:14.25: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:40:14.25: ServiceMonitor - Connect Kube API result 0 2025-09-11 10:40:14.25: ServiceMonitor - _schedule_vnc_sync 2025-09-11 10:40:14.25: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:40:14.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-11 10:40:14.25: VncKubernetes - vnc_sync - Service start 2025-09-11 10:40:14.25: VncKubernetes - vnc_sync - Service done 2025-09-11 10:40:14.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:40:14.25: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:40:14.30: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:40:14.30: NamespaceMonitor - start process kube event 2025-09-11 10:40:14.30: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:40:14.30: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:40:14.30: NamespaceMonitor - Connect Kube API result 0 2025-09-11 10:40:14.30: NamespaceMonitor - _schedule_vnc_sync 2025-09-11 10:40:14.30: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:40:14.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-11 10:40:14.30: VncKubernetes - vnc_sync - Namespace start 2025-09-11 10:40:14.30: VncKubernetes - vnc_sync - Namespace done 2025-09-11 10:40:14.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:40:14.31: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) [Introspect:8108]10.0.0.50 - - [2025-09-11 10:42:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001035 2025-09-11 10:40:14.35: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:40:14.35: NetworkMonitor - start process kube event 2025-09-11 10:40:14.35: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=403 2025-09-11 10:40:14.35: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:40:14.35: NetworkMonitor - Connect Kube API result 0 2025-09-11 10:40:14.35: NetworkMonitor - _schedule_vnc_sync 2025-09-11 10:40:14.35: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'})(timeout=120) 2025-09-11 10:40:14.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-11 10:40:14.35: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-11 10:40:14.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:40:14.35: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'}) 2025-09-11 10:40:14.54: EndPointMonitor - Received BOOKMARK: oldResVer=442 newResVer=442 2025-09-11 10:40:14.54: EndPointMonitor - start process kube event 2025-09-11 10:40:14.54: empty line received 2025-09-11 10:40:14.54: EndPointMonitor - start process kube event 2025-09-11 10:41:14.35: EndPointMonitor - Received BOOKMARK: oldResVer=442 newResVer=442 2025-09-11 10:41:14.35: EndPointMonitor - start process kube event 2025-09-11 10:41:14.35: empty line received 2025-09-11 10:41:14.35: EndPointMonitor - start process kube event 2025-09-11 10:41:14.86: PodMonitor - Received BOOKMARK: oldResVer=441 newResVer=441 2025-09-11 10:41:14.86: PodMonitor - start process kube event 2025-09-11 10:41:14.87: empty line received 2025-09-11 10:41:14.87: PodMonitor - start process kube event 2025-09-11 10:41:45.75: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:41:45.75: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:41:45.75: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:41:45.75: PodMonitor - start process kube event 2025-09-11 10:41:45.75: empty line received 2025-09-11 10:41:45.75: PodMonitor - start process kube event 2025-09-11 10:41:45.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:41:45.76: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:41:45.76: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:41:45.76: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:41:45.77: EndPointMonitor - start process kube event 2025-09-11 10:41:45.77: empty line received 2025-09-11 10:41:45.77: EndPointMonitor - start process kube event 2025-09-11 10:41:45.77: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:41:45.77: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:41:45.77: PodMonitor - start process kube event 2025-09-11 10:41:45.77: empty line received 2025-09-11 10:41:45.77: PodMonitor - start process kube event 2025-09-11 10:41:45.78: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:41:45.78: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:41:45.78: EndPointMonitor - start process kube event 2025-09-11 10:41:45.78: empty line received 2025-09-11 10:41:45.78: EndPointMonitor - start process kube event 2025-09-11 10:41:46.20: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:41:46.20: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:41:46.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:41:46.27: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:41:46.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:14.22: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:42:14.22: NetworkPolicyMonitor - start process kube event 2025-09-11 10:42:14.22: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:42:14.22: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:42:14.22: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-11 10:42:14.22: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-11 10:42:14.22: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:42:14.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-11 10:42:14.23: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-11 10:42:14.23: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-11 10:42:14.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:14.24: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:42:14.24: IngressMonitor - start process kube event 2025-09-11 10:42:14.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:42:14.24: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:42:14.24: IngressMonitor - Connect Kube API result 0 2025-09-11 10:42:14.24: IngressMonitor - _schedule_vnc_sync 2025-09-11 10:42:14.24: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:42:14.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-11 10:42:14.24: VncKubernetes - vnc_sync - Ingress start 2025-09-11 10:42:14.24: VncKubernetes - vnc_sync - Ingress done 2025-09-11 10:42:14.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:14.24: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:42:14.25: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:42:14.25: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:42:14.26: ServiceMonitor - start process kube event 2025-09-11 10:42:14.26: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:42:14.26: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:42:14.26: ServiceMonitor - Connect Kube API result 0 2025-09-11 10:42:14.26: ServiceMonitor - _schedule_vnc_sync 2025-09-11 10:42:14.26: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:42:14.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-11 10:42:14.26: VncKubernetes - vnc_sync - Service start 2025-09-11 10:42:14.26: VncKubernetes - vnc_sync - Service done 2025-09-11 10:42:14.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:14.26: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:42:14.31: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:42:14.31: NamespaceMonitor - start process kube event 2025-09-11 10:42:14.31: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:42:14.31: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:42:14.31: NamespaceMonitor - Connect Kube API result 0 2025-09-11 10:42:14.31: NamespaceMonitor - _schedule_vnc_sync 2025-09-11 10:42:14.31: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:42:14.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-11 10:42:14.31: VncKubernetes - vnc_sync - Namespace start 2025-09-11 10:42:14.31: VncKubernetes - vnc_sync - Namespace done 2025-09-11 10:42:14.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:14.32: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:42:14.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:42:14.36: NetworkMonitor - start process kube event 2025-09-11 10:42:14.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=403 2025-09-11 10:42:14.36: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:42:14.36: NetworkMonitor - Connect Kube API result 0 2025-09-11 10:42:14.36: NetworkMonitor - _schedule_vnc_sync 2025-09-11 10:42:14.36: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'})(timeout=120) 2025-09-11 10:42:14.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-11 10:42:14.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-11 10:42:14.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:14.36: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'}) 2025-09-11 10:42:14.63: EndPointMonitor - Received BOOKMARK: oldResVer=442 newResVer=713 2025-09-11 10:42:14.63: EndPointMonitor - start process kube event 2025-09-11 10:42:14.63: EndPointMonitor - _schedule_vnc_sync 2025-09-11 10:42:14.63: empty line received 2025-09-11 10:42:14.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-11 10:42:14.63: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-11 10:42:14.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:14.63: EndPointMonitor - start process kube event 2025-09-11 10:42:15.09: PodMonitor - Received BOOKMARK: oldResVer=441 newResVer=711 2025-09-11 10:42:15.09: PodMonitor - start process kube event 2025-09-11 10:42:15.09: PodMonitor - _schedule_vnc_sync 2025-09-11 10:42:15.09: empty line received 2025-09-11 10:42:15.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-11 10:42:15.09: VncKubernetes - vnc_sync - Pod start 2025-09-11 10:42:15.09: VncKubernetes - vnc_sync - Pod done 2025-09-11 10:42:15.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:42:15.09: PodMonitor - start process kube event 2025-09-11 10:43:14.67: EndPointMonitor - Received BOOKMARK: oldResVer=713 newResVer=713 2025-09-11 10:43:14.67: EndPointMonitor - start process kube event 2025-09-11 10:43:14.67: empty line received 2025-09-11 10:43:14.67: EndPointMonitor - start process kube event 2025-09-11 10:43:15.59: PodMonitor - Received BOOKMARK: oldResVer=711 newResVer=711 2025-09-11 10:43:15.59: PodMonitor - start process kube event 2025-09-11 10:43:15.59: empty line received 2025-09-11 10:43:15.59: PodMonitor - start process kube event 2025-09-11 10:43:18.15: EndPointMonitor - Received BOOKMARK: oldResVer=713 newResVer=713 2025-09-11 10:43:18.15: EndPointMonitor - start process kube event 2025-09-11 10:43:18.15: empty line received 2025-09-11 10:43:18.15: EndPointMonitor - start process kube event 2025-09-11 10:43:19.81: stop iteration EndPointMonitor 2025-09-11 10:43:19.81: EndPointMonitor - start process kube event 2025-09-11 10:43:19.81: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=713 2025-09-11 10:43:19.81: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:43:19.81: EndPointMonitor - Connect Kube API result 0 2025-09-11 10:43:19.81: EndPointMonitor - _schedule_vnc_sync 2025-09-11 10:43:19.81: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '713'})(timeout=120) 2025-09-11 10:43:19.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-11 10:43:19.81: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-11 10:43:19.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:43:19.82: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '713'}) 2025-09-11 10:44:14.24: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:44:14.24: NetworkPolicyMonitor - start process kube event 2025-09-11 10:44:14.24: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:44:14.24: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:44:14.24: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-11 10:44:14.24: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-11 10:44:14.25: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:44:14.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-11 10:44:14.25: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-11 10:44:14.25: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:44:14.25: IngressMonitor - start process kube event 2025-09-11 10:44:14.25: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:44:14.25: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:44:14.25: IngressMonitor - Connect Kube API result 0 2025-09-11 10:44:14.25: IngressMonitor - _schedule_vnc_sync 2025-09-11 10:44:14.25: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:44:14.25: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-11 10:44:14.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:44:14.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-11 10:44:14.25: VncKubernetes - vnc_sync - Ingress start 2025-09-11 10:44:14.25: VncKubernetes - vnc_sync - Ingress done 2025-09-11 10:44:14.25: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-11 10:44:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001007 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:44:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000998 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:45:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000919 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:45:45] "GET /Snh_NamespaceDatabaseList?namespace_uuid=a75c58c9-475f-45dd-8acb-4d1baa6f4c0a HTTP/1.1" 200 753 0.000694 2025-09-11 10:44:14.26: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:44:14.26: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:44:14.26: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:44:14.26: ServiceMonitor - start process kube event 2025-09-11 10:44:14.26: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:44:14.26: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:44:14.26: ServiceMonitor - Connect Kube API result 0 2025-09-11 10:44:14.26: ServiceMonitor - _schedule_vnc_sync 2025-09-11 10:44:14.26: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:44:14.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-11 10:44:14.27: VncKubernetes - vnc_sync - Service start 2025-09-11 10:44:14.27: VncKubernetes - vnc_sync - Service done 2025-09-11 10:44:14.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:44:14.27: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:44:14.32: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:44:14.32: NamespaceMonitor - start process kube event 2025-09-11 10:44:14.32: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:44:14.32: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:44:14.32: NamespaceMonitor - Connect Kube API result 0 2025-09-11 10:44:14.33: NamespaceMonitor - _schedule_vnc_sync 2025-09-11 10:44:14.33: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:44:14.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-11 10:44:14.33: VncKubernetes - vnc_sync - Namespace start 2025-09-11 10:44:14.33: VncKubernetes - vnc_sync - Namespace done 2025-09-11 10:44:14.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:44:14.33: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:44:14.37: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:44:14.37: NetworkMonitor - start process kube event 2025-09-11 10:44:14.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=403 2025-09-11 10:44:14.37: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:44:14.37: NetworkMonitor - Connect Kube API result 0 2025-09-11 10:44:14.37: NetworkMonitor - _schedule_vnc_sync 2025-09-11 10:44:14.37: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'})(timeout=120) 2025-09-11 10:44:14.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-11 10:44:14.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-11 10:44:14.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:44:14.37: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'}) 2025-09-11 10:44:15.30: PodMonitor - Received BOOKMARK: oldResVer=711 newResVer=711 2025-09-11 10:44:15.30: PodMonitor - start process kube event 2025-09-11 10:44:15.30: empty line received 2025-09-11 10:44:15.30: PodMonitor - start process kube event 2025-09-11 10:45:15.72: PodMonitor - Received BOOKMARK: oldResVer=711 newResVer=711 2025-09-11 10:45:15.72: PodMonitor - start process kube event 2025-09-11 10:45:15.72: empty line received 2025-09-11 10:45:15.72: PodMonitor - start process kube event 2025-09-11 10:45:19.82: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:45:19.82: EndPointMonitor - start process kube event 2025-09-11 10:45:19.82: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=713 2025-09-11 10:45:19.82: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:45:19.82: EndPointMonitor - Connect Kube API result 0 2025-09-11 10:45:19.82: EndPointMonitor - _schedule_vnc_sync 2025-09-11 10:45:19.82: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '713'})(timeout=120) 2025-09-11 10:45:19.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-11 10:45:19.82: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-11 10:45:19.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:45:19.83: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '713'}) 2025-09-11 10:45:45.11: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:45:45.11: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:45:45.11: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:45:45.11: ServiceMonitor - start process kube event 2025-09-11 10:45:45.11: empty line received 2025-09-11 10:45:45.11: ServiceMonitor - start process kube event 2025-09-11 10:45:45.14: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:45:45.14: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:45:45.14: EndPointMonitor - start process kube event 2025-09-11 10:45:45.14: empty line received 2025-09-11 10:45:45.14: EndPointMonitor - start process kube event 2025-09-11 10:45:45.15: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:45.15: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-44062061 (no nodeName) 2025-09-11 10:45:45.15: PodMonitor - start process kube event 2025-09-11 10:45:45.15: empty line received 2025-09-11 10:45:45.15: PodMonitor - start process kube event 2025-09-11 10:45:45.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:45.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:45.19: PodMonitor - start process kube event 2025-09-11 10:45:45.19: empty line received 2025-09-11 10:45:45.19: PodMonitor - start process kube event 2025-09-11 10:45:45.20: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:45.20: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-56354665 (no nodeName) 2025-09-11 10:45:45.20: PodMonitor - start process kube event 2025-09-11 10:45:45.20: empty line received 2025-09-11 10:45:45.20: PodMonitor - start process kube event 2025-09-11 10:45:45.22: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:45:54] "GET /Snh_LoadbalancerDatabaseList?x=02b896ef-6b52-455b-901f-e606759041f1 HTTP/1.1" 200 1869 0.000806 2025-09-11 10:45:45.22: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:45.22: PodMonitor - start process kube event 2025-09-11 10:45:45.22: empty line received 2025-09-11 10:45:45.22: PodMonitor - start process kube event 2025-09-11 10:45:45.22: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:45.22: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:45.22: PodMonitor - start process kube event 2025-09-11 10:45:45.22: empty line received 2025-09-11 10:45:45.22: PodMonitor - start process kube event 2025-09-11 10:45:45.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:45.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:45.23: PodMonitor - start process kube event 2025-09-11 10:45:45.23: empty line received 2025-09-11 10:45:45.23: PodMonitor - start process kube event 2025-09-11 10:45:46.11: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-11 10:45:46.11: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:45:46.14: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:45:46.14: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:46.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:46.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:46.99: PodMonitor - start process kube event 2025-09-11 10:45:46.99: empty line received 2025-09-11 10:45:46.99: PodMonitor - start process kube event 2025-09-11 10:45:47.00: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:45:47.00: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:47.09: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:45:47.09: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:47.65: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:47.66: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:47.66: PodMonitor - start process kube event 2025-09-11 10:45:47.66: empty line received 2025-09-11 10:45:47.66: PodMonitor - start process kube event 2025-09-11 10:45:47.67: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:45:47.67: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:47.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:45:47.79: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:45:47.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:45:47.81: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:45:47.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:45:51.55: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:45:51.55: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:45:51.55: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:45:51.55: IngressMonitor - start process kube event 2025-09-11 10:45:51.55: empty line received 2025-09-11 10:45:51.55: IngressMonitor - start process kube event 2025-09-11 10:45:52.95: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:45:52.96: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:45:52.96: IngressMonitor - start process kube event 2025-09-11 10:45:52.96: empty line received 2025-09-11 10:45:52.96: IngressMonitor - start process kube event 2025-09-11 10:45:54.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:45:54.05: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:45:54.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:45:54.60: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:54.60: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-24841675 (no nodeName) 2025-09-11 10:45:54.60: PodMonitor - start process kube event 2025-09-11 10:45:54.60: empty line received 2025-09-11 10:45:54.60: PodMonitor - start process kube event 2025-09-11 10:45:54.61: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:54.61: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:54.61: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:54.61: PodMonitor - start process kube event 2025-09-11 10:45:54.61: empty line received 2025-09-11 10:45:54.61: PodMonitor - start process kube event 2025-09-11 10:45:54.63: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:54.63: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:54.63: PodMonitor - start process kube event 2025-09-11 10:45:54.63: empty line received 2025-09-11 10:45:54.63: PodMonitor - start process kube event 2025-09-11 10:45:55.29: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:55.29: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:55.30: PodMonitor - start process kube event 2025-09-11 10:45:55.30: empty line received 2025-09-11 10:45:55.30: PodMonitor - start process kube event 2025-09-11 10:45:55.32: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:45:55.32: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:45:55.45: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:45:55.45: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:46:04] "GET /Snh_VirtualMachineDatabaseList?x=5b25982d-5673-4d4a-8cf9-c5479f1c0202 HTTP/1.1" 200 2149 0.000830 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:46:04] "GET /Snh_VirtualMachineDatabaseList?x=50d14ff4-728d-4e69-91c8-a21153ae6cd4 HTTP/1.1" 200 2149 0.000970 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:46:09] "GET /Snh_VirtualMachineDatabaseList?x=c078f311-30b3-4c9a-b07d-e677cfd58873 HTTP/1.1" 200 2083 0.000680 2025-09-11 10:45:55.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:03.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:46:03.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:46:03.08: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:46:03.08: PodMonitor - start process kube event 2025-09-11 10:46:03.08: empty line received 2025-09-11 10:46:03.08: PodMonitor - start process kube event 2025-09-11 10:46:03.09: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:46:03.09: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:46:03.09: EndPointMonitor - start process kube event 2025-09-11 10:46:03.09: empty line received 2025-09-11 10:46:03.09: EndPointMonitor - start process kube event 2025-09-11 10:46:03.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:46:03.13: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:46:03.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:04.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:46:04.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:46:04.08: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:46:04.08: PodMonitor - start process kube event 2025-09-11 10:46:04.08: empty line received 2025-09-11 10:46:04.08: PodMonitor - start process kube event 2025-09-11 10:46:04.08: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:46:04.08: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:46:04.08: EndPointMonitor - start process kube event 2025-09-11 10:46:04.08: empty line received 2025-09-11 10:46:04.08: EndPointMonitor - start process kube event 2025-09-11 10:46:04.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:46:04.09: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:46:04.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:09.09: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:09.09: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:09.09: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:09.09: PodMonitor - start process kube event 2025-09-11 10:46:09.09: empty line received 2025-09-11 10:46:09.09: PodMonitor - start process kube event 2025-09-11 10:46:09.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:10.05: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:10.05: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:10.06: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:10.06: PodMonitor - start process kube event 2025-09-11 10:46:10.06: empty line received 2025-09-11 10:46:10.06: PodMonitor - start process kube event 2025-09-11 10:46:10.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:14.26: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:46:14.26: NetworkPolicyMonitor - start process kube event 2025-09-11 10:46:14.27: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:46:14.27: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:46:14.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-11 10:46:14.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-11 10:46:14.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:46:14.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-11 10:46:14.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-11 10:46:14.27: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-11 10:46:14.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:14.28: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:46:14.34: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:46:14.34: NamespaceMonitor - start process kube event 2025-09-11 10:46:14.34: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:46:14.34: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:46:14.34: NamespaceMonitor - Connect Kube API result 0 2025-09-11 10:46:14.34: NamespaceMonitor - _schedule_vnc_sync 2025-09-11 10:46:14.34: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:46:14.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-11 10:46:14.34: VncKubernetes - vnc_sync - Namespace start 2025-09-11 10:46:14.34: VncKubernetes - vnc_sync - Namespace done 2025-09-11 10:46:14.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:14.35: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:46:14.37: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:46:14.37: NetworkMonitor - start process kube event 2025-09-11 10:46:14.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=403 2025-09-11 10:46:14.38: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:46:14.38: NetworkMonitor - Connect Kube API result 0 2025-09-11 10:46:14.38: NetworkMonitor - _schedule_vnc_sync 2025-09-11 10:46:14.38: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'})(timeout=120) 2025-09-11 10:46:14.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-11 10:46:14.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-11 10:46:14.38: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-11 10:46:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001138 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:00] "GET /Snh_LoadbalancerDatabaseList?x=02b896ef-6b52-455b-901f-e606759041f1 HTTP/1.1" 200 1869 0.000601 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:01] "GET /Snh_LoadbalancerDatabaseList?x=02b896ef-6b52-455b-901f-e606759041f1 HTTP/1.1" 200 313 0.000710 2025-09-11 10:46:14.38: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'}) 2025-09-11 10:46:16.82: PodMonitor - Received BOOKMARK: oldResVer=711 newResVer=1105 2025-09-11 10:46:16.82: PodMonitor - start process kube event 2025-09-11 10:46:16.82: PodMonitor - _schedule_vnc_sync 2025-09-11 10:46:16.82: empty line received 2025-09-11 10:46:16.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-11 10:46:16.82: VncKubernetes - vnc_sync - Pod start 2025-09-11 10:46:16.82: VncKubernetes - vnc_sync - Pod done 2025-09-11 10:46:16.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:16.82: PodMonitor - start process kube event 2025-09-11 10:46:20.01: EndPointMonitor - Received BOOKMARK: oldResVer=713 newResVer=1090 2025-09-11 10:46:20.01: EndPointMonitor - start process kube event 2025-09-11 10:46:20.01: empty line received 2025-09-11 10:46:20.01: EndPointMonitor - start process kube event 2025-09-11 10:46:33.89: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:46:33.89: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:46:33.89: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:46:33.89: PodMonitor - start process kube event 2025-09-11 10:46:33.89: empty line received 2025-09-11 10:46:33.89: PodMonitor - start process kube event 2025-09-11 10:46:33.90: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:46:33.91: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:46:33.91: PodMonitor - start process kube event 2025-09-11 10:46:33.91: empty line received 2025-09-11 10:46:33.91: PodMonitor - start process kube event 2025-09-11 10:46:33.93: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:46:33.93: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:46:33.93: EndPointMonitor - start process kube event 2025-09-11 10:46:33.93: empty line received 2025-09-11 10:46:33.93: EndPointMonitor - start process kube event 2025-09-11 10:46:33.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:46:33.95: VncKubernetes - Process event (name=coredns-6f867cd986-h5h8c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5h8c:575afee6-1e38-4cc9-a0ab-ea91a486da06 2025-09-11 10:46:33.96: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:46:33.96: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:46:33.96: EndPointMonitor - start process kube event 2025-09-11 10:46:33.96: empty line received 2025-09-11 10:46:33.96: EndPointMonitor - start process kube event 2025-09-11 10:46:33.97: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:46:33.97: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:46:34.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:46:34.36: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:2033fb60-a07f-4eff-bb40-219faa28bd3c 2025-09-11 10:46:34.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:46:55.60: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.60: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.60: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.60: PodMonitor - start process kube event 2025-09-11 10:46:55.61: empty line received 2025-09-11 10:46:55.61: PodMonitor - start process kube event 2025-09-11 10:46:55.62: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.62: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.62: PodMonitor - start process kube event 2025-09-11 10:46:55.62: empty line received 2025-09-11 10:46:55.62: PodMonitor - start process kube event 2025-09-11 10:46:55.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:46:55.62: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.63: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.63: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.63: PodMonitor - start process kube event 2025-09-11 10:46:55.63: empty line received 2025-09-11 10:46:55.63: PodMonitor - start process kube event 2025-09-11 10:46:55.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:46:55.68: VncKubernetes - Process event (name=ctest-busybox-pod-24841675 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-24841675:c078f311-30b3-4c9a-b07d-e677cfd58873 2025-09-11 10:46:55.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:00.17: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:47:00.17: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:47:00.17: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:47:00.17: IngressMonitor - start process kube event 2025-09-11 10:47:00.17: empty line received 2025-09-11 10:47:00.17: IngressMonitor - start process kube event 2025-09-11 10:47:01.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:01.60: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:01.60: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:01.60: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:01.60: PodMonitor - start process kube event 2025-09-11 10:47:01.60: empty line received 2025-09-11 10:47:01.60: PodMonitor - start process kube event 2025-09-11 10:47:01.60: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:47:01.60: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:47:01.60: EndPointMonitor - start process kube event 2025-09-11 10:47:01.60: empty line received 2025-09-11 10:47:01.60: EndPointMonitor - start process kube event 2025-09-11 10:47:01.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:01.62: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:47:01.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:02.60: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.60: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.60: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.60: PodMonitor - start process kube event 2025-09-11 10:47:02.60: empty line received 2025-09-11 10:47:02.60: PodMonitor - start process kube event 2025-09-11 10:47:02.61: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.61: PodMonitor - start process kube event 2025-09-11 10:47:02.61: empty line received 2025-09-11 10:47:02.61: PodMonitor - start process kube event 2025-09-11 10:47:02.61: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.61: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.61: PodMonitor - start process kube event 2025-09-11 10:47:02.61: empty line received 2025-09-11 10:47:02.61: PodMonitor - start process kube event 2025-09-11 10:47:02.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:47:02.62: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:02.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:02.68: VncKubernetes - Process event (name=ctest-nginx-pod-56354665 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-56354665:50d14ff4-728d-4e69-91c8-a21153ae6cd4 2025-09-11 10:47:03.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:06.65: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:06.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:06.65: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:06.66: PodMonitor - start process kube event 2025-09-11 10:47:06.66: empty line received 2025-09-11 10:47:06.66: PodMonitor - start process kube event 2025-09-11 10:47:06.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:06.68: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:47:06.68: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:47:06.68: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55818270:031cbbd9-b6fb-43be-8c3f-7d32a0453fff 2025-09-11 10:47:06.68: EndPointMonitor - start process kube event 2025-09-11 10:47:06.68: empty line received 2025-09-11 10:47:06.68: EndPointMonitor - start process kube event 2025-09-11 10:47:06.72: PodMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1226 2025-09-11 10:47:06.72: PodMonitor - start process kube event 2025-09-11 10:47:06.72: empty line received 2025-09-11 10:47:06.72: PodMonitor - start process kube event 2025-09-11 10:47:06.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:07.60: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.61: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.61: PodMonitor - start process kube event 2025-09-11 10:47:07.61: empty line received 2025-09-11 10:47:07.61: PodMonitor - start process kube event 2025-09-11 10:47:07.61: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.61: PodMonitor - start process kube event 2025-09-11 10:47:07.61: empty line received 2025-09-11 10:47:07.61: PodMonitor - start process kube event 2025-09-11 10:47:07.62: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.62: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.62: PodMonitor - start process kube event 2025-09-11 10:47:07.62: empty line received 2025-09-11 10:47:07.62: PodMonitor - start process kube event 2025-09-11 10:47:07.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:47:07.62: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:07.68: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.78: stop iteration PodMonitor 2025-09-11 10:47:07.78: PodMonitor - start process kube event 2025-09-11 10:47:07.78: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1226 2025-09-11 10:47:07.78: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:47:07.78: PodMonitor - Connect Kube API result 0 2025-09-11 10:47:07.79: PodMonitor - _schedule_vnc_sync 2025-09-11 10:47:07.79: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1226'})(timeout=120) 2025-09-11 10:47:07.79: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1226'}) 2025-09-11 10:47:07.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.79: PodMonitor - start process kube event 2025-09-11 10:47:07.79: empty line received 2025-09-11 10:47:07.79: PodMonitor - start process kube event 2025-09-11 10:47:07.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.79: PodMonitor - start process kube event 2025-09-11 10:47:07.79: empty line received 2025-09-11 10:47:07.79: PodMonitor - start process kube event 2025-09-11 10:47:07.79: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.79: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:07.79: PodMonitor - start process kube event 2025-09-11 10:47:07.79: empty line received 2025-09-11 10:47:07.79: PodMonitor - start process kube event 2025-09-11 10:47:08.12: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:47:08.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-11 10:47:08.12: VncKubernetes - vnc_sync - Pod start 2025-09-11 10:47:08.12: VncKubernetes - vnc_sync - Pod done 2025-09-11 10:47:08.12: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:47:08.12: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:08.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:47:08.33: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:08.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:08.33: VncKubernetes - Process event (name=ctest-nginx-pod-44062061 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-44062061:5b25982d-5673-4d4a-8cf9-c5479f1c0202 2025-09-11 10:47:08.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:12.08: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:47:12.08: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:47:12.08: VncKubernetes - Process event (name=ctest-new-default-96067300 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:47:12.08: NamespaceMonitor - start process kube event 2025-09-11 10:47:12.08: empty line received 2025-09-11 10:47:12.08: NamespaceMonitor - start process kube event 2025-09-11 10:47:13.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:13.95: NamespaceMonitor - Received BOOKMARK: oldResVer=399 newResVer=1241 2025-09-11 10:47:13.95: NamespaceMonitor - start process kube event 2025-09-11 10:47:13.95: empty line received 2025-09-11 10:47:13.95: NamespaceMonitor - start process kube event 2025-09-11 10:47:13.96: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=399 newResVer=1122 2025-09-11 10:47:13.96: NetworkPolicyMonitor - start process kube event 2025-09-11 10:47:13.96: empty line received 2025-09-11 10:47:13.96: NetworkPolicyMonitor - start process kube event 2025-09-11 10:47:15.09: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:47:15.09: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:47:15.09: VncKubernetes - Process event (name=ctest-non-default-63852920 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:47:15.09: NamespaceMonitor - start process kube event 2025-09-11 10:47:15.09: empty line received 2025-09-11 10:47:15.09: NamespaceMonitor - start process kube event 2025-09-11 10:47:16.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:18.10: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:47:18.10: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:47:18.10: VncKubernetes - Process event (name=ctest-new-default-96067300 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:47:18.10: NamespaceMonitor - start process kube event 2025-09-11 10:47:18.10: empty line received 2025-09-11 10:47:18.10: NamespaceMonitor - start process kube event 2025-09-11 10:47:18.10: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:47:18.11: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:47:18.11: NamespaceMonitor - start process kube event 2025-09-11 10:47:18.11: empty line received 2025-09-11 10:47:18.11: NamespaceMonitor - start process kube event 2025-09-11 10:47:18.12: PodMonitor - Received ADDED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:18.12: PodMonitor - Skipped ADDED Pod ctest-new-default-96067300:ctest-pod-76475912 (no nodeName) 2025-09-11 10:47:18.12: PodMonitor - start process kube event 2025-09-11 10:47:18.12: empty line received 2025-09-11 10:47:18.12: PodMonitor - start process kube event 2025-09-11 10:47:18.13: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:18.13: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:18.13: PodMonitor - start process kube event 2025-09-11 10:47:18.13: empty line received 2025-09-11 10:47:18.13: PodMonitor - start process kube event 2025-09-11 10:47:18.16: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:18.16: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:18.16: PodMonitor - start process kube event 2025-09-11 10:47:18.16: empty line received 2025-09-11 10:47:18.16: PodMonitor - start process kube event 2025-09-11 10:47:18.17: PodMonitor - Received ADDED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:18.17: PodMonitor - Skipped ADDED Pod ctest-new-default-96067300:ctest-pod-29933971 (no nodeName) 2025-09-11 10:47:18.17: PodMonitor - start process kube event 2025-09-11 10:47:18.17: empty line received 2025-09-11 10:47:18.17: PodMonitor - start process kube event 2025-09-11 10:47:18.17: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:18.17: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:18.17: PodMonitor - start process kube event 2025-09-11 10:47:18.17: empty line received 2025-09-11 10:47:18.17: PodMonitor - start process kube event 2025-09-11 10:47:18.18: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:18.18: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:18.18: PodMonitor - start process kube event 2025-09-11 10:47:18.18: empty line received 2025-09-11 10:47:18.19: PodMonitor - start process kube event 2025-09-11 10:47:18.20: PodMonitor - Received ADDED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:18.20: PodMonitor - Skipped ADDED Pod ctest-non-default-63852920:ctest-pod-97438542 (no nodeName) 2025-09-11 10:47:18.22: PodMonitor - start process kube event 2025-09-11 10:47:18.22: empty line received 2025-09-11 10:47:18.22: PodMonitor - start process kube event 2025-09-11 10:47:18.22: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:18.22: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:18.22: PodMonitor - start process kube event 2025-09-11 10:47:18.22: empty line received 2025-09-11 10:47:18.22: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:18] "GET /Snh_NamespaceDatabaseList?namespace_uuid=2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 HTTP/1.1" 200 866 0.000538 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:18] "GET /Snh_NamespaceDatabaseList?namespace_uuid=ea686315-7af1-4460-b97c-e308ed4b9234 HTTP/1.1" 200 866 0.004050 2025-09-11 10:47:18.22: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:18.22: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:18.22: PodMonitor - start process kube event 2025-09-11 10:47:18.22: empty line received 2025-09-11 10:47:18.22: PodMonitor - start process kube event 2025-09-11 10:47:18.24: PodMonitor - Received ADDED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:18.24: PodMonitor - Skipped ADDED Pod ctest-non-default-63852920:ctest-pod-60624344 (no nodeName) 2025-09-11 10:47:18.24: PodMonitor - start process kube event 2025-09-11 10:47:18.24: empty line received 2025-09-11 10:47:18.24: PodMonitor - start process kube event 2025-09-11 10:47:18.25: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:18.25: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:18.25: PodMonitor - start process kube event 2025-09-11 10:47:18.25: empty line received 2025-09-11 10:47:18.25: PodMonitor - start process kube event 2025-09-11 10:47:18.26: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:18.26: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:18.26: PodMonitor - start process kube event 2025-09-11 10:47:18.26: empty line received 2025-09-11 10:47:18.26: PodMonitor - start process kube event 2025-09-11 10:47:18.27: PodMonitor - Received ADDED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:18.27: PodMonitor - Skipped ADDED Pod ctest-new-default-96067300:ctest-pod-21187630 (no nodeName) 2025-09-11 10:47:18.27: PodMonitor - start process kube event 2025-09-11 10:47:18.27: empty line received 2025-09-11 10:47:18.27: PodMonitor - start process kube event 2025-09-11 10:47:18.27: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:18.27: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:18.27: PodMonitor - start process kube event 2025-09-11 10:47:18.27: empty line received 2025-09-11 10:47:18.27: PodMonitor - start process kube event 2025-09-11 10:47:18.29: PodMonitor - Received ADDED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:18.29: PodMonitor - Skipped ADDED Pod ctest-new-default-96067300:ctest-pod-47539107 (no nodeName) 2025-09-11 10:47:18.29: PodMonitor - start process kube event 2025-09-11 10:47:18.29: empty line received 2025-09-11 10:47:18.29: PodMonitor - start process kube event 2025-09-11 10:47:18.29: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:18.29: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:18.29: PodMonitor - start process kube event 2025-09-11 10:47:18.29: empty line received 2025-09-11 10:47:18.29: PodMonitor - start process kube event 2025-09-11 10:47:18.31: PodMonitor - Received ADDED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:18.31: PodMonitor - Skipped ADDED Pod ctest-non-default-63852920:ctest-pod-41906581 (no nodeName) 2025-09-11 10:47:18.31: PodMonitor - start process kube event 2025-09-11 10:47:18.31: empty line received 2025-09-11 10:47:18.31: PodMonitor - start process kube event 2025-09-11 10:47:18.31: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:18.31: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:18.31: PodMonitor - start process kube event 2025-09-11 10:47:18.31: empty line received 2025-09-11 10:47:18.31: PodMonitor - start process kube event 2025-09-11 10:47:18.33: PodMonitor - Received ADDED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:18.33: PodMonitor - Skipped ADDED Pod ctest-non-default-63852920:ctest-pod-66002777 (no nodeName) 2025-09-11 10:47:18.33: PodMonitor - start process kube event 2025-09-11 10:47:18.33: empty line received 2025-09-11 10:47:18.33: PodMonitor - start process kube event 2025-09-11 10:47:18.34: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:18.34: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:18.34: PodMonitor - start process kube event 2025-09-11 10:47:18.34: empty line received 2025-09-11 10:47:18.34: PodMonitor - start process kube event 2025-09-11 10:47:18.54: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:18.54: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:18.54: PodMonitor - start process kube event 2025-09-11 10:47:18.54: empty line received 2025-09-11 10:47:18.54: PodMonitor - start process kube event 2025-09-11 10:47:18.69: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-11 10:47:18.69: VncKubernetes - Process event (name=ctest-non-default-63852920 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:47:19.11: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-11 10:47:19.11: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:20.13: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:20.13: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:20.13: PodMonitor - start process kube event 2025-09-11 10:47:20.13: empty line received 2025-09-11 10:47:20.13: PodMonitor - start process kube event 2025-09-11 10:47:20.14: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-11 10:47:20.14: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:20.27: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-11 10:47:20.27: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:20.54: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:20.54: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:20.54: PodMonitor - start process kube event 2025-09-11 10:47:20.54: empty line received 2025-09-11 10:47:20.54: PodMonitor - start process kube event 2025-09-11 10:47:20.61: EndPointMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1229 2025-09-11 10:47:20.61: EndPointMonitor - start process kube event 2025-09-11 10:47:20.61: empty line received 2025-09-11 10:47:20.61: EndPointMonitor - start process kube event 2025-09-11 10:47:20.88: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:20.88: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:20.88: PodMonitor - start process kube event 2025-09-11 10:47:20.88: empty line received 2025-09-11 10:47:20.88: PodMonitor - start process kube event 2025-09-11 10:47:20.89: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-11 10:47:20.89: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:20.94: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:20.94: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:20.94: PodMonitor - start process kube event 2025-09-11 10:47:20.94: empty line received 2025-09-11 10:47:20.94: PodMonitor - start process kube event 2025-09-11 10:47:20.96: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-11 10:47:20.96: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:21.34: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:21.34: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:21.34: PodMonitor - start process kube event 2025-09-11 10:47:21.34: empty line received 2025-09-11 10:47:21.34: PodMonitor - start process kube event 2025-09-11 10:47:21.80: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:21.80: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:21.80: PodMonitor - start process kube event 2025-09-11 10:47:21.80: empty line received 2025-09-11 10:47:21.80: PodMonitor - start process kube event 2025-09-11 10:47:21.81: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-11 10:47:21.81: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:21.93: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-11 10:47:21.93: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:22.57: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:22.57: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:22.57: PodMonitor - start process kube event 2025-09-11 10:47:22.57: empty line received 2025-09-11 10:47:22.57: PodMonitor - start process kube event 2025-09-11 10:47:22.58: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-11 10:47:22.58: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:22.72: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-11 10:47:22.72: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:23.39: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:23.39: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:23.40: PodMonitor - start process kube event 2025-09-11 10:47:23.40: empty line received 2025-09-11 10:47:23.40: PodMonitor - start process kube event 2025-09-11 10:47:23.40: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-11 10:47:23.40: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:24.05: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:24.05: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:24.05: PodMonitor - start process kube event 2025-09-11 10:47:24.05: empty line received 2025-09-11 10:47:24.05: PodMonitor - start process kube event 2025-09-11 10:47:24.06: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-11 10:47:24.06: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:24.71: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:24.71: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:24.71: PodMonitor - start process kube event 2025-09-11 10:47:24.71: empty line received 2025-09-11 10:47:24.71: PodMonitor - start process kube event 2025-09-11 10:47:24.72: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-11 10:47:24.72: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:25.37: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:25.37: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:25.37: PodMonitor - start process kube event 2025-09-11 10:47:25.37: empty line received 2025-09-11 10:47:25.37: PodMonitor - start process kube event 2025-09-11 10:47:25.38: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-11 10:47:25.38: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:25.46: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-11 10:47:25.46: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:25.51: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-11 10:47:25.51: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:25.59: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-11 10:47:25.59: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:34] "GET /Snh_VirtualMachineDatabaseList?x=017c94a2-3529-4593-816b-40231472b258 HTTP/1.1" 200 2483 0.000700 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:34] "GET /Snh_VirtualMachineDatabaseList?x=7ac64113-0b4f-4e5d-af18-57f4201e1bb3 HTTP/1.1" 200 2483 0.000703 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:34] "GET /Snh_VirtualMachineDatabaseList?x=e771ec58-0bdd-45db-8ca6-9782d7ccf82b HTTP/1.1" 200 2483 0.000699 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:34] "GET /Snh_VirtualMachineDatabaseList?x=60090956-a254-45d1-a66b-edd70f4cbde4 HTTP/1.1" 200 2483 0.000812 VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:25.64: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-11 10:47:25.64: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:25.72: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-11 10:47:25.72: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:25.79: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-11 10:47:25.79: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:25.84: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-11 10:47:25.84: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:25.86: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:47:25.86: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:25.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:47:25.91: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:25.92: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:47:25.92: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:25.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:25.98: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:25.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:30.65: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:30.65: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:30.65: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:47:30.65: PodMonitor - start process kube event 2025-09-11 10:47:30.65: empty line received 2025-09-11 10:47:30.65: PodMonitor - start process kube event 2025-09-11 10:47:30.66: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:30.66: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:30.66: PodMonitor - start process kube event 2025-09-11 10:47:30.66: empty line received 2025-09-11 10:47:30.66: PodMonitor - start process kube event 2025-09-11 10:47:30.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:30.72: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:47:30.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:31.66: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:31.66: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:31.66: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:47:31.66: PodMonitor - start process kube event 2025-09-11 10:47:31.66: empty line received 2025-09-11 10:47:31.66: PodMonitor - start process kube event 2025-09-11 10:47:31.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:32.66: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:32.66: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:32.66: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:47:32.66: PodMonitor - start process kube event 2025-09-11 10:47:32.66: empty line received 2025-09-11 10:47:32.66: PodMonitor - start process kube event 2025-09-11 10:47:32.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:33.67: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:33.67: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:33.67: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:47:33.67: PodMonitor - start process kube event 2025-09-11 10:47:33.67: empty line received 2025-09-11 10:47:33.67: PodMonitor - start process kube event 2025-09-11 10:47:33.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:35.67: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:35.67: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:35.67: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:47:35.67: PodMonitor - start process kube event 2025-09-11 10:47:35.67: empty line received 2025-09-11 10:47:35.67: PodMonitor - start process kube event 2025-09-11 10:47:35.68: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:35.68: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:35.68: PodMonitor - start process kube event 2025-09-11 10:47:35.68: empty line received 2025-09-11 10:47:35.68: PodMonitor - start process kube event 2025-09-11 10:47:35.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:35.72: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:47:35.74: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:39] "GET /Snh_VirtualMachineDatabaseList?x=5ab73a01-d849-48c7-a071-579c4aa48edd HTTP/1.1" 200 2413 0.000678 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:39] "GET /Snh_VirtualMachineDatabaseList?x=c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 HTTP/1.1" 200 2413 0.000642 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:39] "GET /Snh_VirtualMachineDatabaseList?x=1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 HTTP/1.1" 200 2413 0.000685 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:39] "GET /Snh_VirtualMachineDatabaseList?x=fd407416-6126-4d16-a5ef-16e21a98c760 HTTP/1.1" 200 2413 0.000775 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:40] "GET /Snh_LoadbalancerDatabaseList?x=00875221-9e0f-4ab0-a71d-f300bc607467 HTTP/1.1" 200 1862 0.000633 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:41] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=0352fe70-6cb9-46e1-9ab4-12b875486331 HTTP/1.1" 200 2095 0.000638 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:41] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=0352fe70-6cb9-46e1-9ab4-12b875486331 HTTP/1.1" 200 2095 0.000859 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:47:43] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=0352fe70-6cb9-46e1-9ab4-12b875486331 HTTP/1.1" 200 2302 0.000778 2025-09-11 10:47:36.68: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:36.68: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:36.68: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:47:36.68: PodMonitor - start process kube event 2025-09-11 10:47:36.68: empty line received 2025-09-11 10:47:36.68: PodMonitor - start process kube event 2025-09-11 10:47:36.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:39.95: ServiceMonitor - Received ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:47:39.95: ServiceMonitor - Got ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:47:39.95: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=ADDED kind=Service ns=ctest-new-default-96067300) VncService - Got ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:47:39.95: ServiceMonitor - start process kube event 2025-09-11 10:47:39.95: empty line received 2025-09-11 10:47:39.95: ServiceMonitor - start process kube event 2025-09-11 10:47:39.96: EndPointMonitor - Received ADDED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:47:39.96: EndPointMonitor - Got ADDED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:47:39.96: EndPointMonitor - start process kube event 2025-09-11 10:47:39.96: empty line received 2025-09-11 10:47:39.96: EndPointMonitor - start process kube event 2025-09-11 10:47:40.80: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:47:40.80: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=ADDED kind=Endpoints ns=ctest-new-default-96067300) VncEndpoints - Got ADDED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:47:41.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:47:41.51: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:47:41.51: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:47:41.51: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-96067300) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:47:41.51: NetworkPolicyMonitor - start process kube event 2025-09-11 10:47:41.51: empty line received 2025-09-11 10:47:41.51: NetworkPolicyMonitor - start process kube event 2025-09-11 10:47:42.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:48:08.79: PodMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1361 2025-09-11 10:48:08.79: PodMonitor - start process kube event 2025-09-11 10:48:08.79: empty line received 2025-09-11 10:48:08.79: PodMonitor - start process kube event 2025-09-11 10:48:13.92: NamespaceMonitor - Received BOOKMARK: oldResVer=1241 newResVer=1261 2025-09-11 10:48:13.92: NamespaceMonitor - start process kube event 2025-09-11 10:48:13.92: empty line received 2025-09-11 10:48:13.92: NamespaceMonitor - start process kube event 2025-09-11 10:48:14.38: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:48:14.38: NetworkMonitor - start process kube event 2025-09-11 10:48:14.38: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=403 2025-09-11 10:48:14.38: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:48:14.38: NetworkMonitor - Connect Kube API result 0 2025-09-11 10:48:14.38: NetworkMonitor - _schedule_vnc_sync 2025-09-11 10:48:14.38: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'})(timeout=120) 2025-09-11 10:48:14.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-11 10:48:14.39: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-11 10:48:14.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:48:14.40: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '403'}) 2025-09-11 10:48:14.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1122 newResVer=1372 2025-09-11 10:48:14.50: NetworkPolicyMonitor - start process kube event 2025-09-11 10:48:14.50: empty line received 2025-09-11 10:48:14.50: NetworkPolicyMonitor - start process kube event 2025-09-11 10:48:19.87: EndPointMonitor - Received BOOKMARK: oldResVer=1229 newResVer=1368 2025-09-11 10:48:19.87: EndPointMonitor - start process kube event 2025-09-11 10:48:19.87: empty line received 2025-09-11 10:48:19.87: EndPointMonitor - start process kube event 2025-09-11 10:49:00.17: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:49:00.17: IngressMonitor - start process kube event 2025-09-11 10:49:00.17: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:49:00.17: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:49:00.17: IngressMonitor - Connect Kube API result 0 2025-09-11 10:49:00.17: IngressMonitor - _schedule_vnc_sync 2025-09-11 10:49:00.17: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:49:00.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-11 10:49:00.17: VncKubernetes - vnc_sync - Ingress start 2025-09-11 10:49:00.17: VncKubernetes - vnc_sync - Ingress done 2025-09-11 10:49:00.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:49:00.19: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:49:00.19: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:00.19: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:00.19: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:00.19: IngressMonitor - start process kube event 2025-09-11 10:49:00.19: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:00.19: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:00.19: IngressMonitor - start process kube event 2025-09-11 10:49:00.19: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:00.19: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:00.19: IngressMonitor - start process kube event 2025-09-11 10:49:00.20: empty line received 2025-09-11 10:49:00.20: IngressMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-11 10:49:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000978 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:49:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001048 [Introspect:8108]10.0.0.50 - - [2025-09-11 10:49:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001385 2025-09-11 10:49:02.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:49:02.05: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:02.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:49:02.48: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:49:03.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:49:09.43: PodMonitor - Received BOOKMARK: oldResVer=1361 newResVer=1361 2025-09-11 10:49:09.43: PodMonitor - start process kube event 2025-09-11 10:49:09.43: empty line received 2025-09-11 10:49:09.43: PodMonitor - start process kube event 2025-09-11 10:49:13.82: NamespaceMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-11 10:49:13.83: NamespaceMonitor - start process kube event 2025-09-11 10:49:13.83: empty line received 2025-09-11 10:49:13.83: NamespaceMonitor - start process kube event 2025-09-11 10:49:14.61: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1372 newResVer=1372 2025-09-11 10:49:14.61: NetworkPolicyMonitor - start process kube event 2025-09-11 10:49:14.61: empty line received 2025-09-11 10:49:14.61: NetworkPolicyMonitor - start process kube event 2025-09-11 10:49:14.93: NetworkMonitor - Received BOOKMARK: oldResVer=403 newResVer=1424 2025-09-11 10:49:14.93: NetworkMonitor - start process kube event 2025-09-11 10:49:14.93: empty line received 2025-09-11 10:49:14.93: NetworkMonitor - start process kube event 2025-09-11 10:49:20.32: EndPointMonitor - Received BOOKMARK: oldResVer=1368 newResVer=1368 2025-09-11 10:49:20.32: EndPointMonitor - start process kube event 2025-09-11 10:49:20.32: EndPointMonitor - _schedule_vnc_sync 2025-09-11 10:49:20.32: empty line received 2025-09-11 10:49:20.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-11 10:49:20.32: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-11 10:49:20.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:49:20.32: EndPointMonitor - start process kube event 2025-09-11 10:49:24.98: stop iteration ServiceMonitor 2025-09-11 10:49:24.98: ServiceMonitor - start process kube event 2025-09-11 10:49:24.98: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:49:24.98: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:49:24.98: ServiceMonitor - Connect Kube API result 0 2025-09-11 10:49:24.98: ServiceMonitor - _schedule_vnc_sync 2025-09-11 10:49:24.98: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:49:24.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-11 10:49:24.98: VncKubernetes - vnc_sync - Service start 2025-09-11 10:49:24.98: VncKubernetes - vnc_sync - Service done 2025-09-11 10:49:24.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:49:24.99: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:49:24.99: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:49:24.99: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:49:24.99: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:49:24.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:49:24.99: ServiceMonitor - start process kube event 2025-09-11 10:49:24.99: empty line received 2025-09-11 10:49:24.99: ServiceMonitor - start process kube event 2025-09-11 10:49:24.99: ServiceMonitor - Received ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:49:24.99: ServiceMonitor - Got ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:49:24.99: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=ADDED kind=Service ns=ctest-new-default-96067300) VncService - Got ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:49:24.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:49:24.99: ServiceMonitor - start process kube event 2025-09-11 10:49:24.99: empty line received 2025-09-11 10:49:24.99: ServiceMonitor - start process kube event 2025-09-11 10:49:41.28: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:49:41.28: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:49:41.28: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-96067300) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:49:41.28: NetworkPolicyMonitor - start process kube event 2025-09-11 10:49:41.28: empty line received 2025-09-11 10:49:41.28: NetworkPolicyMonitor - start process kube event 2025-09-11 10:49:42.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:50:09.54: PodMonitor - Received BOOKMARK: oldResVer=1361 newResVer=1361 2025-09-11 10:50:09.54: PodMonitor - start process kube event 2025-09-11 10:50:09.54: empty line received 2025-09-11 10:50:09.54: PodMonitor - start process kube event 2025-09-11 10:50:14.04: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1372 newResVer=1527 2025-09-11 10:50:14.04: NetworkPolicyMonitor - start process kube event 2025-09-11 10:50:14.04: empty line received 2025-09-11 10:50:14.04: NetworkPolicyMonitor - start process kube event 2025-09-11 10:50:14.13: NamespaceMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-11 10:50:14.13: NamespaceMonitor - start process kube event 2025-09-11 10:50:14.13: empty line received 2025-09-11 10:50:14.13: NamespaceMonitor - start process kube event 2025-09-11 10:50:14.61: NetworkMonitor - Received BOOKMARK: oldResVer=1424 newResVer=1424 2025-09-11 10:50:14.61: NetworkMonitor - start process kube event 2025-09-11 10:50:14.61: empty line received 2025-09-11 10:50:14.61: NetworkMonitor - start process kube event 2025-09-11 10:50:20.40: EndPointMonitor - Received BOOKMARK: oldResVer=1368 newResVer=1368 2025-09-11 10:50:20.40: EndPointMonitor - start process kube event 2025-09-11 10:50:20.40: empty line received 2025-09-11 10:50:20.40: EndPointMonitor - start process kube event 2025-09-11 10:50:43.84: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:43.84: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:43.84: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:43.84: PodMonitor - start process kube event 2025-09-11 10:50:43.84: empty line received 2025-09-11 10:50:43.84: PodMonitor - start process kube event 2025-09-11 10:50:43.85: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:43.85: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:43.85: PodMonitor - start process kube event 2025-09-11 10:50:43.85: empty line received 2025-09-11 10:50:43.85: PodMonitor - start process kube event 2025-09-11 10:50:43.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:50:43.86: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:43.86: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:50:43.86: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: empty line received 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:50:43.87: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: empty line received 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:50:43.87: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: empty line received 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:43.87: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: empty line received 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:43.87: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: empty line received 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:50:43.87: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: empty line received 2025-09-11 10:50:43.87: PodMonitor - start process kube event 2025-09-11 10:50:43.87: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:50:43.87: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:50:43.87: EndPointMonitor - start process kube event 2025-09-11 10:50:43.87: empty line received 2025-09-11 10:50:43.87: EndPointMonitor - start process kube event 2025-09-11 10:50:43.88: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:50:43.88: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:50:43.88: EndPointMonitor - start process kube event 2025-09-11 10:50:43.88: empty line received 2025-09-11 10:50:43.88: EndPointMonitor - start process kube event 2025-09-11 10:50:43.91: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-11 10:50:43.91: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:50:43.97: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-11 10:50:43.97: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:50:43.98: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-11 10:50:43.98: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:50:44.03: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-11 10:50:44.03: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:44.04: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:50:44.04: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:44.10: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:50:44.10: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:50:44.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:50:44.11: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-96067300) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:50:44.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:50:44.28: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-96067300) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:50:44.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:50:45.07: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.07: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.07: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.07: PodMonitor - start process kube event 2025-09-11 10:50:45.07: empty line received 2025-09-11 10:50:45.07: PodMonitor - start process kube event 2025-09-11 10:50:45.07: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.07: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.08: PodMonitor - start process kube event 2025-09-11 10:50:45.08: empty line received 2025-09-11 10:50:45.08: PodMonitor - start process kube event 2025-09-11 10:50:45.08: PodMonitor - Received DELETED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.08: PodMonitor - Got DELETED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.08: PodMonitor - start process kube event 2025-09-11 10:50:45.08: empty line received 2025-09-11 10:50:45.08: PodMonitor - start process kube event 2025-09-11 10:50:45.08: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:50:45.08: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.10: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.10: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.10: PodMonitor - start process kube event 2025-09-11 10:50:45.10: empty line received 2025-09-11 10:50:45.10: PodMonitor - start process kube event 2025-09-11 10:50:45.11: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.11: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.11: PodMonitor - start process kube event 2025-09-11 10:50:45.11: empty line received 2025-09-11 10:50:45.11: PodMonitor - start process kube event 2025-09-11 10:50:45.11: PodMonitor - Received DELETED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.11: PodMonitor - Got DELETED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.11: PodMonitor - start process kube event 2025-09-11 10:50:45.11: empty line received 2025-09-11 10:50:45.11: PodMonitor - start process kube event 2025-09-11 10:50:45.14: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:50:45.14: VncKubernetes - Process event (name=ctest-pod-76475912 event_type=DELETED kind=Pod ns=ctest-new-default-96067300) VncPod - Got DELETED Pod ctest-new-default-96067300:ctest-pod-76475912:017c94a2-3529-4593-816b-40231472b258 2025-09-11 10:50:45.45: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:45.45: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:45.45: PodMonitor - start process kube event 2025-09-11 10:50:45.45: empty line received 2025-09-11 10:50:45.45: PodMonitor - start process kube event 2025-09-11 10:50:45.58: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:50:45.58: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.64: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:50:45.64: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:45.65: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:45.65: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:45.65: PodMonitor - start process kube event 2025-09-11 10:50:45.65: empty line received 2025-09-11 10:50:45.65: PodMonitor - start process kube event 2025-09-11 10:50:45.65: PodMonitor - Received DELETED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:45.65: PodMonitor - Got DELETED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:45.65: PodMonitor - start process kube event 2025-09-11 10:50:45.65: empty line received 2025-09-11 10:50:45.65: PodMonitor - start process kube event 2025-09-11 10:50:45.70: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:50:45.70: VncKubernetes - Process event (name=ctest-pod-97438542 event_type=DELETED kind=Pod ns=ctest-non-default-63852920) VncPod - Got DELETED Pod ctest-non-default-63852920:ctest-pod-97438542:e771ec58-0bdd-45db-8ca6-9782d7ccf82b 2025-09-11 10:50:46.05: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.05: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.05: PodMonitor - start process kube event 2025-09-11 10:50:46.05: empty line received 2025-09-11 10:50:46.05: PodMonitor - start process kube event 2025-09-11 10:50:46.11: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:50:46.11: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:46.17: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:50:46.17: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:46.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:50:46.22: VncKubernetes - Process event (name=ctest-pod-29933971 event_type=DELETED kind=Pod ns=ctest-new-default-96067300) VncPod - Got DELETED Pod ctest-new-default-96067300:ctest-pod-29933971:7ac64113-0b4f-4e5d-af18-57f4201e1bb3 2025-09-11 10:50:46.25: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.25: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.25: PodMonitor - start process kube event 2025-09-11 10:50:46.25: empty line received 2025-09-11 10:50:46.25: PodMonitor - start process kube event 2025-09-11 10:50:46.25: PodMonitor - Received DELETED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.25: PodMonitor - Got DELETED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.25: PodMonitor - start process kube event 2025-09-11 10:50:46.25: empty line received 2025-09-11 10:50:46.25: PodMonitor - start process kube event 2025-09-11 10:50:46.70: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:50:46.70: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.75: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:50:46.75: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:46.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:50:46.82: VncKubernetes - Process event (name=ctest-pod-60624344 event_type=DELETED kind=Pod ns=ctest-non-default-63852920) VncPod - Got DELETED Pod ctest-non-default-63852920:ctest-pod-60624344:60090956-a254-45d1-a66b-edd70f4cbde4 2025-09-11 10:50:47.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:00.20: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:51:00.20: IngressMonitor - start process kube event 2025-09-11 10:51:00.20: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:51:00.20: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:51:00.20: IngressMonitor - Connect Kube API result 0 2025-09-11 10:51:00.20: IngressMonitor - _schedule_vnc_sync 2025-09-11 10:51:00.20: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:51:00.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-11 10:51:00.20: VncKubernetes - vnc_sync - Ingress start 2025-09-11 10:51:00.20: VncKubernetes - vnc_sync - Ingress done 2025-09-11 10:51:00.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:00.22: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:51:00.22: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:00.22: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:00.22: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:00.23: IngressMonitor - start process kube event 2025-09-11 10:51:00.23: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:00.23: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:00.23: IngressMonitor - start process kube event 2025-09-11 10:51:00.23: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:00.23: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:00.23: IngressMonitor - start process kube event 2025-09-11 10:51:00.23: empty line received 2025-09-11 10:51:00.23: IngressMonitor - start process kube event 2025-09-11 10:51:02.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:51:02.14: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:02.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:51:02.55: VncKubernetes - Process event (name=ctest-nginx-ingress-41188943 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-41188943:02b896ef-6b52-455b-901f-e606759041f1 2025-09-11 10:51:03.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:09.24: PodMonitor - Received BOOKMARK: oldResVer=1361 newResVer=1648 2025-09-11 10:51:09.24: PodMonitor - start process kube event 2025-09-11 10:51:09.24: PodMonitor - _schedule_vnc_sync 2025-09-11 10:51:09.24: empty line received 2025-09-11 10:51:09.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-11 10:51:09.24: VncKubernetes - vnc_sync - Pod start 2025-09-11 10:51:09.24: VncKubernetes - vnc_sync - Pod done 2025-09-11 10:51:09.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:09.24: PodMonitor - start process kube event 2025-09-11 10:51:14.54: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1527 2025-09-11 10:51:14.54: NetworkPolicyMonitor - start process kube event 2025-09-11 10:51:14.54: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-11 10:51:14.54: empty line received 2025-09-11 10:51:14.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-11 10:51:14.54: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-11 10:51:14.54: NetworkPolicyMonitor - start process kube event 2025-09-11 10:51:14.54: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-11 10:51:14.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:14.57: NamespaceMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-11 10:51:14.57: NamespaceMonitor - start process kube event 2025-09-11 10:51:14.57: NamespaceMonitor - _schedule_vnc_sync 2025-09-11 10:51:14.57: empty line received 2025-09-11 10:51:14.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-11 10:51:14.57: VncKubernetes - vnc_sync - Namespace start 2025-09-11 10:51:14.57: VncKubernetes - vnc_sync - Namespace done 2025-09-11 10:51:14.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:14.57: NamespaceMonitor - start process kube event 2025-09-11 10:51:14.80: NetworkMonitor - Received BOOKMARK: oldResVer=1424 newResVer=1424 2025-09-11 10:51:14.80: NetworkMonitor - start process kube event 2025-09-11 10:51:14.80: empty line received 2025-09-11 10:51:14.80: NetworkMonitor - start process kube event 2025-09-11 10:51:15.13: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.14: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.14: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.14: PodMonitor - start process kube event 2025-09-11 10:51:15.14: empty line received 2025-09-11 10:51:15.14: PodMonitor - start process kube event 2025-09-11 10:51:15.15: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.15: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.15: PodMonitor - start process kube event 2025-09-11 10:51:15.15: empty line received 2025-09-11 10:51:15.15: PodMonitor - start process kube event 2025-09-11 10:51:15.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:51:15.15: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.17: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:15.17: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:15.17: PodMonitor - start process kube event 2025-09-11 10:51:15.17: empty line received 2025-09-11 10:51:15.17: PodMonitor - start process kube event 2025-09-11 10:51:15.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:51:15.21: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:15.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:15.43: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.43: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.43: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.43: PodMonitor - start process kube event 2025-09-11 10:51:15.43: empty line received 2025-09-11 10:51:15.43: PodMonitor - start process kube event 2025-09-11 10:51:15.43: PodMonitor - Received DELETED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.43: PodMonitor - Got DELETED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.44: PodMonitor - start process kube event 2025-09-11 10:51:15.44: empty line received 2025-09-11 10:51:15.44: PodMonitor - start process kube event 2025-09-11 10:51:15.44: PodMonitor - Received MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.44: PodMonitor - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.44: PodMonitor - start process kube event 2025-09-11 10:51:15.44: empty line received 2025-09-11 10:51:15.44: PodMonitor - start process kube event 2025-09-11 10:51:15.45: PodMonitor - Received DELETED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.45: PodMonitor - Got DELETED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.45: PodMonitor - start process kube event 2025-09-11 10:51:15.45: empty line received 2025-09-11 10:51:15.45: PodMonitor - start process kube event 2025-09-11 10:51:15.48: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:51:15.48: VncKubernetes - Process event (name=ctest-pod-47539107 event_type=DELETED kind=Pod ns=ctest-new-default-96067300) VncPod - Got DELETED Pod ctest-new-default-96067300:ctest-pod-47539107:1b6ae8c0-ff88-41f2-bedf-ab276fbd0615 2025-09-11 10:51:15.52: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:15.52: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:15.52: PodMonitor - start process kube event 2025-09-11 10:51:15.52: empty line received 2025-09-11 10:51:15.52: PodMonitor - start process kube event 2025-09-11 10:51:15.52: PodMonitor - Received DELETED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:15.53: PodMonitor - Got DELETED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:15.53: PodMonitor - start process kube event 2025-09-11 10:51:15.53: empty line received 2025-09-11 10:51:15.53: PodMonitor - start process kube event 2025-09-11 10:51:15.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:51:15.90: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=MODIFIED kind=Pod ns=ctest-new-default-96067300) VncPod - Got MODIFIED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:15.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:51:15.91: VncKubernetes - Process event (name=ctest-pod-21187630 event_type=DELETED kind=Pod ns=ctest-new-default-96067300) VncPod - Got DELETED Pod ctest-new-default-96067300:ctest-pod-21187630:5ab73a01-d849-48c7-a071-579c4aa48edd 2025-09-11 10:51:16.15: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.15: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.15: PodMonitor - start process kube event 2025-09-11 10:51:16.15: empty line received 2025-09-11 10:51:16.15: PodMonitor - start process kube event 2025-09-11 10:51:16.15: PodMonitor - Received MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.15: PodMonitor - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.15: PodMonitor - start process kube event 2025-09-11 10:51:16.15: empty line received 2025-09-11 10:51:16.15: PodMonitor - start process kube event 2025-09-11 10:51:16.15: PodMonitor - Received DELETED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.15: PodMonitor - Got DELETED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.15: PodMonitor - start process kube event 2025-09-11 10:51:16.15: empty line received 2025-09-11 10:51:16.15: PodMonitor - start process kube event 2025-09-11 10:51:16.34: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-11 10:51:16.34: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:16.39: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:51:16.39: VncKubernetes - Process event (name=ctest-pod-66002777 event_type=DELETED kind=Pod ns=ctest-non-default-63852920) VncPod - Got DELETED Pod ctest-non-default-63852920:ctest-pod-66002777:fd407416-6126-4d16-a5ef-16e21a98c760 2025-09-11 10:51:16.74: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:51:16.74: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:51:16.79: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=MODIFIED kind=Pod ns=ctest-non-default-63852920) VncPod - Got MODIFIED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:16.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:51:16.84: VncKubernetes - Process event (name=ctest-pod-41906581 event_type=DELETED kind=Pod ns=ctest-non-default-63852920) VncPod - Got DELETED Pod ctest-non-default-63852920:ctest-pod-41906581:c18a4597-74a2-47b4-b9ea-5001f8c7b5f3 2025-09-11 10:51:17.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:19.07: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:19.07: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:19.07: VncKubernetes - Process event (name=ctest-non-default-63852920 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:19.07: NamespaceMonitor - start process kube event 2025-09-11 10:51:19.07: empty line received 2025-09-11 10:51:19.07: NamespaceMonitor - start process kube event 2025-09-11 10:51:19.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:20.17: EndPointMonitor - Received BOOKMARK: oldResVer=1368 newResVer=1620 2025-09-11 10:51:20.17: EndPointMonitor - start process kube event 2025-09-11 10:51:20.17: empty line received 2025-09-11 10:51:20.17: EndPointMonitor - start process kube event 2025-09-11 10:51:24.28: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:24.28: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:24.28: VncKubernetes - Process event (name=ctest-non-default-63852920 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:24.28: NamespaceMonitor - start process kube event 2025-09-11 10:51:24.28: empty line received 2025-09-11 10:51:24.28: NamespaceMonitor - start process kube event 2025-09-11 10:51:24.29: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:24.29: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:24.29: NamespaceMonitor - start process kube event 2025-09-11 10:51:24.29: empty line received 2025-09-11 10:51:24.29: NamespaceMonitor - start process kube event 2025-09-11 10:51:24.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:51:24.59: VncKubernetes - Process event (name=ctest-non-default-63852920 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-63852920:ea686315-7af1-4460-b97c-e308ed4b9234 2025-09-11 10:51:25.00: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-11 10:51:25.00: ServiceMonitor - start process kube event 2025-09-11 10:51:25.00: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=399 2025-09-11 10:51:25.00: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-11 10:51:25.00: ServiceMonitor - Connect Kube API result 0 2025-09-11 10:51:25.00: ServiceMonitor - _schedule_vnc_sync 2025-09-11 10:51:25.00: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'})(timeout=120) 2025-09-11 10:51:25.02: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '399'}) 2025-09-11 10:51:25.02: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:51:25.02: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:51:25.02: ServiceMonitor - start process kube event 2025-09-11 10:51:25.02: empty line received 2025-09-11 10:51:25.02: ServiceMonitor - start process kube event 2025-09-11 10:51:25.02: ServiceMonitor - Received ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:51:25.02: ServiceMonitor - Got ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:51:25.02: ServiceMonitor - start process kube event 2025-09-11 10:51:25.02: empty line received 2025-09-11 10:51:25.02: ServiceMonitor - start process kube event 2025-09-11 10:51:25.11: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:25.11: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:25.11: NamespaceMonitor - start process kube event 2025-09-11 10:51:25.11: empty line received 2025-09-11 10:51:25.11: NamespaceMonitor - start process kube event 2025-09-11 10:51:25.73: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-11 10:51:25.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-11 10:51:25.73: VncKubernetes - vnc_sync - Service start 2025-09-11 10:51:25.73: VncKubernetes - vnc_sync - Service done 2025-09-11 10:51:25.73: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:51:25.73: VncKubernetes - Process event (name=ctest-nginx-svc-55818270 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-55818270:f656b457-b46b-43c5-b507-1e8901be22dd 2025-09-11 10:51:25.73: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:51:25.73: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=ADDED kind=Service ns=ctest-new-default-96067300) VncService - Got ADDED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:51:25.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:51:25.73: VncKubernetes - Process event (name=ctest-new-default-96067300 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:26.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-11 10:51:30.13: EndPointMonitor - Received DELETED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:51:30.13: EndPointMonitor - Got DELETED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:51:30.13: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=DELETED kind=Endpoints ns=ctest-new-default-96067300) VncEndpoints - Got DELETED Endpoints ctest-new-default-96067300:ctest-nginx-svc-30705767:350c0099-77e0-45a8-8405-b199c656bac8 2025-09-11 10:51:30.13: EndPointMonitor - start process kube event 2025-09-11 10:51:30.13: empty line received 2025-09-11 10:51:30.13: EndPointMonitor - start process kube event 2025-09-11 10:51:30.20: ServiceMonitor - Received DELETED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:51:30.21: ServiceMonitor - Got DELETED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:51:30.21: ServiceMonitor - start process kube event 2025-09-11 10:51:30.21: empty line received 2025-09-11 10:51:30.21: ServiceMonitor - start process kube event 2025-09-11 10:51:30.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-11 10:51:30.25: VncKubernetes - Process event (name=ctest-nginx-svc-30705767 event_type=DELETED kind=Service ns=ctest-new-default-96067300) VncService - Got DELETED Service ctest-new-default-96067300:ctest-nginx-svc-30705767:00875221-9e0f-4ab0-a71d-f300bc607467 2025-09-11 10:51:30.32: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:51:30.32: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:51:30.32: NetworkPolicyMonitor - start process kube event 2025-09-11 10:51:30.32: empty line received 2025-09-11 10:51:30.32: NetworkPolicyMonitor - start process kube event 2025-09-11 10:51:30.57: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:30.57: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:30.57: NamespaceMonitor - start process kube event 2025-09-11 10:51:30.57: empty line received 2025-09-11 10:51:30.57: NamespaceMonitor - start process kube event 2025-09-11 10:51:30.58: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:30.58: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:30.58: NamespaceMonitor - start process kube event 2025-09-11 10:51:30.58: empty line received 2025-09-11 10:51:30.58: NamespaceMonitor - start process kube event 2025-09-11 10:51:30.67: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-11 10:51:30.67: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-96067300) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-96067300:ingress-on-service:0352fe70-6cb9-46e1-9ab4-12b875486331 2025-09-11 10:51:31.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-11 10:51:31.58: VncKubernetes - Process event (name=ctest-new-default-96067300 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-96067300:2d301ac6-dfd2-46a1-ae4f-37bfdf8aa486 2025-09-11 10:51:31.92: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-11 10:51:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000995