++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Mon Oct 27 06:06:35 AM UTC 2025 ===================' INFO: =================== Mon Oct 27 06:06:35 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ awk '{print $2}' +++ grep 'inet ' +++ head -n 1 +++ cut -d / -f 1 ++ DEFAULT_LOCAL_IP=10.0.0.27 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.27 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.27 ++ ANALYTICSDB_NODES=10.0.0.27 ++ ANALYTICS_SNMP_NODES=10.0.0.27 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8081 ' +++ '[' -n '10.0.0.27:8081 ' ']' +++ echo 10.0.0.27:8081 ++ ANALYTICS_SERVERS=10.0.0.27:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9042 ' +++ '[' -n '10.0.0.27:9042 ' ']' +++ echo 10.0.0.27:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.27:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.27 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8086 ' +++ '[' -n '10.0.0.27:8086 ' ']' +++ echo 10.0.0.27:8086 ++ COLLECTOR_SERVERS=10.0.0.27:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.27 ++ CONFIGDB_NODES=10.0.0.27 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8082 ' +++ '[' -n '10.0.0.27:8082 ' ']' +++ echo 10.0.0.27:8082 ++ CONFIG_SERVERS=10.0.0.27:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9161 ' +++ '[' -n '10.0.0.27:9161 ' ']' +++ echo 10.0.0.27:9161 ++ CONFIGDB_SERVERS=10.0.0.27:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9041 ' +++ '[' -n '10.0.0.27:9041 ' ']' +++ echo 10.0.0.27:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.27:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.27 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.27 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.27 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+=10.0.0.27:2181, +++ '[' -n 10.0.0.27:2181, ']' +++ echo 10.0.0.27:2181 ++ ZOOKEEPER_SERVERS=10.0.0.27:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:2181 ' +++ '[' -n '10.0.0.27:2181 ' ']' +++ echo 10.0.0.27:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.27:2181 ++ RABBITMQ_NODES=10.0.0.27 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+=10.0.0.27:5673, +++ '[' -n 10.0.0.27:5673, ']' +++ echo 10.0.0.27:5673 ++ RABBITMQ_SERVERS=10.0.0.27:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:6379 ' +++ '[' -n '10.0.0.27:6379 ' ']' +++ echo 10.0.0.27:6379 ++ REDIS_SERVERS=10.0.0.27:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.27 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9092 ' +++ '[' -n '10.0.0.27:9092 ' ']' +++ echo 10.0.0.27:9092 ++ KAFKA_SERVERS=10.0.0.27:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.27 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.27 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.27 + local cassandra=10.0.0.27 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.27 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IkZBVjBrbGhxb192aGZoZjZGcnQ0NFYzMko2cjFGajV1RzdRRnhJaXI5ZUEifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjRjZDdkNzFkLWZmMzgtNDFkMS04NTVkLWJiNWIwYWU3ODM5NCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.Pj5NnmL82WIG2gd5C_YuzSYFnwcsIbHhXKsRumRpHQe9m-urdK_jaaIha9kH5DIIl3MBR9qQTiGrc7CypqPQCQGF3MlPLBYq83m0s3Ous14cZZzljZt2lkym5PsaVyMH32HWxcfZFcaULqnCpiPWHJX4gpDj2aPjymLZru3tky96Ijid3nE7c3bgCdebcuKM6REw8RQSMyiP_VhQFjJjeHof3H8etj1wZQ5AI--Eusd4fX-vRbmTlokN3A5XN7O9jL0dXcNrpWNvliDuyFHIrmYcgVlQzer68WjhP3HDr5ekb_M93Al8ubd8a0NACf9RXcBi6vLJaBOYCjmzb_Qwdg ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.27 +++ local servers=10.0.0.27 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ sort ++++ uniq ++++ cat /proc/net/fib_trie ++++ tr '\n' , +++ local local_ips=,10.0.0.27,10.157.36.1,127.0.0.1,172.17.0.1,252.27.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.27'\''))' +++ local server_ip=10.0.0.27 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.27 ]] +++ [[ ,10.0.0.27,10.157.36.1,127.0.0.1,172.17.0.1,252.27.0.1,, =~ ,10\.0\.0\.27, ]] +++ echo 10.0.0.27 1 +++ return ++ local ip=10.0.0.27 ++ [[ -z 10.0.0.27 ]] ++ echo 10.0.0.27 + host_ip=10.0.0.27 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.27:9041 + cassandra_server_list=10.0.0.27:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sed 's/^KUBERNETES__//g' ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ set -o posix ++ set ++ sort + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/27/2025 06:06:43.542 7fa5e5862800 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/27/2025 06:06:43.724 7fa5e5862800 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/27/2025 06:06:43.724 7fa5e5862800 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-10-27 06:06:43.93: KubeMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:43.93: KubeMonitor - Connect Kube API result 0 2025-10-27 06:06:44.04: KubeMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-27 06:06:44.06: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-27 06:06:44.06: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1 2025-10-27 06:06:44.07: PodMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-27 06:06:44.08: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-27 06:06:44.08: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/apis/networking.k8s.io/v1 2025-10-27 06:06:44.09: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-27 06:06:44.10: IngressMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/apis/networking.k8s.io/v1 2025-10-27 06:06:44.10: VncKubernetes - vnc_connect starting 2025-10-27 06:06:44.12: VncKubernetes - vnc_connect done 2025-10-27 06:06:44.25: default-domain domain available. 2025-10-27 06:06:49.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:06:49.91: NamespaceMonitor - start process kube event 2025-10-27 06:06:49.91: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:49.91: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:49.91: NetworkMonitor - start process kube event 2025-10-27 06:06:49.91: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:49.91: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:49.91: PodMonitor - start process kube event 2025-10-27 06:06:49.91: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:49.91: PodMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:49.91: ServiceMonitor - start process kube event 2025-10-27 06:06:49.91: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:49.91: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:49.91: NetworkPolicyMonitor - start process kube event 2025-10-27 06:06:49.91: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:49.91: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:49.91: EndPointMonitor - start process kube event 2025-10-27 06:06:49.91: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:49.91: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:49.91: IngressMonitor - start process kube event 2025-10-27 06:06:49.91: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:49.91: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:49.91: IngressMonitor - Connect Kube API result 0 2025-10-27 06:06:49.91: IngressMonitor - Start init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-27 06:06:49.91: EndPointMonitor - Connect Kube API result 0 2025-10-27 06:06:49.91: EndPointMonitor - Start init url=https://10.0.0.27:6443/api/v1/endpoints resource_version=None 2025-10-27 06:06:49.91: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 06:06:49.91: NetworkPolicyMonitor - Start init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-27 06:06:49.92: ServiceMonitor - Connect Kube API result 0 2025-10-27 06:06:49.92: ServiceMonitor - Start init url=https://10.0.0.27:6443/api/v1/services resource_version=None 2025-10-27 06:06:49.92: PodMonitor - Connect Kube API result 0 2025-10-27 06:06:49.92: PodMonitor - Start init url=https://10.0.0.27:6443/api/v1/pods resource_version=None 2025-10-27 06:06:49.92: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:06:49.92: NamespaceMonitor - Connect Kube API result 0 2025-10-27 06:06:49.92: NamespaceMonitor - Start init url=https://10.0.0.27:6443/api/v1/namespaces resource_version=None 2025-10-27 06:06:49.95: NetworkPolicyMonitor - Done init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=614 2025-10-27 06:06:49.95: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 06:06:49.95: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:06:49.96: IngressMonitor - Done init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses, resource_version=614 2025-10-27 06:06:49.96: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:06:49.96: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:06:49.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 06:06:49.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 06:06:49.97: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 06:06:49.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:06:49.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:06:49.97: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:06:49.97: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:06:49.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:06:49.97: NamespaceMonitor - Got ADDED Namespace None:contrail:1fef2f12-c145-4d0c-8ec5-df96dc03cc6f 2025-10-27 06:06:49.97: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:1fef2f12-c145-4d0c-8ec5-df96dc03cc6f 2025-10-27 06:06:49.97: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:06:49.97: ServiceMonitor - Got ADDED Service default:kubernetes:5c893e2e-c6ac-46e7-b57a-9a222b3b5341 2025-10-27 06:06:49.98: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:06:49.98: PodMonitor - Done init url=https://10.0.0.27:6443/api/v1/pods, resource_version=614 2025-10-27 06:06:49.98: PodMonitor - _schedule_vnc_sync 2025-10-27 06:06:49.98: PodMonitor - Start Watching request https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:06:49.98: NamespaceMonitor - Got ADDED Namespace None:default:bdb64327-08a6-44ff-9414-cd49847bea13 2025-10-27 06:06:49.98: EndPointMonitor - Got ADDED Endpoints default:kubernetes:f05b2ab1-5b3f-471b-a08d-8b2310b9a0c1 2025-10-27 06:06:49.98: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:06:49.99: PodMonitor - Watches https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:06:49.99: ServiceMonitor - Got ADDED Service kube-system:kube-dns:ef6b0148-9d9d-4500-927f-8b4b01a99b5c 2025-10-27 06:06:49.99: ServiceMonitor - Done init url=https://10.0.0.27:6443/api/v1/services, resource_version=614 2025-10-27 06:06:49.99: ServiceMonitor - _schedule_vnc_sync 2025-10-27 06:06:49.99: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:06:49.99: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:ee31f538-c6e1-4a60-b885-001865fb6985 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:06:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001079 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:06:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:07:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001083 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:07:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001202 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:07:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001617 2025-10-27 06:06:49.99: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:06:49.99: EndPointMonitor - Done init url=https://10.0.0.27:6443/api/v1/endpoints, resource_version=614 2025-10-27 06:06:49.99: EndPointMonitor - _schedule_vnc_sync 2025-10-27 06:06:49.99: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:06:50.00: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:06:50.00: NetworkMonitor - Start init url=https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-27 06:06:50.00: NamespaceMonitor - Got ADDED Namespace None:kube-public:6c39a065-c747-4f5c-8dd1-b933a3eeaf51 2025-10-27 06:06:50.01: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-10-27 06:06:50.01: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:06:50.01: NetworkMonitor - start process kube event 2025-10-27 06:06:50.01: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 06:06:50.01: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:06:50.01: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:06:50.02: NamespaceMonitor - Got ADDED Namespace None:kube-system:770c7cbc-4346-4cb3-984e-a6cddf49982a 2025-10-27 06:06:50.02: NamespaceMonitor - Done init url=https://10.0.0.27:6443/api/v1/namespaces, resource_version=614 2025-10-27 06:06:50.02: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:06:50.02: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:06:50.06: NetworkMonitor - Start init url=https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-27 06:06:50.06: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:06:50.11: NetworkMonitor - Done init url=https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=618 2025-10-27 06:06:50.11: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:06:50.11: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'})(timeout=120) 2025-10-27 06:06:50.11: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'}) 2025-10-27 06:06:52.14: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 06:06:52.14: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:5c893e2e-c6ac-46e7-b57a-9a222b3b5341 2025-10-27 06:06:53.60: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:06:53.60: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:06:55.32: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:06:55.32: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:06:55.33: PodMonitor - start process kube event 2025-10-27 06:06:55.33: empty line received 2025-10-27 06:06:55.33: PodMonitor - start process kube event 2025-10-27 06:06:55.33: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:06:55.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 06:06:55.33: VncKubernetes - vnc_sync - Pod start 2025-10-27 06:06:55.33: VncKubernetes - vnc_sync - Pod done 2025-10-27 06:06:55.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 06:06:55.33: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:bdb64327-08a6-44ff-9414-cd49847bea13 2025-10-27 06:06:57.55: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-27 06:06:57.55: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:f05b2ab1-5b3f-471b-a08d-8b2310b9a0c1 2025-10-27 06:06:57.62: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-27 06:06:57.62: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:ef6b0148-9d9d-4500-927f-8b4b01a99b5c 2025-10-27 06:06:59.51: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 06:06:59.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 06:06:59.51: VncKubernetes - vnc_sync - Service start 2025-10-27 06:06:59.51: VncKubernetes - vnc_sync - Service done 2025-10-27 06:06:59.51: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 06:06:59.51: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:ee31f538-c6e1-4a60-b885-001865fb6985 2025-10-27 06:07:01.53: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 06:07:01.53: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:07:01.61: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 06:07:01.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 06:07:01.61: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 06:07:01.61: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:07:01.61: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:6c39a065-c747-4f5c-8dd1-b933a3eeaf51 2025-10-27 06:07:03.68: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:07:03.68: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:770c7cbc-4346-4cb3-984e-a6cddf49982a 2025-10-27 06:07:05.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:07:05.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:07:05.21: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:07:05.21: VncKubernetes - vnc_sync - Namespace done 2025-10-27 06:07:05.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:07:05.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:07:05.21: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:07:05.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:07:05.21: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:07:05.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:07:49.83: PodMonitor - Received BOOKMARK: oldResVer=614 newResVer=628 2025-10-27 06:07:49.83: PodMonitor - start process kube event 2025-10-27 06:07:49.83: empty line received 2025-10-27 06:07:49.83: PodMonitor - start process kube event 2025-10-27 06:08:49.97: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:08:49.98: IngressMonitor - start process kube event 2025-10-27 06:08:49.98: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:08:49.98: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:08:49.98: IngressMonitor - Connect Kube API result 0 2025-10-27 06:08:49.98: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:08:49.98: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:08:49.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:08:49.98: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:08:49.98: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:08:49.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:08:49.98: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:08:49.98: NetworkPolicyMonitor - start process kube event 2025-10-27 06:08:49.98: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:08:49.98: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:08:49.98: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 06:08:49.98: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 06:08:49.99: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:08:49.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 06:08:49.99: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 06:08:49.99: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 06:08:49.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:08:49.99: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:08:49.99: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:08:50.00: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:08:50.00: ServiceMonitor - start process kube event 2025-10-27 06:08:50.00: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:08:50.00: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:08:50.00: ServiceMonitor - Connect Kube API result 0 2025-10-27 06:08:50.00: ServiceMonitor - _schedule_vnc_sync 2025-10-27 06:08:50.00: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:08:50.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 06:08:50.00: VncKubernetes - vnc_sync - Service start 2025-10-27 06:08:50.00: VncKubernetes - vnc_sync - Service done 2025-10-27 06:08:50.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:08:50.01: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:08:50.01: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:08:50.01: EndPointMonitor - start process kube event 2025-10-27 06:08:50.01: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:08:50.01: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:08:50.01: EndPointMonitor - Connect Kube API result 0 2025-10-27 06:08:50.01: EndPointMonitor - _schedule_vnc_sync 2025-10-27 06:08:50.01: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:08:50.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 06:08:50.01: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 06:08:50.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:08:50.02: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:08:50.06: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:08:50.06: NamespaceMonitor - start process kube event 2025-10-27 06:08:50.06: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:08:50.06: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:08:50.06: NamespaceMonitor - Connect Kube API result 0 2025-10-27 06:08:50.06: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:08:50.06: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:08:50.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:08:50.06: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:08:50.06: VncKubernetes - vnc_sync - Namespace done 2025-10-27 06:08:50.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:08:50.07: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:08:50.12: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:08:50.12: NetworkMonitor - start process kube event 2025-10-27 06:08:50.12: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=618 2025-10-27 06:08:50.12: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:08:50.12: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:08:50.12: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:08:50.12: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'})(timeout=120) 2025-10-27 06:08:50.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:08:50.12: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:08:50.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:08:50.13: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'}) 2025-10-27 06:08:50.14: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=628 2025-10-27 06:08:50.14: PodMonitor - start process kube event 2025-10-27 06:08:50.14: empty line received 2025-10-27 06:08:50.14: PodMonitor - start process kube event 2025-10-27 06:09:49.63: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=628 2025-10-27 06:09:49.63: PodMonitor - start process kube event 2025-10-27 06:09:49.63: empty line received 2025-10-27 06:09:49.63: PodMonitor - start process kube event 2025-10-27 06:10:49.53: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=628 2025-10-27 06:10:49.53: PodMonitor - start process kube event 2025-10-27 06:10:49.53: empty line received 2025-10-27 06:10:49.53: PodMonitor - start process kube event 2025-10-27 06:10:49.99: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:10:49.99: IngressMonitor - start process kube event [Introspect:8108]10.0.0.27 - - [2025-10-27 06:11:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001127 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:11:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001044 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:11:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001131 2025-10-27 06:10:49.99: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:10:49.99: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:10:49.99: IngressMonitor - Connect Kube API result 0 2025-10-27 06:10:49.99: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:10:49.99: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:10:49.99: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:10:50.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:10:50.00: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:10:50.00: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:10:50.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:10:50.00: NetworkPolicyMonitor - start process kube event 2025-10-27 06:10:50.00: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:10:50.00: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:10:50.00: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 06:10:50.00: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 06:10:50.00: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:10:50.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 06:10:50.00: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 06:10:50.01: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:10:50.02: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:10:50.02: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:10:50.02: ServiceMonitor - start process kube event 2025-10-27 06:10:50.02: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:10:50.02: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:10:50.02: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 06:10:50.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:10:50.02: ServiceMonitor - Connect Kube API result 0 2025-10-27 06:10:50.02: ServiceMonitor - _schedule_vnc_sync 2025-10-27 06:10:50.02: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:10:50.02: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:10:50.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 06:10:50.02: VncKubernetes - vnc_sync - Service start 2025-10-27 06:10:50.02: VncKubernetes - vnc_sync - Service done 2025-10-27 06:10:50.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:10:50.02: EndPointMonitor - start process kube event 2025-10-27 06:10:50.02: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:10:50.02: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:10:50.02: EndPointMonitor - Connect Kube API result 0 2025-10-27 06:10:50.02: EndPointMonitor - _schedule_vnc_sync 2025-10-27 06:10:50.02: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:10:50.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 06:10:50.02: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 06:10:50.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:10:50.03: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:10:50.03: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:10:50.07: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:10:50.07: NamespaceMonitor - start process kube event 2025-10-27 06:10:50.07: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:10:50.07: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:10:50.07: NamespaceMonitor - Connect Kube API result 0 2025-10-27 06:10:50.07: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:10:50.07: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:10:50.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:10:50.07: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:10:50.07: VncKubernetes - vnc_sync - Namespace done 2025-10-27 06:10:50.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:10:50.08: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:10:50.13: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:10:50.13: NetworkMonitor - start process kube event 2025-10-27 06:10:50.13: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=618 2025-10-27 06:10:50.13: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:10:50.13: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:10:50.13: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:10:50.13: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'})(timeout=120) 2025-10-27 06:10:50.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:10:50.13: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:10:50.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:10:50.14: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'}) 2025-10-27 06:11:49.59: ServiceMonitor - Received BOOKMARK: oldResVer=614 newResVer=991 2025-10-27 06:11:49.59: ServiceMonitor - start process kube event 2025-10-27 06:11:49.59: empty line received 2025-10-27 06:11:49.59: ServiceMonitor - start process kube event 2025-10-27 06:11:50.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=614 newResVer=993 2025-10-27 06:11:50.15: NetworkPolicyMonitor - start process kube event 2025-10-27 06:11:50.15: empty line received 2025-10-27 06:11:50.15: NetworkPolicyMonitor - start process kube event 2025-10-27 06:11:50.26: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=628 2025-10-27 06:11:50.27: PodMonitor - start process kube event 2025-10-27 06:11:50.27: PodMonitor - _schedule_vnc_sync 2025-10-27 06:11:50.27: empty line received 2025-10-27 06:11:50.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 06:11:50.27: VncKubernetes - vnc_sync - Pod start 2025-10-27 06:11:50.28: PodMonitor - start process kube event 2025-10-27 06:11:50.30: VncKubernetes - vnc_sync - Pod done [Introspect:8108]10.0.0.27 - - [2025-10-27 06:11:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001176 2025-10-27 06:11:50.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:11:57.53: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:11:57.53: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:11:57.53: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:11:57.53: PodMonitor - start process kube event 2025-10-27 06:11:57.53: empty line received 2025-10-27 06:11:57.53: PodMonitor - start process kube event 2025-10-27 06:11:57.55: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:11:57.56: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:11:57.56: EndPointMonitor - start process kube event 2025-10-27 06:11:57.56: empty line received 2025-10-27 06:11:57.56: EndPointMonitor - start process kube event 2025-10-27 06:11:57.57: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:11:57.57: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:11:57.57: PodMonitor - start process kube event 2025-10-27 06:11:57.57: empty line received 2025-10-27 06:11:57.57: PodMonitor - start process kube event 2025-10-27 06:11:57.57: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:11:57.57: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:11:57.57: EndPointMonitor - start process kube event 2025-10-27 06:11:57.57: empty line received 2025-10-27 06:11:57.57: EndPointMonitor - start process kube event 2025-10-27 06:11:57.59: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:11:57.59: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:11:57.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:11:57.62: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:11:57.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:11:57.68: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:11:58.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:12:10.70: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:12:10.70: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:12:10.70: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:12:10.70: PodMonitor - start process kube event 2025-10-27 06:12:10.70: empty line received 2025-10-27 06:12:10.70: PodMonitor - start process kube event 2025-10-27 06:12:10.71: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:12:10.71: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:12:10.71: EndPointMonitor - start process kube event 2025-10-27 06:12:10.71: empty line received 2025-10-27 06:12:10.71: EndPointMonitor - start process kube event 2025-10-27 06:12:10.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:12:10.71: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:12:10.74: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:12:10.74: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:12:10.74: PodMonitor - start process kube event 2025-10-27 06:12:10.74: empty line received 2025-10-27 06:12:10.74: PodMonitor - start process kube event 2025-10-27 06:12:10.75: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:12:10.75: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:12:10.75: EndPointMonitor - start process kube event 2025-10-27 06:12:10.75: empty line received 2025-10-27 06:12:10.75: EndPointMonitor - start process kube event 2025-10-27 06:12:11.13: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:12:11.13: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:12:11.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:12:11.19: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:12:11.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:12:49.49: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=1071 2025-10-27 06:12:49.49: PodMonitor - start process kube event 2025-10-27 06:12:49.49: empty line received 2025-10-27 06:12:49.49: PodMonitor - start process kube event 2025-10-27 06:12:49.73: ServiceMonitor - Received BOOKMARK: oldResVer=991 newResVer=991 2025-10-27 06:12:49.73: ServiceMonitor - start process kube event 2025-10-27 06:12:49.73: empty line received 2025-10-27 06:12:49.73: ServiceMonitor - start process kube event 2025-10-27 06:12:50.01: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:12:50.01: IngressMonitor - start process kube event 2025-10-27 06:12:50.01: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:12:50.01: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:12:50.01: IngressMonitor - Connect Kube API result 0 2025-10-27 06:12:50.01: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:12:50.01: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:12:50.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:12:50.01: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:12:50.02: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:12:50.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:12:50.03: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:12:50.08: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:12:50.08: NamespaceMonitor - start process kube event 2025-10-27 06:12:50.08: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:12:50.08: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:12:50.08: NamespaceMonitor - Connect Kube API result 0 2025-10-27 06:12:50.08: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:12:50.08: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:12:50.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:12:50.08: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:12:50.08: VncKubernetes - vnc_sync - Namespace done 2025-10-27 06:12:50.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:12:50.09: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:12:50.14: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:12:50.14: NetworkMonitor - start process kube event 2025-10-27 06:12:50.14: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=618 2025-10-27 06:12:50.14: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:12:50.14: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:12:50.14: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:12:50.14: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'})(timeout=120) 2025-10-27 06:12:50.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:12:50.14: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:12:50.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:12:50.14: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'}) 2025-10-27 06:12:50.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=993 2025-10-27 06:12:50.35: NetworkPolicyMonitor - start process kube event 2025-10-27 06:12:50.35: empty line received 2025-10-27 06:12:50.35: NetworkPolicyMonitor - start process kube event 2025-10-27 06:12:50.54: EndPointMonitor - Received BOOKMARK: oldResVer=614 newResVer=1072 2025-10-27 06:12:50.54: EndPointMonitor - start process kube event 2025-10-27 06:12:50.54: empty line received 2025-10-27 06:12:50.54: EndPointMonitor - start process kube event 2025-10-27 06:13:49.31: PodMonitor - Received BOOKMARK: oldResVer=1071 newResVer=1071 2025-10-27 06:13:49.31: PodMonitor - start process kube event 2025-10-27 06:13:49.31: empty line received 2025-10-27 06:13:49.31: PodMonitor - start process kube event 2025-10-27 06:13:49.56: IngressMonitor - Received BOOKMARK: oldResVer=614 newResVer=1040 2025-10-27 06:13:49.56: IngressMonitor - start process kube event 2025-10-27 06:13:49.56: empty line received 2025-10-27 06:13:49.56: IngressMonitor - start process kube event 2025-10-27 06:13:49.57: ServiceMonitor - Received BOOKMARK: oldResVer=991 newResVer=991 2025-10-27 06:13:49.57: ServiceMonitor - start process kube event 2025-10-27 06:13:49.57: empty line received 2025-10-27 06:13:49.57: ServiceMonitor - start process kube event 2025-10-27 06:13:50.54: EndPointMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1072 2025-10-27 06:13:50.54: EndPointMonitor - start process kube event 2025-10-27 06:13:50.54: empty line received 2025-10-27 06:13:50.54: EndPointMonitor - start process kube event 2025-10-27 06:13:50.59: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=993 2025-10-27 06:13:50.59: NetworkPolicyMonitor - start process kube event 2025-10-27 06:13:50.59: empty line received 2025-10-27 06:13:50.59: NetworkPolicyMonitor - start process kube event 2025-10-27 06:13:57.21: PodMonitor - Received BOOKMARK: oldResVer=1071 newResVer=1071 2025-10-27 06:13:57.21: PodMonitor - start process kube event 2025-10-27 06:13:57.21: empty line received 2025-10-27 06:13:57.21: PodMonitor - start process kube event 2025-10-27 06:13:59.18: stop iteration PodMonitor 2025-10-27 06:13:59.18: PodMonitor - start process kube event 2025-10-27 06:13:59.18: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1071 2025-10-27 06:13:59.18: PodMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:13:59.18: PodMonitor - Connect Kube API result 0 2025-10-27 06:13:59.18: PodMonitor - _schedule_vnc_sync 2025-10-27 06:13:59.18: PodMonitor - Start Watching request https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1071'})(timeout=120) 2025-10-27 06:13:59.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 06:13:59.18: VncKubernetes - vnc_sync - Pod start 2025-10-27 06:13:59.18: VncKubernetes - vnc_sync - Pod done 2025-10-27 06:13:59.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:13:59.19: PodMonitor - Watches https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1071'}) 2025-10-27 06:14:49.33: ServiceMonitor - Received BOOKMARK: oldResVer=991 newResVer=991 2025-10-27 06:14:49.33: ServiceMonitor - start process kube event 2025-10-27 06:14:49.33: empty line received 2025-10-27 06:14:49.33: ServiceMonitor - start process kube event 2025-10-27 06:14:50.09: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:14:50.09: NamespaceMonitor - start process kube event 2025-10-27 06:14:50.09: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:14:50.09: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:14:50.09: NamespaceMonitor - Connect Kube API result 0 2025-10-27 06:14:50.09: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:14:50.09: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:14:50.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:14:50.09: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:14:50.09: VncKubernetes - vnc_sync - Namespace done 2025-10-27 06:14:50.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:14:50.10: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:14:50.14: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:14:50.15: NetworkMonitor - start process kube event 2025-10-27 06:14:50.15: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=618 2025-10-27 06:14:50.15: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:14:50.15: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:14:50.15: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:14:50.15: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'})(timeout=120) 2025-10-27 06:14:50.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:14:50.15: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:14:50.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:14:50.15: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'}) 2025-10-27 06:14:50.78: IngressMonitor - Received BOOKMARK: oldResVer=1040 newResVer=1040 2025-10-27 06:14:50.78: IngressMonitor - start process kube event 2025-10-27 06:14:50.78: empty line received 2025-10-27 06:14:50.78: IngressMonitor - start process kube event [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001114 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001091 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001147 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:12] "GET /Snh_NamespaceDatabaseList?namespace_uuid=bdb64327-08a6-44ff-9414-cd49847bea13 HTTP/1.1" 200 753 0.000650 2025-10-27 06:14:50.99: EndPointMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1072 2025-10-27 06:14:50.99: EndPointMonitor - start process kube event 2025-10-27 06:14:50.99: EndPointMonitor - _schedule_vnc_sync 2025-10-27 06:14:50.99: empty line received 2025-10-27 06:14:50.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 06:14:50.99: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 06:14:50.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:14:50.99: EndPointMonitor - start process kube event 2025-10-27 06:14:51.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=993 2025-10-27 06:14:51.07: NetworkPolicyMonitor - start process kube event 2025-10-27 06:14:51.07: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 06:14:51.07: empty line received 2025-10-27 06:14:51.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 06:14:51.07: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 06:14:51.07: NetworkPolicyMonitor - start process kube event 2025-10-27 06:14:51.07: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 06:14:51.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:15:50.10: ServiceMonitor - Received BOOKMARK: oldResVer=991 newResVer=991 2025-10-27 06:15:50.10: ServiceMonitor - start process kube event 2025-10-27 06:15:50.10: ServiceMonitor - _schedule_vnc_sync 2025-10-27 06:15:50.10: empty line received 2025-10-27 06:15:50.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 06:15:50.10: VncKubernetes - vnc_sync - Service start 2025-10-27 06:15:50.10: VncKubernetes - vnc_sync - Service done 2025-10-27 06:15:50.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:15:50.10: ServiceMonitor - start process kube event 2025-10-27 06:15:50.52: EndPointMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1072 2025-10-27 06:15:50.52: EndPointMonitor - start process kube event 2025-10-27 06:15:50.52: empty line received 2025-10-27 06:15:50.52: EndPointMonitor - start process kube event 2025-10-27 06:15:51.02: IngressMonitor - Received BOOKMARK: oldResVer=1040 newResVer=1040 2025-10-27 06:15:51.02: IngressMonitor - start process kube event 2025-10-27 06:15:51.02: empty line received 2025-10-27 06:15:51.02: IngressMonitor - start process kube event 2025-10-27 06:15:51.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=993 2025-10-27 06:15:51.50: NetworkPolicyMonitor - start process kube event 2025-10-27 06:15:51.50: empty line received 2025-10-27 06:15:51.50: NetworkPolicyMonitor - start process kube event 2025-10-27 06:15:59.19: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:15:59.19: PodMonitor - start process kube event 2025-10-27 06:15:59.19: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1071 2025-10-27 06:15:59.19: PodMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:15:59.19: PodMonitor - Connect Kube API result 0 2025-10-27 06:15:59.19: PodMonitor - _schedule_vnc_sync 2025-10-27 06:15:59.19: PodMonitor - Start Watching request https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1071'})(timeout=120) 2025-10-27 06:15:59.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 06:15:59.19: VncKubernetes - vnc_sync - Pod start 2025-10-27 06:15:59.19: VncKubernetes - vnc_sync - Pod done 2025-10-27 06:15:59.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:15:59.22: PodMonitor - Watches https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1071'}) 2025-10-27 06:16:49.61: ServiceMonitor - Received BOOKMARK: oldResVer=991 newResVer=991 2025-10-27 06:16:49.61: ServiceMonitor - start process kube event 2025-10-27 06:16:49.61: empty line received 2025-10-27 06:16:49.61: ServiceMonitor - start process kube event 2025-10-27 06:16:50.11: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:16:50.11: NamespaceMonitor - start process kube event 2025-10-27 06:16:50.11: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=614 2025-10-27 06:16:50.11: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:16:50.11: NamespaceMonitor - Connect Kube API result 0 2025-10-27 06:16:50.11: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:16:50.11: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'})(timeout=120) 2025-10-27 06:16:50.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:16:50.11: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:16:50.11: VncKubernetes - vnc_sync - Namespace done 2025-10-27 06:16:50.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:16:50.12: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '614'}) 2025-10-27 06:16:50.15: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:16:50.15: NetworkMonitor - start process kube event 2025-10-27 06:16:50.15: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=618 2025-10-27 06:16:50.15: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:16:50.16: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:16:50.16: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:16:50.16: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'})(timeout=120) 2025-10-27 06:16:50.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:16:50.16: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:16:50.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:16:50.16: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '618'}) 2025-10-27 06:16:50.61: EndPointMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1072 2025-10-27 06:16:50.61: EndPointMonitor - start process kube event 2025-10-27 06:16:50.61: empty line received 2025-10-27 06:16:50.61: EndPointMonitor - start process kube event 2025-10-27 06:16:50.78: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=993 2025-10-27 06:16:50.78: NetworkPolicyMonitor - start process kube event 2025-10-27 06:16:50.78: empty line received 2025-10-27 06:16:50.78: NetworkPolicyMonitor - start process kube event 2025-10-27 06:16:51.23: IngressMonitor - Received BOOKMARK: oldResVer=1040 newResVer=1040 2025-10-27 06:16:51.23: IngressMonitor - start process kube event 2025-10-27 06:16:51.23: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:16:51.23: empty line received 2025-10-27 06:16:51.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:16:51.23: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:16:51.23: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:16:51.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:16:51.23: IngressMonitor - start process kube event 2025-10-27 06:17:12.79: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-91216724:3f10e20f-f133-4d85-b7f1-534a6b2c076f 2025-10-27 06:17:12.79: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-91216724:3f10e20f-f133-4d85-b7f1-534a6b2c076f 2025-10-27 06:17:12.79: VncKubernetes - Process event (name=ctest-nginx-svc-91216724 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-91216724:3f10e20f-f133-4d85-b7f1-534a6b2c076f 2025-10-27 06:17:12.80: ServiceMonitor - start process kube event 2025-10-27 06:17:12.80: empty line received 2025-10-27 06:17:12.80: ServiceMonitor - start process kube event 2025-10-27 06:17:12.81: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:12.81: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:12.81: EndPointMonitor - start process kube event 2025-10-27 06:17:12.81: empty line received 2025-10-27 06:17:12.81: EndPointMonitor - start process kube event 2025-10-27 06:17:12.86: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:12.86: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-02165367 (no nodeName) 2025-10-27 06:17:12.86: PodMonitor - start process kube event 2025-10-27 06:17:12.86: empty line received 2025-10-27 06:17:12.86: PodMonitor - start process kube event 2025-10-27 06:17:12.86: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:12.86: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:12.86: PodMonitor - start process kube event 2025-10-27 06:17:12.86: empty line received 2025-10-27 06:17:12.86: PodMonitor - start process kube event 2025-10-27 06:17:12.88: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:12.88: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:12.88: PodMonitor - start process kube event 2025-10-27 06:17:12.88: empty line received 2025-10-27 06:17:12.88: PodMonitor - start process kube event 2025-10-27 06:17:12.91: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:12.91: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-33402776 (no nodeName) 2025-10-27 06:17:12.91: PodMonitor - start process kube event 2025-10-27 06:17:12.91: empty line received 2025-10-27 06:17:12.91: PodMonitor - start process kube event 2025-10-27 06:17:12.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:12.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:12.92: PodMonitor - start process kube event 2025-10-27 06:17:12.92: empty line received 2025-10-27 06:17:12.92: PodMonitor - start process kube event 2025-10-27 06:17:12.93: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:12.93: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:12.93: PodMonitor - start process kube event 2025-10-27 06:17:12.93: empty line received 2025-10-27 06:17:12.93: PodMonitor - start process kube event 2025-10-27 06:17:14.20: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:17:14.20: VncKubernetes - Process event (name=ctest-nginx-svc-91216724 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:14.27: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:17:14.27: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:15.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:15.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:15.23: PodMonitor - start process kube event 2025-10-27 06:17:15.24: empty line received 2025-10-27 06:17:15.24: PodMonitor - start process kube event 2025-10-27 06:17:15.25: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:17:15.25: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:15.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:17:15.33: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:16.09: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:16.09: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:16.09: PodMonitor - start process kube event 2025-10-27 06:17:16.09: empty line received 2025-10-27 06:17:16.09: PodMonitor - start process kube event 2025-10-27 06:17:16.10: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:17:16.10: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:16.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:17:16.23: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:16.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:17:16.24: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:16.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:17:18.72: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:17:18.72: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:17:18.72: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:17:18.72: PodMonitor - start process kube event 2025-10-27 06:17:18.72: empty line received 2025-10-27 06:17:18.72: PodMonitor - start process kube event 2025-10-27 06:17:18.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:17:18.76: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:17:18.76: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:17:18.76: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:17:18.76: EndPointMonitor - start process kube event 2025-10-27 06:17:18.76: empty line received 2025-10-27 06:17:18.76: EndPointMonitor - start process kube event 2025-10-27 06:17:18.76: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:17:18.76: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:17:18.76: PodMonitor - start process kube event 2025-10-27 06:17:18.76: empty line received 2025-10-27 06:17:18.76: PodMonitor - start process kube event 2025-10-27 06:17:18.77: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:22] "GET /Snh_LoadbalancerDatabaseList?x=48e9125e-676f-4f85-be9c-346af0887eef HTTP/1.1" 200 1869 0.000787 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:27] "GET /Snh_VirtualMachineDatabaseList?x=bf00aaa1-6191-4db8-b7cd-dbd0782bff85 HTTP/1.1" 200 2150 0.000883 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:27] "GET /Snh_VirtualMachineDatabaseList?x=4edad785-56d7-4c69-837d-76a64899ec92 HTTP/1.1" 200 2150 0.000808 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001139 2025-10-27 06:17:18.77: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:17:18.77: EndPointMonitor - start process kube event 2025-10-27 06:17:18.77: empty line received 2025-10-27 06:17:18.77: EndPointMonitor - start process kube event 2025-10-27 06:17:19.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:17:19.33: VncKubernetes - Process event (name=coredns-6f867cd986-h566q event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h566q:dc24538e-9a91-476d-b0b2-515a17f836a5 2025-10-27 06:17:19.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:17:19.41: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:c5b4fa80-9ba3-4e64-b94d-d9da8ddc0443 2025-10-27 06:17:19.54: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:17:19.54: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:17:19.54: IngressMonitor - start process kube event 2025-10-27 06:17:19.54: empty line received 2025-10-27 06:17:19.54: IngressMonitor - start process kube event 2025-10-27 06:17:20.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:17:20.00: VncKubernetes - Process event (name=ctest-nginx-ingress-72058114 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:17:21.45: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:17:21.45: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:17:21.45: IngressMonitor - start process kube event 2025-10-27 06:17:21.45: empty line received 2025-10-27 06:17:21.45: IngressMonitor - start process kube event 2025-10-27 06:17:22.58: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:22.58: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-42260285 (no nodeName) 2025-10-27 06:17:22.58: PodMonitor - start process kube event 2025-10-27 06:17:22.58: empty line received 2025-10-27 06:17:22.58: PodMonitor - start process kube event 2025-10-27 06:17:22.58: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:22.58: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:22.58: PodMonitor - start process kube event 2025-10-27 06:17:22.58: empty line received 2025-10-27 06:17:22.58: PodMonitor - start process kube event 2025-10-27 06:17:22.61: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:22.61: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:22.61: PodMonitor - start process kube event 2025-10-27 06:17:22.61: empty line received 2025-10-27 06:17:22.61: PodMonitor - start process kube event 2025-10-27 06:17:22.62: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:17:22.62: VncKubernetes - Process event (name=ctest-nginx-ingress-72058114 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:17:22.98: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:17:22.98: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:23.72: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:23.72: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:23.72: PodMonitor - start process kube event 2025-10-27 06:17:23.72: empty line received 2025-10-27 06:17:23.72: PodMonitor - start process kube event 2025-10-27 06:17:23.74: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:17:23.74: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:23.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:17:23.89: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:23.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:17:26.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:26.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:26.08: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:17:26.08: PodMonitor - start process kube event 2025-10-27 06:17:26.08: empty line received 2025-10-27 06:17:26.08: PodMonitor - start process kube event 2025-10-27 06:17:26.09: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:26.09: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:26.09: EndPointMonitor - start process kube event 2025-10-27 06:17:26.09: empty line received 2025-10-27 06:17:26.09: EndPointMonitor - start process kube event 2025-10-27 06:17:26.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:17:26.14: VncKubernetes - Process event (name=ctest-nginx-svc-91216724 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:26.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:17:27.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:27.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:27.08: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:17:27.08: PodMonitor - start process kube event 2025-10-27 06:17:27.08: empty line received 2025-10-27 06:17:27.08: PodMonitor - start process kube event 2025-10-27 06:17:27.09: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:27.09: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:27.09: EndPointMonitor - start process kube event 2025-10-27 06:17:27.09: empty line received 2025-10-27 06:17:27.09: EndPointMonitor - start process kube event 2025-10-27 06:17:27.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:17:27.10: VncKubernetes - Process event (name=ctest-nginx-svc-91216724 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:17:27.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:17:37.11: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:17:37] "GET /Snh_VirtualMachineDatabaseList?x=bbe46925-c120-4c83-8ff6-fe6cbc976e28 HTTP/1.1" 200 2084 0.000731 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:13] "GET /Snh_LoadbalancerDatabaseList?x=48e9125e-676f-4f85-be9c-346af0887eef HTTP/1.1" 200 1869 0.000693 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:14] "GET /Snh_LoadbalancerDatabaseList?x=48e9125e-676f-4f85-be9c-346af0887eef HTTP/1.1" 200 313 0.000558 2025-10-27 06:17:37.11: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:37.11: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:37.11: PodMonitor - start process kube event 2025-10-27 06:17:37.11: empty line received 2025-10-27 06:17:37.11: PodMonitor - start process kube event 2025-10-27 06:17:37.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:17:37.99: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:37.99: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:37.99: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:17:37.99: PodMonitor - start process kube event 2025-10-27 06:17:37.99: empty line received 2025-10-27 06:17:37.99: PodMonitor - start process kube event 2025-10-27 06:17:38.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:17:50.23: ServiceMonitor - Received BOOKMARK: oldResVer=991 newResVer=1482 2025-10-27 06:17:50.23: ServiceMonitor - start process kube event 2025-10-27 06:17:50.23: empty line received 2025-10-27 06:17:50.23: ServiceMonitor - start process kube event 2025-10-27 06:17:50.78: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=993 2025-10-27 06:17:50.78: NetworkPolicyMonitor - start process kube event 2025-10-27 06:17:50.78: empty line received 2025-10-27 06:17:50.78: NetworkPolicyMonitor - start process kube event 2025-10-27 06:17:50.84: NetworkMonitor - Received BOOKMARK: oldResVer=618 newResVer=1527 2025-10-27 06:17:50.84: NetworkMonitor - start process kube event 2025-10-27 06:17:50.84: empty line received 2025-10-27 06:17:50.84: NetworkMonitor - start process kube event 2025-10-27 06:17:51.20: IngressMonitor - Received BOOKMARK: oldResVer=1040 newResVer=1520 2025-10-27 06:17:51.20: IngressMonitor - start process kube event 2025-10-27 06:17:51.20: empty line received 2025-10-27 06:17:51.20: IngressMonitor - start process kube event 2025-10-27 06:17:51.32: EndPointMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1545 2025-10-27 06:17:51.32: EndPointMonitor - start process kube event 2025-10-27 06:17:51.32: empty line received 2025-10-27 06:17:51.32: EndPointMonitor - start process kube event 2025-10-27 06:17:58.53: PodMonitor - Received BOOKMARK: oldResVer=1071 newResVer=1565 2025-10-27 06:17:58.53: PodMonitor - start process kube event 2025-10-27 06:17:58.53: empty line received 2025-10-27 06:17:58.53: PodMonitor - start process kube event 2025-10-27 06:18:10.17: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.17: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.17: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.17: PodMonitor - start process kube event 2025-10-27 06:18:10.17: empty line received 2025-10-27 06:18:10.17: PodMonitor - start process kube event 2025-10-27 06:18:10.17: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.17: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.17: PodMonitor - start process kube event 2025-10-27 06:18:10.17: empty line received 2025-10-27 06:18:10.17: PodMonitor - start process kube event 2025-10-27 06:18:10.18: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.18: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.18: PodMonitor - start process kube event 2025-10-27 06:18:10.18: empty line received 2025-10-27 06:18:10.18: PodMonitor - start process kube event 2025-10-27 06:18:10.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:18:10.18: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:10.19: VncKubernetes - Process event (name=ctest-busybox-pod-42260285 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-42260285:bbe46925-c120-4c83-8ff6-fe6cbc976e28 2025-10-27 06:18:10.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:13.07: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:18:13.07: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:18:13.07: VncKubernetes - Process event (name=ctest-nginx-ingress-72058114 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-72058114:48e9125e-676f-4f85-be9c-346af0887eef 2025-10-27 06:18:13.08: IngressMonitor - start process kube event 2025-10-27 06:18:13.08: empty line received 2025-10-27 06:18:13.08: IngressMonitor - start process kube event 2025-10-27 06:18:14.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:14.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:14.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:14.57: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:14.57: PodMonitor - start process kube event 2025-10-27 06:18:14.57: empty line received 2025-10-27 06:18:14.57: PodMonitor - start process kube event 2025-10-27 06:18:14.58: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:18:14.58: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:18:14.58: EndPointMonitor - start process kube event 2025-10-27 06:18:14.58: empty line received 2025-10-27 06:18:14.58: EndPointMonitor - start process kube event 2025-10-27 06:18:14.60: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:14.60: VncKubernetes - Process event (name=ctest-nginx-svc-91216724 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:18:14.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:16.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.18: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.18: PodMonitor - start process kube event 2025-10-27 06:18:16.18: empty line received 2025-10-27 06:18:16.18: PodMonitor - start process kube event 2025-10-27 06:18:16.19: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.19: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.19: PodMonitor - start process kube event 2025-10-27 06:18:16.19: empty line received 2025-10-27 06:18:16.19: PodMonitor - start process kube event 2025-10-27 06:18:16.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:16.20: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.20: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.20: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.20: PodMonitor - start process kube event 2025-10-27 06:18:16.20: empty line received 2025-10-27 06:18:16.20: PodMonitor - start process kube event 2025-10-27 06:18:16.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:16.25: VncKubernetes - Process event (name=ctest-nginx-pod-33402776 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-33402776:4edad785-56d7-4c69-837d-76a64899ec92 2025-10-27 06:18:16.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:19.64: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:19.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:19.65: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:19.65: PodMonitor - start process kube event 2025-10-27 06:18:19.65: empty line received 2025-10-27 06:18:19.65: PodMonitor - start process kube event 2025-10-27 06:18:19.65: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:18:19.65: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:18:19.65: EndPointMonitor - start process kube event 2025-10-27 06:18:19.65: empty line received 2025-10-27 06:18:19.65: EndPointMonitor - start process kube event 2025-10-27 06:18:19.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:19.66: VncKubernetes - Process event (name=ctest-nginx-svc-91216724 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-91216724:59685121-b766-4eb7-b69c-55e70c8464f8 2025-10-27 06:18:19.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:21.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.19: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.19: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.19: PodMonitor - start process kube event 2025-10-27 06:18:21.19: empty line received 2025-10-27 06:18:21.19: PodMonitor - start process kube event 2025-10-27 06:18:21.19: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.19: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.19: PodMonitor - start process kube event 2025-10-27 06:18:21.19: empty line received 2025-10-27 06:18:21.19: PodMonitor - start process kube event 2025-10-27 06:18:21.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:21.20: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.20: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.20: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.20: PodMonitor - start process kube event 2025-10-27 06:18:21.20: empty line received 2025-10-27 06:18:21.20: PodMonitor - start process kube event 2025-10-27 06:18:21.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:21.26: VncKubernetes - Process event (name=ctest-nginx-pod-02165367 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-02165367:bf00aaa1-6191-4db8-b7cd-dbd0782bff85 2025-10-27 06:18:21.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:25.01: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:18:25.01: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:18:25.01: VncKubernetes - Process event (name=ctest-new-default-87959380 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:18:25.01: NamespaceMonitor - start process kube event 2025-10-27 06:18:25.01: empty line received 2025-10-27 06:18:25.01: NamespaceMonitor - start process kube event 2025-10-27 06:18:26.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:28.02: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:18:28.03: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:18:28.03: VncKubernetes - Process event (name=ctest-non-default-24353385 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:18:28.03: NamespaceMonitor - start process kube event 2025-10-27 06:18:28.03: empty line received 2025-10-27 06:18:28.03: NamespaceMonitor - start process kube event 2025-10-27 06:18:29.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:31.03: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:18:31.03: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:18:31.03: VncKubernetes - Process event (name=ctest-new-default-87959380 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:18:31.04: NamespaceMonitor - start process kube event 2025-10-27 06:18:31.04: empty line received 2025-10-27 06:18:31.04: NamespaceMonitor - start process kube event 2025-10-27 06:18:31.04: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:18:31.04: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:18:31.04: NamespaceMonitor - start process kube event 2025-10-27 06:18:31.04: empty line received 2025-10-27 06:18:31.04: NamespaceMonitor - start process kube event 2025-10-27 06:18:31.05: PodMonitor - Received ADDED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:31.05: PodMonitor - Skipped ADDED Pod ctest-new-default-87959380:ctest-pod-05885335 (no nodeName) 2025-10-27 06:18:31.05: PodMonitor - start process kube event 2025-10-27 06:18:31.05: empty line received 2025-10-27 06:18:31.05: PodMonitor - start process kube event 2025-10-27 06:18:31.06: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:31.06: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:31.06: PodMonitor - start process kube event 2025-10-27 06:18:31.06: empty line received 2025-10-27 06:18:31.06: PodMonitor - start process kube event 2025-10-27 06:18:31.07: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:31.07: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:31.07: PodMonitor - start process kube event 2025-10-27 06:18:31.07: empty line received 2025-10-27 06:18:31.07: PodMonitor - start process kube event 2025-10-27 06:18:31.09: PodMonitor - Received ADDED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:31.09: PodMonitor - Skipped ADDED Pod ctest-new-default-87959380:ctest-pod-45313351 (no nodeName) 2025-10-27 06:18:31.09: PodMonitor - start process kube event 2025-10-27 06:18:31.09: empty line received 2025-10-27 06:18:31.09: PodMonitor - start process kube event 2025-10-27 06:18:31.10: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:31.10: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:31.10: PodMonitor - start process kube event 2025-10-27 06:18:31.10: empty line received 2025-10-27 06:18:31.10: PodMonitor - start process kube event 2025-10-27 06:18:31.11: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:31.11: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:31.11: PodMonitor - start process kube event 2025-10-27 06:18:31.11: empty line received 2025-10-27 06:18:31.11: PodMonitor - start process kube event 2025-10-27 06:18:31.13: PodMonitor - Received ADDED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:31.13: PodMonitor - Skipped ADDED Pod ctest-non-default-24353385:ctest-pod-32943224 (no nodeName) 2025-10-27 06:18:31.13: PodMonitor - start process kube event 2025-10-27 06:18:31.13: empty line received 2025-10-27 06:18:31.13: PodMonitor - start process kube event 2025-10-27 06:18:31.15: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:31.15: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:31.16: PodMonitor - start process kube event 2025-10-27 06:18:31.16: empty line received 2025-10-27 06:18:31.16: PodMonitor - start process kube event 2025-10-27 06:18:31.16: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:31.16: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:31.16: PodMonitor - start process kube event 2025-10-27 06:18:31.16: empty line received 2025-10-27 06:18:31.16: PodMonitor - start process kube event 2025-10-27 06:18:31.18: PodMonitor - Received ADDED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:31.18: PodMonitor - Skipped ADDED Pod ctest-non-default-24353385:ctest-pod-19901555 (no nodeName) 2025-10-27 06:18:31.18: PodMonitor - start process kube event 2025-10-27 06:18:31.18: empty line received 2025-10-27 06:18:31.18: PodMonitor - start process kube event 2025-10-27 06:18:31.19: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:31.19: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:31.19: PodMonitor - start process kube event 2025-10-27 06:18:31.19: empty line received 2025-10-27 06:18:31.19: PodMonitor - start process kube event 2025-10-27 06:18:31.19: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:31.19: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:31.19: PodMonitor - start process kube event 2025-10-27 06:18:31.19: empty line received 2025-10-27 06:18:31.19: PodMonitor - start process kube event 2025-10-27 06:18:31.20: PodMonitor - Received ADDED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:31.20: PodMonitor - Skipped ADDED Pod ctest-new-default-87959380:ctest-pod-71346755 (no nodeName) 2025-10-27 06:18:31.20: PodMonitor - start process kube event 2025-10-27 06:18:31.20: empty line received 2025-10-27 06:18:31.20: PodMonitor - start process kube event 2025-10-27 06:18:31.21: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:31.21: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:31.21: PodMonitor - start process kube event 2025-10-27 06:18:31.21: empty line received 2025-10-27 06:18:31.21: PodMonitor - start process kube event 2025-10-27 06:18:31.22: PodMonitor - Received ADDED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:31.22: PodMonitor - Skipped ADDED Pod ctest-new-default-87959380:ctest-pod-16536819 (no nodeName) 2025-10-27 06:18:31.22: PodMonitor - start process kube event 2025-10-27 06:18:31.22: empty line received 2025-10-27 06:18:31.22: PodMonitor - start process kube event 2025-10-27 06:18:31.22: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:31.23: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:31.23: PodMonitor - start process kube event 2025-10-27 06:18:31.23: empty line received 2025-10-27 06:18:31.23: PodMonitor - start process kube event 2025-10-27 06:18:31.25: PodMonitor - Received ADDED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:31.25: PodMonitor - Skipped ADDED Pod ctest-non-default-24353385:ctest-pod-02013605 (no nodeName) 2025-10-27 06:18:31.25: PodMonitor - start process kube event 2025-10-27 06:18:31.25: empty line received 2025-10-27 06:18:31.25: PodMonitor - start process kube event 2025-10-27 06:18:31.25: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:31.25: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:31.25: PodMonitor - start process kube event 2025-10-27 06:18:31.25: empty line received 2025-10-27 06:18:31.25: PodMonitor - start process kube event 2025-10-27 06:18:31.29: PodMonitor - Received ADDED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:31.29: PodMonitor - Skipped ADDED Pod ctest-non-default-24353385:ctest-pod-38564169 (no nodeName) 2025-10-27 06:18:31.29: PodMonitor - start process kube event 2025-10-27 06:18:31.29: empty line received 2025-10-27 06:18:31.29: PodMonitor - start process kube event 2025-10-27 06:18:31.30: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:31.30: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:31] "GET /Snh_NamespaceDatabaseList?namespace_uuid=9164b55d-d6be-4e47-a7aa-82e8cce25ae2 HTTP/1.1" 200 866 0.003516 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:31] "GET /Snh_NamespaceDatabaseList?namespace_uuid=b86212d8-4171-4b87-b446-3ca07b057ae3 HTTP/1.1" 200 866 0.000557 2025-10-27 06:18:31.30: PodMonitor - start process kube event 2025-10-27 06:18:31.30: empty line received 2025-10-27 06:18:31.30: PodMonitor - start process kube event 2025-10-27 06:18:31.47: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:31.47: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:31.47: PodMonitor - start process kube event 2025-10-27 06:18:31.47: empty line received 2025-10-27 06:18:31.47: PodMonitor - start process kube event 2025-10-27 06:18:31.71: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 06:18:31.71: VncKubernetes - Process event (name=ctest-non-default-24353385 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:18:32.18: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:18:32.18: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:33.25: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:33.25: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:33.25: PodMonitor - start process kube event 2025-10-27 06:18:33.25: empty line received 2025-10-27 06:18:33.25: PodMonitor - start process kube event 2025-10-27 06:18:33.26: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:18:33.26: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:33.39: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 06:18:33.39: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:33.47: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:33.47: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:33.47: PodMonitor - start process kube event 2025-10-27 06:18:33.47: empty line received 2025-10-27 06:18:33.47: PodMonitor - start process kube event 2025-10-27 06:18:33.87: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:33.87: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:33.87: PodMonitor - start process kube event 2025-10-27 06:18:33.87: empty line received 2025-10-27 06:18:33.87: PodMonitor - start process kube event 2025-10-27 06:18:34.03: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:34.03: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:34.03: PodMonitor - start process kube event 2025-10-27 06:18:34.03: empty line received 2025-10-27 06:18:34.03: PodMonitor - start process kube event 2025-10-27 06:18:34.04: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 06:18:34.04: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:34.17: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:18:34.17: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:34.27: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:34.27: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:34.27: PodMonitor - start process kube event 2025-10-27 06:18:34.27: empty line received 2025-10-27 06:18:34.27: PodMonitor - start process kube event 2025-10-27 06:18:35.04: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:35.05: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:35.05: PodMonitor - start process kube event 2025-10-27 06:18:35.05: empty line received 2025-10-27 06:18:35.05: PodMonitor - start process kube event 2025-10-27 06:18:35.06: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 06:18:35.06: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:35.13: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:18:35.13: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:35.79: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:35.79: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:35.79: PodMonitor - start process kube event 2025-10-27 06:18:35.79: empty line received 2025-10-27 06:18:35.79: PodMonitor - start process kube event 2025-10-27 06:18:35.80: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:18:35.80: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:35.93: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 06:18:35.93: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:36.49: IngressMonitor - Received BOOKMARK: oldResVer=1520 newResVer=1618 2025-10-27 06:18:36.49: IngressMonitor - start process kube event 2025-10-27 06:18:36.49: empty line received 2025-10-27 06:18:36.49: IngressMonitor - start process kube event 2025-10-27 06:18:36.62: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:36.62: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:36.62: PodMonitor - start process kube event 2025-10-27 06:18:36.62: empty line received 2025-10-27 06:18:36.62: PodMonitor - start process kube event 2025-10-27 06:18:36.63: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 06:18:36.63: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:37.31: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:37.32: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:37.32: PodMonitor - start process kube event 2025-10-27 06:18:37.32: empty line received 2025-10-27 06:18:37.32: PodMonitor - start process kube event 2025-10-27 06:18:37.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 06:18:37.33: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:38.18: stop iteration IngressMonitor 2025-10-27 06:18:38.18: IngressMonitor - start process kube event 2025-10-27 06:18:38.18: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 2025-10-27 06:18:38.18: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:18:38.18: IngressMonitor - Connect Kube API result 0 2025-10-27 06:18:38.18: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:18:38.18: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-10-27 06:18:38.18: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-10-27 06:18:38.20: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:38.20: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:38.20: PodMonitor - start process kube event 2025-10-27 06:18:38.20: empty line received 2025-10-27 06:18:38.20: PodMonitor - start process kube event 2025-10-27 06:18:38.21: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:18:38.21: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:38.88: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:38.88: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:38.88: PodMonitor - start process kube event 2025-10-27 06:18:38.88: empty line received 2025-10-27 06:18:38.88: PodMonitor - start process kube event 2025-10-27 06:18:38.89: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 06:18:38.89: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:38.96: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 06:18:38.96: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:39.02: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-27 06:18:39.02: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:39.10: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-27 06:18:39.10: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:39.17: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 06:18:39.17: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:39.21: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:39.21: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:39.21: PodMonitor - start process kube event 2025-10-27 06:18:39.21: empty line received 2025-10-27 06:18:39.21: PodMonitor - start process kube event 2025-10-27 06:18:39.23: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 06:18:39.23: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:39.32: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 06:18:39.32: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:39.37: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 06:18:39.37: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:39.38: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 06:18:39.38: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:39.44: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:18:39.44: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:39.45: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:18:39.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:18:39.45: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:18:39.45: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:18:39.45: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:18:39.45: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:39.51: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:18:39.51: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:39.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:39.57: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:18:39.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:43.22: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:43.22: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:43.22: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:46] "GET /Snh_VirtualMachineDatabaseList?x=5bf7caba-394c-4725-b48a-65ca7e907388 HTTP/1.1" 200 2484 0.000798 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:47] "GET /Snh_VirtualMachineDatabaseList?x=a4df0245-0120-4663-856d-d1ce625fb87a HTTP/1.1" 200 2484 0.000930 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:47] "GET /Snh_VirtualMachineDatabaseList?x=d8473571-770e-4e78-ae74-e42faeed024f HTTP/1.1" 200 2484 0.000705 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:47] "GET /Snh_VirtualMachineDatabaseList?x=cfb460e5-5747-4ffc-ba07-78cc19d015a6 HTTP/1.1" 200 2484 0.000731 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:47] "GET /Snh_VirtualMachineDatabaseList?x=1adde3c9-63d5-48c4-bf22-fd93afa141e8 HTTP/1.1" 200 2414 0.000739 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:47] "GET /Snh_VirtualMachineDatabaseList?x=fcb02dd1-c6ac-4125-8cbb-75f6409e2900 HTTP/1.1" 200 2414 0.000758 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:47] "GET /Snh_VirtualMachineDatabaseList?x=79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 HTTP/1.1" 200 2414 0.000759 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:52] "GET /Snh_VirtualMachineDatabaseList?x=9e3245c9-a631-4190-9d8b-62481431db31 HTTP/1.1" 200 2414 0.000812 VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:18:43.22: PodMonitor - start process kube event 2025-10-27 06:18:43.22: empty line received 2025-10-27 06:18:43.22: PodMonitor - start process kube event 2025-10-27 06:18:43.23: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:43.23: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:43.23: PodMonitor - start process kube event 2025-10-27 06:18:43.23: empty line received 2025-10-27 06:18:43.23: PodMonitor - start process kube event 2025-10-27 06:18:43.24: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:43.24: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:43.24: PodMonitor - start process kube event 2025-10-27 06:18:43.24: empty line received 2025-10-27 06:18:43.24: PodMonitor - start process kube event 2025-10-27 06:18:43.27: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:18:43.27: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:18:43.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:43.28: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:18:43.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:44.24: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:44.24: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:44.24: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:18:44.24: PodMonitor - start process kube event 2025-10-27 06:18:44.24: empty line received 2025-10-27 06:18:44.24: PodMonitor - start process kube event 2025-10-27 06:18:44.24: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:44.24: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:44.24: PodMonitor - start process kube event 2025-10-27 06:18:44.24: empty line received 2025-10-27 06:18:44.24: PodMonitor - start process kube event 2025-10-27 06:18:44.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:44.25: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:18:44.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:45.24: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:45.24: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:45.24: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:18:45.24: PodMonitor - start process kube event 2025-10-27 06:18:45.24: empty line received 2025-10-27 06:18:45.24: PodMonitor - start process kube event 2025-10-27 06:18:45.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:49.25: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:49.25: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:49.25: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:18:49.25: PodMonitor - start process kube event 2025-10-27 06:18:49.25: empty line received 2025-10-27 06:18:49.25: PodMonitor - start process kube event 2025-10-27 06:18:49.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:50.09: NamespaceMonitor - Received BOOKMARK: oldResVer=614 newResVer=1670 2025-10-27 06:18:50.09: NamespaceMonitor - start process kube event 2025-10-27 06:18:50.09: empty line received 2025-10-27 06:18:50.09: NamespaceMonitor - start process kube event 2025-10-27 06:18:50.30: ServiceMonitor - Received BOOKMARK: oldResVer=1482 newResVer=1482 2025-10-27 06:18:50.30: ServiceMonitor - start process kube event 2025-10-27 06:18:50.30: empty line received 2025-10-27 06:18:50.30: ServiceMonitor - start process kube event 2025-10-27 06:18:50.63: NetworkMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1527 2025-10-27 06:18:50.63: NetworkMonitor - start process kube event 2025-10-27 06:18:50.63: empty line received 2025-10-27 06:18:50.63: NetworkMonitor - start process kube event 2025-10-27 06:18:51.26: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=993 2025-10-27 06:18:51.26: NetworkPolicyMonitor - start process kube event 2025-10-27 06:18:51.26: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 06:18:51.26: empty line received 2025-10-27 06:18:51.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 06:18:51.26: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 06:18:51.26: NetworkPolicyMonitor - start process kube event 2025-10-27 06:18:51.26: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 06:18:51.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:52.09: EndPointMonitor - Received BOOKMARK: oldResVer=1545 newResVer=1640 2025-10-27 06:18:52.09: EndPointMonitor - start process kube event 2025-10-27 06:18:52.09: EndPointMonitor - _schedule_vnc_sync 2025-10-27 06:18:52.09: empty line received 2025-10-27 06:18:52.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 06:18:52.09: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 06:18:52.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:52.09: EndPointMonitor - start process kube event 2025-10-27 06:18:52.87: ServiceMonitor - Received ADDED Service ctest-new-default-87959380:ctest-nginx-svc-46786325:880910cd-3db8-4c5f-95e1-f5a18f046d1e 2025-10-27 06:18:52.87: ServiceMonitor - Got ADDED Service ctest-new-default-87959380:ctest-nginx-svc-46786325:880910cd-3db8-4c5f-95e1-f5a18f046d1e 2025-10-27 06:18:52.87: VncKubernetes - Process event (name=ctest-nginx-svc-46786325 event_type=ADDED kind=Service ns=ctest-new-default-87959380) VncService - Got ADDED Service ctest-new-default-87959380:ctest-nginx-svc-46786325:880910cd-3db8-4c5f-95e1-f5a18f046d1e 2025-10-27 06:18:52.87: ServiceMonitor - start process kube event 2025-10-27 06:18:52.87: empty line received 2025-10-27 06:18:52.87: ServiceMonitor - start process kube event 2025-10-27 06:18:52.89: EndPointMonitor - Received ADDED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:18:52.89: EndPointMonitor - Got ADDED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:18:52.89: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:53] "GET /Snh_LoadbalancerDatabaseList?x=880910cd-3db8-4c5f-95e1-f5a18f046d1e HTTP/1.1" 200 1862 0.001086 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:55] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8f0d6468-a106-44b1-896b-0ca6dbb691d2 HTTP/1.1" 200 2095 0.000711 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:55] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8f0d6468-a106-44b1-896b-0ca6dbb691d2 HTTP/1.1" 200 2095 0.000870 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:18:57] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8f0d6468-a106-44b1-896b-0ca6dbb691d2 HTTP/1.1" 200 2302 0.000840 2025-10-27 06:18:52.89: empty line received 2025-10-27 06:18:52.89: EndPointMonitor - start process kube event 2025-10-27 06:18:53.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:18:53.89: VncKubernetes - Process event (name=ctest-nginx-svc-46786325 event_type=ADDED kind=Endpoints ns=ctest-new-default-87959380) VncEndpoints - Got ADDED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:18:54.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:55.16: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:18:55.16: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:18:55.16: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-87959380) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:18:55.16: NetworkPolicyMonitor - start process kube event 2025-10-27 06:18:55.16: empty line received 2025-10-27 06:18:55.16: NetworkPolicyMonitor - start process kube event 2025-10-27 06:18:56.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:18:59.44: PodMonitor - Received BOOKMARK: oldResVer=1565 newResVer=1771 2025-10-27 06:18:59.44: PodMonitor - start process kube event 2025-10-27 06:18:59.44: empty line received 2025-10-27 06:18:59.44: PodMonitor - start process kube event 2025-10-27 06:19:00.56: ServiceMonitor - Received BOOKMARK: oldResVer=1482 newResVer=1776 2025-10-27 06:19:00.56: ServiceMonitor - start process kube event 2025-10-27 06:19:00.56: empty line received 2025-10-27 06:19:00.56: ServiceMonitor - start process kube event 2025-10-27 06:19:01.76: ServiceMonitor - Received BOOKMARK: oldResVer=1776 newResVer=1776 2025-10-27 06:19:01.77: ServiceMonitor - start process kube event 2025-10-27 06:19:01.77: empty line received 2025-10-27 06:19:01.77: ServiceMonitor - start process kube event 2025-10-27 06:19:03.20: stop iteration ServiceMonitor 2025-10-27 06:19:03.20: ServiceMonitor - start process kube event 2025-10-27 06:19:03.20: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1776 2025-10-27 06:19:03.20: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:19:03.20: ServiceMonitor - Connect Kube API result 0 2025-10-27 06:19:03.20: ServiceMonitor - _schedule_vnc_sync 2025-10-27 06:19:03.20: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1776'})(timeout=120) 2025-10-27 06:19:03.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 06:19:03.20: VncKubernetes - vnc_sync - Service start 2025-10-27 06:19:03.20: VncKubernetes - vnc_sync - Service done 2025-10-27 06:19:03.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:19:03.21: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1776'}) 2025-10-27 06:19:50.16: NamespaceMonitor - Received BOOKMARK: oldResVer=1670 newResVer=1670 2025-10-27 06:19:50.16: NamespaceMonitor - start process kube event 2025-10-27 06:19:50.16: empty line received 2025-10-27 06:19:50.16: NamespaceMonitor - start process kube event 2025-10-27 06:19:50.17: NetworkMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1527 2025-10-27 06:19:50.17: NetworkMonitor - start process kube event 2025-10-27 06:19:50.17: empty line received 2025-10-27 06:19:50.17: NetworkMonitor - start process kube event 2025-10-27 06:19:50.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=993 newResVer=1782 2025-10-27 06:19:50.73: NetworkPolicyMonitor - start process kube event 2025-10-27 06:19:50.73: empty line received 2025-10-27 06:19:50.73: NetworkPolicyMonitor - start process kube event 2025-10-27 06:19:52.44: EndPointMonitor - Received BOOKMARK: oldResVer=1640 newResVer=1777 2025-10-27 06:19:52.44: EndPointMonitor - start process kube event 2025-10-27 06:19:52.44: empty line received 2025-10-27 06:19:52.44: EndPointMonitor - start process kube event 2025-10-27 06:19:54.11: stop iteration EndPointMonitor 2025-10-27 06:19:54.11: EndPointMonitor - start process kube event 2025-10-27 06:19:54.11: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1777 2025-10-27 06:19:54.11: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:19:54.11: EndPointMonitor - Connect Kube API result 0 2025-10-27 06:19:54.11: EndPointMonitor - _schedule_vnc_sync 2025-10-27 06:19:54.11: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1777'})(timeout=120) 2025-10-27 06:19:54.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 06:19:54.11: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 06:19:54.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:19:54.12: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1777'}) 2025-10-27 06:19:59.83: PodMonitor - Received BOOKMARK: oldResVer=1771 newResVer=1771 2025-10-27 06:19:59.83: PodMonitor - start process kube event 2025-10-27 06:19:59.83: PodMonitor - _schedule_vnc_sync 2025-10-27 06:19:59.83: empty line received 2025-10-27 06:19:59.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 06:19:59.83: VncKubernetes - vnc_sync - Pod start 2025-10-27 06:19:59.83: VncKubernetes - vnc_sync - Pod done 2025-10-27 06:19:59.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:19:59.83: PodMonitor - start process kube event 2025-10-27 06:20:06.56: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1782 newResVer=1782 2025-10-27 06:20:06.56: NetworkPolicyMonitor - start process kube event 2025-10-27 06:20:06.56: empty line received 2025-10-27 06:20:06.56: NetworkPolicyMonitor - start process kube event 2025-10-27 06:20:07.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1782 newResVer=1782 2025-10-27 06:20:07.58: NetworkPolicyMonitor - start process kube event 2025-10-27 06:20:07.58: empty line received 2025-10-27 06:20:07.58: NetworkPolicyMonitor - start process kube event 2025-10-27 06:20:09.49: stop iteration NetworkPolicyMonitor 2025-10-27 06:20:09.49: NetworkPolicyMonitor - start process kube event 2025-10-27 06:20:09.49: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1782 2025-10-27 06:20:09.49: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:20:09.49: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 06:20:09.49: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 06:20:09.49: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1782'})(timeout=120) 2025-10-27 06:20:09.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 06:20:09.50: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 06:20:09.50: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 06:20:09.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:20:09.50: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1782'}) 2025-10-27 06:20:38.19: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:20:38.19: IngressMonitor - start process kube event 2025-10-27 06:20:38.19: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:21:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001160 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:21:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001189 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:21:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001070 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:21:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001143 2025-10-27 06:20:38.19: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:20:38.19: IngressMonitor - Connect Kube API result 0 2025-10-27 06:20:38.19: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:20:38.19: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-10-27 06:20:38.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:20:38.19: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:20:38.19: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:20:38.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:20:38.21: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-10-27 06:20:49.39: NamespaceMonitor - Received BOOKMARK: oldResVer=1670 newResVer=1670 2025-10-27 06:20:49.39: NamespaceMonitor - start process kube event 2025-10-27 06:20:49.39: empty line received 2025-10-27 06:20:49.39: NamespaceMonitor - start process kube event 2025-10-27 06:20:50.75: NetworkMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1527 2025-10-27 06:20:50.75: NetworkMonitor - start process kube event 2025-10-27 06:20:50.75: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:20:50.75: empty line received 2025-10-27 06:20:50.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:20:50.75: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:20:50.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:20:50.75: NetworkMonitor - start process kube event 2025-10-27 06:20:54.80: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:20:54.80: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:20:54.80: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-87959380) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:20:54.81: NetworkPolicyMonitor - start process kube event 2025-10-27 06:20:54.81: empty line received 2025-10-27 06:20:54.81: NetworkPolicyMonitor - start process kube event 2025-10-27 06:20:56.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:20:59.86: PodMonitor - Received BOOKMARK: oldResVer=1771 newResVer=1771 2025-10-27 06:20:59.86: PodMonitor - start process kube event 2025-10-27 06:20:59.86: empty line received 2025-10-27 06:20:59.86: PodMonitor - start process kube event 2025-10-27 06:21:03.21: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:21:03.21: ServiceMonitor - start process kube event 2025-10-27 06:21:03.21: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1776 2025-10-27 06:21:03.21: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:21:03.21: ServiceMonitor - Connect Kube API result 0 2025-10-27 06:21:03.21: ServiceMonitor - _schedule_vnc_sync 2025-10-27 06:21:03.21: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1776'})(timeout=120) 2025-10-27 06:21:03.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 06:21:03.22: VncKubernetes - vnc_sync - Service start 2025-10-27 06:21:03.22: VncKubernetes - vnc_sync - Service done 2025-10-27 06:21:03.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:21:03.23: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1776'}) 2025-10-27 06:21:09.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1782 newResVer=1939 2025-10-27 06:21:09.50: NetworkPolicyMonitor - start process kube event 2025-10-27 06:21:09.50: empty line received 2025-10-27 06:21:09.50: NetworkPolicyMonitor - start process kube event 2025-10-27 06:21:49.99: NamespaceMonitor - Received BOOKMARK: oldResVer=1670 newResVer=1670 2025-10-27 06:21:49.99: NamespaceMonitor - start process kube event 2025-10-27 06:21:49.99: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:21:49.99: empty line received 2025-10-27 06:21:49.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:21:49.99: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:21:49.99: VncKubernetes - vnc_sync - Namespace done 2025-10-27 06:21:49.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:21:49.99: NamespaceMonitor - start process kube event 2025-10-27 06:21:50.47: NetworkMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1527 2025-10-27 06:21:50.47: NetworkMonitor - start process kube event 2025-10-27 06:21:50.47: empty line received 2025-10-27 06:21:50.47: NetworkMonitor - start process kube event 2025-10-27 06:21:54.12: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:21:54.12: EndPointMonitor - start process kube event 2025-10-27 06:21:54.12: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1777 2025-10-27 06:21:54.12: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:21:54.12: EndPointMonitor - Connect Kube API result 0 2025-10-27 06:21:54.12: EndPointMonitor - _schedule_vnc_sync 2025-10-27 06:21:54.12: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1777'})(timeout=120) 2025-10-27 06:21:54.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 06:21:54.12: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 06:21:54.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:21:54.14: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1777'}) 2025-10-27 06:21:57.12: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:57.12: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:57.12: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:57.12: PodMonitor - start process kube event 2025-10-27 06:21:57.12: empty line received 2025-10-27 06:21:57.12: PodMonitor - start process kube event 2025-10-27 06:21:57.13: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:57.13: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: empty line received 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:57.14: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: empty line received 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:21:57.14: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: empty line received 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:21:57.14: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: empty line received 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:21:57.14: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:21:57.14: PodMonitor - start process kube event 2025-10-27 06:21:57.14: empty line received 2025-10-27 06:21:57.15: PodMonitor - start process kube event 2025-10-27 06:21:57.15: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:21:57.15: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:21:57.15: PodMonitor - start process kube event 2025-10-27 06:21:57.15: empty line received 2025-10-27 06:21:57.15: PodMonitor - start process kube event 2025-10-27 06:21:57.15: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:57.15: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:57.15: PodMonitor - start process kube event 2025-10-27 06:21:57.15: empty line received 2025-10-27 06:21:57.15: PodMonitor - start process kube event 2025-10-27 06:21:57.15: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:21:57.15: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:21:57.15: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 06:21:57.15: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:57.15: EndPointMonitor - start process kube event 2025-10-27 06:21:57.15: empty line received 2025-10-27 06:21:57.15: EndPointMonitor - start process kube event 2025-10-27 06:21:57.15: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:21:57.15: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:21:57.15: EndPointMonitor - start process kube event 2025-10-27 06:21:57.15: empty line received 2025-10-27 06:21:57.15: EndPointMonitor - start process kube event 2025-10-27 06:21:57.21: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 06:21:57.21: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:57.23: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 06:21:57.23: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:21:57.28: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 06:21:57.28: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:21:57.29: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:21:57.29: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:21:57.34: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:21:57.34: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:21:57.35: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:21:57.35: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:57.41: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:21:57.41: VncKubernetes - Process event (name=ctest-nginx-svc-46786325 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-87959380) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:21:57.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:21:57.57: VncKubernetes - Process event (name=ctest-nginx-svc-46786325 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-87959380) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:21:57.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:21:58.61: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.61: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.61: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.61: PodMonitor - start process kube event 2025-10-27 06:21:58.61: empty line received 2025-10-27 06:21:58.61: PodMonitor - start process kube event 2025-10-27 06:21:58.62: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.62: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.62: PodMonitor - start process kube event 2025-10-27 06:21:58.62: empty line received 2025-10-27 06:21:58.62: PodMonitor - start process kube event 2025-10-27 06:21:58.62: PodMonitor - Received DELETED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.62: PodMonitor - Got DELETED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.62: PodMonitor - start process kube event 2025-10-27 06:21:58.62: empty line received 2025-10-27 06:21:58.63: PodMonitor - start process kube event 2025-10-27 06:21:58.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:21:58.63: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.63: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:58.63: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:58.63: PodMonitor - start process kube event 2025-10-27 06:21:58.63: empty line received 2025-10-27 06:21:58.63: PodMonitor - start process kube event 2025-10-27 06:21:58.64: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:58.64: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:58.64: PodMonitor - start process kube event 2025-10-27 06:21:58.64: empty line received 2025-10-27 06:21:58.64: PodMonitor - start process kube event 2025-10-27 06:21:58.65: PodMonitor - Received DELETED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:58.65: PodMonitor - Got DELETED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:58.65: PodMonitor - start process kube event 2025-10-27 06:21:58.65: empty line received 2025-10-27 06:21:58.65: PodMonitor - start process kube event 2025-10-27 06:21:58.69: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:21:58.69: VncKubernetes - Process event (name=ctest-pod-19901555 event_type=DELETED kind=Pod ns=ctest-non-default-24353385) VncPod - Got DELETED Pod ctest-non-default-24353385:ctest-pod-19901555:cfb460e5-5747-4ffc-ba07-78cc19d015a6 2025-10-27 06:21:58.73: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:58.73: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:58.73: PodMonitor - start process kube event 2025-10-27 06:21:58.73: empty line received 2025-10-27 06:21:58.73: PodMonitor - start process kube event 2025-10-27 06:21:58.93: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:58.93: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:58.93: PodMonitor - start process kube event 2025-10-27 06:21:58.93: empty line received 2025-10-27 06:21:58.93: PodMonitor - start process kube event 2025-10-27 06:21:58.93: PodMonitor - Received DELETED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:58.93: PodMonitor - Got DELETED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:58.93: PodMonitor - start process kube event 2025-10-27 06:21:58.94: empty line received 2025-10-27 06:21:58.94: PodMonitor - start process kube event 2025-10-27 06:21:59.09: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 06:21:59.09: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:59.14: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:21:59.14: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:59.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:21:59.19: VncKubernetes - Process event (name=ctest-pod-05885335 event_type=DELETED kind=Pod ns=ctest-new-default-87959380) VncPod - Got DELETED Pod ctest-new-default-87959380:ctest-pod-05885335:5bf7caba-394c-4725-b48a-65ca7e907388 2025-10-27 06:21:59.33: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:59.33: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:59.33: PodMonitor - start process kube event 2025-10-27 06:21:59.33: empty line received 2025-10-27 06:21:59.33: PodMonitor - start process kube event 2025-10-27 06:21:59.53: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:59.53: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:59.53: PodMonitor - start process kube event 2025-10-27 06:21:59.53: empty line received 2025-10-27 06:21:59.53: PodMonitor - start process kube event 2025-10-27 06:21:59.53: PodMonitor - Received DELETED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:59.53: PodMonitor - Got DELETED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:21:59.53: PodMonitor - start process kube event 2025-10-27 06:21:59.53: empty line received 2025-10-27 06:21:59.53: PodMonitor - start process kube event 2025-10-27 06:21:59.62: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 06:21:59.62: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:59.68: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:21:59.68: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:59.73: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:21:59.73: VncKubernetes - Process event (name=ctest-pod-45313351 event_type=DELETED kind=Pod ns=ctest-new-default-87959380) VncPod - Got DELETED Pod ctest-new-default-87959380:ctest-pod-45313351:a4df0245-0120-4663-856d-d1ce625fb87a 2025-10-27 06:21:59.91: PodMonitor - Received BOOKMARK: oldResVer=1771 newResVer=2058 2025-10-27 06:21:59.91: PodMonitor - start process kube event 2025-10-27 06:21:59.91: empty line received 2025-10-27 06:21:59.91: PodMonitor - start process kube event 2025-10-27 06:22:00.18: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:22:00.18: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:22:00.24: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:22:00.24: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:22:00.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:22:00.29: VncKubernetes - Process event (name=ctest-pod-32943224 event_type=DELETED kind=Pod ns=ctest-non-default-24353385) VncPod - Got DELETED Pod ctest-non-default-24353385:ctest-pod-32943224:d8473571-770e-4e78-ae74-e42faeed024f 2025-10-27 06:22:00.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:22:03.97: NetworkMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1527 2025-10-27 06:22:03.97: NetworkMonitor - start process kube event 2025-10-27 06:22:03.97: empty line received 2025-10-27 06:22:03.97: NetworkMonitor - start process kube event 2025-10-27 06:22:05.95: stop iteration NetworkMonitor 2025-10-27 06:22:05.95: NetworkMonitor - start process kube event 2025-10-27 06:22:05.95: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1527 2025-10-27 06:22:05.95: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:22:05.95: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:22:05.95: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:22:05.95: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1527'})(timeout=120) 2025-10-27 06:22:05.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:22:05.95: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:22:05.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:22:05.96: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1527'}) 2025-10-27 06:22:09.08: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1939 newResVer=1939 2025-10-27 06:22:09.08: NetworkPolicyMonitor - start process kube event 2025-10-27 06:22:09.08: empty line received 2025-10-27 06:22:09.08: NetworkPolicyMonitor - start process kube event 2025-10-27 06:22:28.69: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.69: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.69: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.69: PodMonitor - start process kube event 2025-10-27 06:22:28.69: empty line received 2025-10-27 06:22:28.69: PodMonitor - start process kube event 2025-10-27 06:22:28.69: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.69: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.69: PodMonitor - start process kube event 2025-10-27 06:22:28.69: empty line received 2025-10-27 06:22:28.69: PodMonitor - start process kube event 2025-10-27 06:22:28.69: PodMonitor - Received DELETED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.69: PodMonitor - Got DELETED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.69: PodMonitor - start process kube event 2025-10-27 06:22:28.69: empty line received 2025-10-27 06:22:28.69: PodMonitor - start process kube event 2025-10-27 06:22:28.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:22:28.70: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.70: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:28.70: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:28.71: PodMonitor - start process kube event 2025-10-27 06:22:28.71: empty line received 2025-10-27 06:22:28.71: PodMonitor - start process kube event 2025-10-27 06:22:28.71: PodMonitor - Received MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:28.71: PodMonitor - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:28.71: PodMonitor - start process kube event 2025-10-27 06:22:28.71: empty line received 2025-10-27 06:22:28.71: PodMonitor - start process kube event 2025-10-27 06:22:28.72: PodMonitor - Received DELETED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:28.72: PodMonitor - Got DELETED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:28.72: PodMonitor - start process kube event 2025-10-27 06:22:28.72: empty line received 2025-10-27 06:22:28.72: PodMonitor - start process kube event 2025-10-27 06:22:28.73: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:28.73: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:28.73: PodMonitor - start process kube event 2025-10-27 06:22:28.73: empty line received 2025-10-27 06:22:28.73: PodMonitor - start process kube event 2025-10-27 06:22:28.75: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:22:28.75: VncKubernetes - Process event (name=ctest-pod-16536819 event_type=DELETED kind=Pod ns=ctest-new-default-87959380) VncPod - Got DELETED Pod ctest-new-default-87959380:ctest-pod-16536819:79bc2cd1-f5e3-4896-93f7-eba0fbc18c56 2025-10-27 06:22:28.87: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:28.87: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:28.87: PodMonitor - start process kube event 2025-10-27 06:22:28.87: empty line received 2025-10-27 06:22:28.87: PodMonitor - start process kube event 2025-10-27 06:22:28.87: PodMonitor - Received DELETED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:28.87: PodMonitor - Got DELETED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:28.87: PodMonitor - start process kube event 2025-10-27 06:22:28.87: empty line received 2025-10-27 06:22:28.87: PodMonitor - start process kube event 2025-10-27 06:22:29.21: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 06:22:29.21: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:29.22: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:22:29.22: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=MODIFIED kind=Pod ns=ctest-new-default-87959380) VncPod - Got MODIFIED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:29.28: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:22:29.28: VncKubernetes - Process event (name=ctest-pod-71346755 event_type=DELETED kind=Pod ns=ctest-new-default-87959380) VncPod - Got DELETED Pod ctest-new-default-87959380:ctest-pod-71346755:1adde3c9-63d5-48c4-bf22-fd93afa141e8 2025-10-27 06:22:29.47: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:29.47: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:29.47: PodMonitor - start process kube event 2025-10-27 06:22:29.48: empty line received 2025-10-27 06:22:29.48: PodMonitor - start process kube event 2025-10-27 06:22:29.67: PodMonitor - Received MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:29.67: PodMonitor - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:29.67: PodMonitor - start process kube event 2025-10-27 06:22:29.67: empty line received 2025-10-27 06:22:29.67: PodMonitor - start process kube event 2025-10-27 06:22:29.67: PodMonitor - Received DELETED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:29.67: PodMonitor - Got DELETED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:29.67: PodMonitor - start process kube event 2025-10-27 06:22:29.67: empty line received 2025-10-27 06:22:29.67: PodMonitor - start process kube event 2025-10-27 06:22:29.77: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 06:22:29.77: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:29.83: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 06:22:29.83: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:29.88: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:22:29.88: VncKubernetes - Process event (name=ctest-pod-02013605 event_type=DELETED kind=Pod ns=ctest-non-default-24353385) VncPod - Got DELETED Pod ctest-non-default-24353385:ctest-pod-02013605:fcb02dd1-c6ac-4125-8cbb-75f6409e2900 2025-10-27 06:22:30.24: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:22:30.24: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:30.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:22:30.30: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=MODIFIED kind=Pod ns=ctest-non-default-24353385) VncPod - Got MODIFIED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:30.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:22:30.35: VncKubernetes - Process event (name=ctest-pod-38564169 event_type=DELETED kind=Pod ns=ctest-non-default-24353385) VncPod - Got DELETED Pod ctest-non-default-24353385:ctest-pod-38564169:9e3245c9-a631-4190-9d8b-62481431db31 2025-10-27 06:22:30.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:22:32.36: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:32.36: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:32.36: VncKubernetes - Process event (name=ctest-non-default-24353385 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:32.36: NamespaceMonitor - start process kube event 2025-10-27 06:22:32.36: empty line received 2025-10-27 06:22:32.36: NamespaceMonitor - start process kube event 2025-10-27 06:22:32.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:22:37.56: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:37.56: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:37.56: VncKubernetes - Process event (name=ctest-non-default-24353385 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:37.56: NamespaceMonitor - start process kube event 2025-10-27 06:22:37.56: empty line received 2025-10-27 06:22:37.56: NamespaceMonitor - start process kube event 2025-10-27 06:22:37.59: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:37.59: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:37.59: NamespaceMonitor - start process kube event 2025-10-27 06:22:37.59: empty line received 2025-10-27 06:22:37.59: NamespaceMonitor - start process kube event 2025-10-27 06:22:37.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:22:37.89: VncKubernetes - Process event (name=ctest-non-default-24353385 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-24353385:b86212d8-4171-4b87-b446-3ca07b057ae3 2025-10-27 06:22:38.21: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:22:38.21: IngressMonitor - start process kube event 2025-10-27 06:22:38.21: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 2025-10-27 06:22:38.21: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:22:38.21: IngressMonitor - Connect Kube API result 0 2025-10-27 06:22:38.21: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:22:38.21: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-10-27 06:22:38.23: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-10-27 06:22:38.44: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:38.44: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:38.44: NamespaceMonitor - start process kube event 2025-10-27 06:22:38.44: empty line received 2025-10-27 06:22:38.44: NamespaceMonitor - start process kube event 2025-10-27 06:22:39.17: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:22:39.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:22:39.17: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:22:39.17: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:22:39.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:22:39.17: VncKubernetes - Process event (name=ctest-new-default-87959380 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:39.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:22:43.87: EndPointMonitor - Received DELETED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:22:43.87: EndPointMonitor - Got DELETED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:22:43.87: VncKubernetes - Process event (name=ctest-nginx-svc-46786325 event_type=DELETED kind=Endpoints ns=ctest-new-default-87959380) VncEndpoints - Got DELETED Endpoints ctest-new-default-87959380:ctest-nginx-svc-46786325:a4321858-f03d-4b10-beba-d463b0a44a91 2025-10-27 06:22:43.87: EndPointMonitor - start process kube event 2025-10-27 06:22:43.87: empty line received 2025-10-27 06:22:43.87: EndPointMonitor - start process kube event 2025-10-27 06:22:43.91: ServiceMonitor - Received DELETED Service ctest-new-default-87959380:ctest-nginx-svc-46786325:880910cd-3db8-4c5f-95e1-f5a18f046d1e 2025-10-27 06:22:43.91: ServiceMonitor - Got DELETED Service ctest-new-default-87959380:ctest-nginx-svc-46786325:880910cd-3db8-4c5f-95e1-f5a18f046d1e 2025-10-27 06:22:43.91: ServiceMonitor - start process kube event 2025-10-27 06:22:43.91: empty line received 2025-10-27 06:22:43.91: ServiceMonitor - start process kube event 2025-10-27 06:22:43.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:22:43.93: VncKubernetes - Process event (name=ctest-nginx-svc-46786325 event_type=DELETED kind=Service ns=ctest-new-default-87959380) VncService - Got DELETED Service ctest-new-default-87959380:ctest-nginx-svc-46786325:880910cd-3db8-4c5f-95e1-f5a18f046d1e 2025-10-27 06:22:43.94: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:24:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001048 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:24:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001142 2025-10-27 06:22:43.94: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:22:43.94: NetworkPolicyMonitor - start process kube event 2025-10-27 06:22:43.94: empty line received 2025-10-27 06:22:43.94: NetworkPolicyMonitor - start process kube event 2025-10-27 06:22:44.01: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:44.01: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:44.01: NamespaceMonitor - start process kube event 2025-10-27 06:22:44.01: empty line received 2025-10-27 06:22:44.01: NamespaceMonitor - start process kube event 2025-10-27 06:22:44.01: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:44.02: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:44.02: NamespaceMonitor - start process kube event 2025-10-27 06:22:44.02: empty line received 2025-10-27 06:22:44.02: NamespaceMonitor - start process kube event 2025-10-27 06:22:44.28: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:22:44.29: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-87959380) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-87959380:ingress-on-service:8f0d6468-a106-44b1-896b-0ca6dbb691d2 2025-10-27 06:22:45.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:22:45.30: VncKubernetes - Process event (name=ctest-new-default-87959380 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:45.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:22:45.63: VncKubernetes - Process event (name=ctest-new-default-87959380 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-87959380:9164b55d-d6be-4e47-a7aa-82e8cce25ae2 2025-10-27 06:22:46.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:22:49.59: NamespaceMonitor - Received BOOKMARK: oldResVer=1670 newResVer=2190 2025-10-27 06:22:49.59: NamespaceMonitor - start process kube event 2025-10-27 06:22:49.59: empty line received 2025-10-27 06:22:49.59: NamespaceMonitor - start process kube event 2025-10-27 06:22:54.23: EndPointMonitor - Received BOOKMARK: oldResVer=1777 newResVer=2183 2025-10-27 06:22:54.23: EndPointMonitor - start process kube event 2025-10-27 06:22:54.24: empty line received 2025-10-27 06:22:54.24: EndPointMonitor - start process kube event 2025-10-27 06:23:00.21: PodMonitor - Received BOOKMARK: oldResVer=2058 newResVer=2109 2025-10-27 06:23:00.21: PodMonitor - start process kube event 2025-10-27 06:23:00.21: empty line received 2025-10-27 06:23:00.21: PodMonitor - start process kube event 2025-10-27 06:23:03.01: ServiceMonitor - Received BOOKMARK: oldResVer=1776 newResVer=2186 2025-10-27 06:23:03.01: ServiceMonitor - start process kube event 2025-10-27 06:23:03.01: empty line received 2025-10-27 06:23:03.02: ServiceMonitor - start process kube event 2025-10-27 06:23:09.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1939 newResVer=2188 2025-10-27 06:23:09.58: NetworkPolicyMonitor - start process kube event 2025-10-27 06:23:09.58: empty line received 2025-10-27 06:23:09.58: NetworkPolicyMonitor - start process kube event 2025-10-27 06:23:49.88: NamespaceMonitor - Received BOOKMARK: oldResVer=2190 newResVer=2190 2025-10-27 06:23:49.88: NamespaceMonitor - start process kube event 2025-10-27 06:23:49.88: empty line received 2025-10-27 06:23:49.88: NamespaceMonitor - start process kube event 2025-10-27 06:23:52.31: PodMonitor - Received BOOKMARK: oldResVer=2109 newResVer=2109 2025-10-27 06:23:52.31: PodMonitor - start process kube event 2025-10-27 06:23:52.31: empty line received 2025-10-27 06:23:52.31: PodMonitor - start process kube event 2025-10-27 06:23:53.45: PodMonitor - Received BOOKMARK: oldResVer=2109 newResVer=2109 2025-10-27 06:23:53.45: PodMonitor - start process kube event 2025-10-27 06:23:53.45: empty line received 2025-10-27 06:23:53.45: PodMonitor - start process kube event 2025-10-27 06:23:54.08: EndPointMonitor - Received BOOKMARK: oldResVer=2183 newResVer=2183 2025-10-27 06:23:54.08: EndPointMonitor - start process kube event 2025-10-27 06:23:54.08: empty line received 2025-10-27 06:23:54.08: EndPointMonitor - start process kube event 2025-10-27 06:23:54.44: stop iteration PodMonitor 2025-10-27 06:23:54.44: PodMonitor - start process kube event 2025-10-27 06:23:54.44: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2109 2025-10-27 06:23:54.44: PodMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:23:54.44: PodMonitor - Connect Kube API result 0 2025-10-27 06:23:54.44: PodMonitor - _schedule_vnc_sync 2025-10-27 06:23:54.44: PodMonitor - Start Watching request https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2109'})(timeout=120) 2025-10-27 06:23:54.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 06:23:54.45: VncKubernetes - vnc_sync - Pod start 2025-10-27 06:23:54.45: VncKubernetes - vnc_sync - Pod done 2025-10-27 06:23:54.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:23:54.45: PodMonitor - Watches https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2109'}) 2025-10-27 06:24:03.00: ServiceMonitor - Received BOOKMARK: oldResVer=2186 newResVer=2186 2025-10-27 06:24:03.00: ServiceMonitor - start process kube event 2025-10-27 06:24:03.00: empty line received 2025-10-27 06:24:03.00: ServiceMonitor - start process kube event 2025-10-27 06:24:05.96: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:24:05.96: NetworkMonitor - start process kube event 2025-10-27 06:24:05.96: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1527 2025-10-27 06:24:05.96: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:24:05.96: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:24:05.96: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:24:05.96: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1527'})(timeout=120) 2025-10-27 06:24:05.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:24:05.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:24:05.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:24:05.98: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1527'}) 2025-10-27 06:24:10.03: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2188 newResVer=2188 2025-10-27 06:24:10.03: NetworkPolicyMonitor - start process kube event 2025-10-27 06:24:10.03: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 06:24:10.03: empty line received 2025-10-27 06:24:10.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 06:24:10.03: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 06:24:10.04: NetworkPolicyMonitor - start process kube event 2025-10-27 06:24:10.04: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 06:24:10.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:24:38.23: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:24:38.23: IngressMonitor - start process kube event [Introspect:8108]10.0.0.27 - - [2025-10-27 06:25:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001056 2025-10-27 06:24:38.23: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 2025-10-27 06:24:38.23: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:24:38.23: IngressMonitor - Connect Kube API result 0 2025-10-27 06:24:38.23: IngressMonitor - _schedule_vnc_sync 2025-10-27 06:24:38.23: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-10-27 06:24:38.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 06:24:38.23: VncKubernetes - vnc_sync - Ingress start 2025-10-27 06:24:38.23: VncKubernetes - vnc_sync - Ingress done 2025-10-27 06:24:38.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:24:38.25: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-10-27 06:24:50.34: NamespaceMonitor - Received BOOKMARK: oldResVer=2190 newResVer=2190 2025-10-27 06:24:50.34: NamespaceMonitor - start process kube event 2025-10-27 06:24:50.34: empty line received 2025-10-27 06:24:50.34: NamespaceMonitor - start process kube event 2025-10-27 06:24:53.61: EndPointMonitor - Received BOOKMARK: oldResVer=2183 newResVer=2183 2025-10-27 06:24:53.61: EndPointMonitor - start process kube event 2025-10-27 06:24:53.61: empty line received 2025-10-27 06:24:53.61: EndPointMonitor - start process kube event 2025-10-27 06:25:03.08: ServiceMonitor - Received BOOKMARK: oldResVer=2186 newResVer=2186 2025-10-27 06:25:03.08: ServiceMonitor - start process kube event 2025-10-27 06:25:03.08: empty line received 2025-10-27 06:25:03.08: ServiceMonitor - start process kube event 2025-10-27 06:25:10.05: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2188 newResVer=2188 2025-10-27 06:25:10.05: NetworkPolicyMonitor - start process kube event 2025-10-27 06:25:10.05: empty line received 2025-10-27 06:25:10.05: NetworkPolicyMonitor - start process kube event 2025-10-27 06:25:10.57: PodMonitor - Received ADDED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:10.57: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-10-27 06:25:10.57: PodMonitor - start process kube event 2025-10-27 06:25:10.57: empty line received 2025-10-27 06:25:10.57: PodMonitor - start process kube event 2025-10-27 06:25:10.57: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:10.57: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:10.57: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:10.58: PodMonitor - start process kube event 2025-10-27 06:25:10.58: empty line received 2025-10-27 06:25:10.58: PodMonitor - start process kube event 2025-10-27 06:25:10.59: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:10.59: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:10.59: PodMonitor - start process kube event 2025-10-27 06:25:10.59: empty line received 2025-10-27 06:25:10.59: PodMonitor - start process kube event 2025-10-27 06:25:10.76: PodMonitor - Received ADDED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:10.76: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-10-27 06:25:10.76: PodMonitor - start process kube event 2025-10-27 06:25:10.76: empty line received 2025-10-27 06:25:10.76: PodMonitor - start process kube event 2025-10-27 06:25:10.77: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:10.77: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:10.77: PodMonitor - start process kube event 2025-10-27 06:25:10.77: empty line received 2025-10-27 06:25:10.77: PodMonitor - start process kube event 2025-10-27 06:25:10.79: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:10.79: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:10.79: PodMonitor - start process kube event 2025-10-27 06:25:10.79: empty line received 2025-10-27 06:25:10.80: PodMonitor - start process kube event 2025-10-27 06:25:11.35: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:11.35: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:11.35: PodMonitor - start process kube event 2025-10-27 06:25:11.35: empty line received 2025-10-27 06:25:11.35: PodMonitor - start process kube event 2025-10-27 06:25:11.36: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 06:25:11.36: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:11.49: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:25:11.49: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:12.12: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:12.12: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:12.12: PodMonitor - start process kube event 2025-10-27 06:25:12.12: empty line received 2025-10-27 06:25:12.12: PodMonitor - start process kube event 2025-10-27 06:25:12.13: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 06:25:12.13: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:12.27: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 06:25:12.27: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:12.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:25:12.29: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:12.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:25:14.16: NamespaceMonitor - Received BOOKMARK: oldResVer=2190 newResVer=2190 2025-10-27 06:25:14.16: NamespaceMonitor - start process kube event 2025-10-27 06:25:14.16: empty line received 2025-10-27 06:25:14.16: NamespaceMonitor - start process kube event 2025-10-27 06:25:15.44: stop iteration NamespaceMonitor 2025-10-27 06:25:15.44: NamespaceMonitor - start process kube event 2025-10-27 06:25:15.44: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2190 2025-10-27 06:25:15.44: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:25:15.44: NamespaceMonitor - Connect Kube API result 0 2025-10-27 06:25:15.44: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 06:25:15.44: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2190'})(timeout=120) 2025-10-27 06:25:15.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 06:25:15.45: VncKubernetes - vnc_sync - Namespace start 2025-10-27 06:25:15.45: VncKubernetes - vnc_sync - Namespace done [Introspect:8108]10.0.0.27 - - [2025-10-27 06:25:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001079 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:25:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001166 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:25:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001092 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:25:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001073 [Introspect:8108]10.0.0.27 - - [2025-10-27 06:26:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001104 2025-10-27 06:25:15.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:25:15.45: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2190'}) 2025-10-27 06:25:24.98: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:24.98: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:24.98: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:24.98: PodMonitor - start process kube event 2025-10-27 06:25:24.98: empty line received 2025-10-27 06:25:24.98: PodMonitor - start process kube event 2025-10-27 06:25:24.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:25:25.99: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:25.99: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:25.99: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:25.99: PodMonitor - start process kube event 2025-10-27 06:25:25.99: empty line received 2025-10-27 06:25:25.99: PodMonitor - start process kube event 2025-10-27 06:25:26.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:25:26.67: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:26.67: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:26.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:26.67: PodMonitor - start process kube event 2025-10-27 06:25:26.67: empty line received 2025-10-27 06:25:26.67: PodMonitor - start process kube event 2025-10-27 06:25:26.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:25:53.83: EndPointMonitor - Received BOOKMARK: oldResVer=2183 newResVer=2183 2025-10-27 06:25:53.83: EndPointMonitor - start process kube event 2025-10-27 06:25:53.83: empty line received 2025-10-27 06:25:53.83: EndPointMonitor - start process kube event 2025-10-27 06:25:54.73: PodMonitor - Received BOOKMARK: oldResVer=2109 newResVer=2422 2025-10-27 06:25:54.73: PodMonitor - start process kube event 2025-10-27 06:25:54.73: empty line received 2025-10-27 06:25:54.73: PodMonitor - start process kube event 2025-10-27 06:25:58.05: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.05: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.05: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.05: PodMonitor - start process kube event 2025-10-27 06:25:58.05: empty line received 2025-10-27 06:25:58.05: PodMonitor - start process kube event 2025-10-27 06:25:58.06: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.06: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.06: PodMonitor - start process kube event 2025-10-27 06:25:58.06: empty line received 2025-10-27 06:25:58.06: PodMonitor - start process kube event 2025-10-27 06:25:58.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:25:58.07: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.07: PodMonitor - Received DELETED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.07: PodMonitor - Got DELETED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.07: PodMonitor - start process kube event 2025-10-27 06:25:58.07: empty line received 2025-10-27 06:25:58.07: PodMonitor - start process kube event 2025-10-27 06:25:58.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:25:58.12: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:d9b0982e-dd09-4649-977c-742ac0138323 2025-10-27 06:25:58.15: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:58.16: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:58.16: PodMonitor - start process kube event 2025-10-27 06:25:58.16: empty line received 2025-10-27 06:25:58.16: PodMonitor - start process kube event 2025-10-27 06:25:58.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 06:25:58.43: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:725c30f6-5a40-4e80-ba96-24b1bf7d59cb 2025-10-27 06:25:58.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:26:02.63: ServiceMonitor - Received BOOKMARK: oldResVer=2186 newResVer=2186 2025-10-27 06:26:02.63: ServiceMonitor - start process kube event 2025-10-27 06:26:02.63: ServiceMonitor - _schedule_vnc_sync 2025-10-27 06:26:02.63: empty line received 2025-10-27 06:26:02.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 06:26:02.63: VncKubernetes - vnc_sync - Service start 2025-10-27 06:26:02.63: VncKubernetes - vnc_sync - Service done 2025-10-27 06:26:02.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:26:02.63: ServiceMonitor - start process kube event 2025-10-27 06:26:05.99: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-27 06:26:05.99: NetworkMonitor - start process kube event 2025-10-27 06:26:05.99: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1527 2025-10-27 06:26:05.99: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:26:05.99: NetworkMonitor - Connect Kube API result 0 2025-10-27 06:26:05.99: NetworkMonitor - _schedule_vnc_sync 2025-10-27 06:26:05.99: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1527'})(timeout=120) 2025-10-27 06:26:05.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 06:26:05.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 06:26:05.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 06:26:06.00: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1527'}) 2025-10-27 06:26:06.07: ServiceMonitor - Received BOOKMARK: oldResVer=2186 newResVer=2186 2025-10-27 06:26:06.07: ServiceMonitor - start process kube event 2025-10-27 06:26:06.07: empty line received 2025-10-27 06:26:06.07: ServiceMonitor - start process kube event 2025-10-27 06:26:07.60: stop iteration ServiceMonitor 2025-10-27 06:26:07.60: ServiceMonitor - start process kube event 2025-10-27 06:26:07.60: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2186 2025-10-27 06:26:07.60: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-27 06:26:07.60: ServiceMonitor - Connect Kube API result 0 2025-10-27 06:26:07.60: ServiceMonitor - _schedule_vnc_sync