++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Wed Nov 5 07:05:22 PM UTC 2025 ===================' INFO: =================== Wed Nov 5 07:05:22 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ head -n 1 +++ awk '{print $2}' +++ ip addr show dev ens3 +++ grep 'inet ' ++ DEFAULT_LOCAL_IP=10.0.0.73 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.73 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.73 ++ ANALYTICSDB_NODES=10.0.0.73 ++ ANALYTICS_SNMP_NODES=10.0.0.73 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8081 ' +++ '[' -n '10.0.0.73:8081 ' ']' +++ echo 10.0.0.73:8081 ++ ANALYTICS_SERVERS=10.0.0.73:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9042 ' +++ '[' -n '10.0.0.73:9042 ' ']' +++ echo 10.0.0.73:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.73:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.73 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8086 ' +++ '[' -n '10.0.0.73:8086 ' ']' +++ echo 10.0.0.73:8086 ++ COLLECTOR_SERVERS=10.0.0.73:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.73 ++ CONFIGDB_NODES=10.0.0.73 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8082 ' +++ '[' -n '10.0.0.73:8082 ' ']' +++ echo 10.0.0.73:8082 ++ CONFIG_SERVERS=10.0.0.73:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9161 ' +++ '[' -n '10.0.0.73:9161 ' ']' +++ echo 10.0.0.73:9161 ++ CONFIGDB_SERVERS=10.0.0.73:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9041 ' +++ '[' -n '10.0.0.73:9041 ' ']' +++ echo 10.0.0.73:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.73:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.73 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.73 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.73 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+=10.0.0.73:2181, +++ '[' -n 10.0.0.73:2181, ']' +++ echo 10.0.0.73:2181 ++ ZOOKEEPER_SERVERS=10.0.0.73:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:2181 ' +++ '[' -n '10.0.0.73:2181 ' ']' +++ echo 10.0.0.73:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.73:2181 ++ RABBITMQ_NODES=10.0.0.73 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+=10.0.0.73:5673, +++ '[' -n 10.0.0.73:5673, ']' +++ echo 10.0.0.73:5673 ++ RABBITMQ_SERVERS=10.0.0.73:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:6379 ' +++ '[' -n '10.0.0.73:6379 ' ']' +++ echo 10.0.0.73:6379 ++ REDIS_SERVERS=10.0.0.73:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.73 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9092 ' +++ '[' -n '10.0.0.73:9092 ' ']' +++ echo 10.0.0.73:9092 ++ KAFKA_SERVERS=10.0.0.73:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.73 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.73 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.73 ++ cut -d , -f 1 + local cassandra=10.0.0.73 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.73 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6ImtTT2ZRS2k2MlBlRXpyZENRSDBKelFIU1F5NUtmdmpnbm4ybWxtd0w5dGMifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjQwZTAzYmYwLWM1MTktNDk5ZC04MTA3LWY4YWE0NTU4NjJlZSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.mJ77BSnpkBoTMTLOqpFvpdil6P2vHBmFckxVby0MvSDkwKlhZHcA8ZA71mIQ_g6gjYj1P8FdnjdFZiP06TOvQfXfzoAna5ICtDa2Bqm5z8rpzwvGyTmpmsFHjDcc3epbgWsWiZn0V-mQ8AhIXcNXmtB-Y05LDiJOj7c7FfoMsZGt1Q9LnTM9JYtJUHWffsoX3cbFVQqh0rFFCaVb8XjWQvsfJ7C7ZOwDtjiv1_QLBzx9mMFQOnimzK1HZ9Xi7XaPyc_QOJjswzIVy2YuNnDn6QVHPw0tJAXy76BCGNELk8JeGwwHkc6uIkvf45rT5Yy8THZlMzvO7E4wKIkd8oHXjQ ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.73 +++ local servers=10.0.0.73 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort ++++ uniq +++ local local_ips=,10.0.0.73,10.201.239.1,127.0.0.1,172.17.0.1,252.73.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.73'\''))' +++ local server_ip=10.0.0.73 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.73 ]] +++ [[ ,10.0.0.73,10.201.239.1,127.0.0.1,172.17.0.1,252.73.0.1,, =~ ,10\.0\.0\.73, ]] +++ echo 10.0.0.73 1 +++ return ++ local ip=10.0.0.73 ++ [[ -z 10.0.0.73 ]] ++ echo 10.0.0.73 + host_ip=10.0.0.73 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.73:9041 + cassandra_server_list=10.0.0.73:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ set -o posix ++ set ++ sort + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/05/2025 19:05:30.964 7fc385d22f80 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/05/2025 19:05:31.235 7fc385d22f80 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/05/2025 19:05:31.235 7fc385d22f80 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.73 - - [2025-11-05 19:05:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2974 0.001517 2025-11-05 19:05:31.53: KubeMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:31.53: KubeMonitor - Connect Kube API result 0 2025-11-05 19:05:31.65: KubeMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-05 19:05:31.67: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-05 19:05:31.69: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1 2025-11-05 19:05:31.71: PodMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-05 19:05:31.73: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-05 19:05:31.75: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/networking.k8s.io/v1 2025-11-05 19:05:31.76: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-05 19:05:31.78: IngressMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/networking.k8s.io/v1 2025-11-05 19:05:31.78: VncKubernetes - vnc_connect starting 2025-11-05 19:05:31.80: VncKubernetes - vnc_connect done 2025-11-05 19:05:32.07: default-domain domain available. 2025-11-05 19:05:40.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:05:40.01: NamespaceMonitor - start process kube event 2025-11-05 19:05:40.01: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 19:05:40.01: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:40.01: NetworkMonitor - start process kube event 2025-11-05 19:05:40.01: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 19:05:40.01: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:40.01: PodMonitor - start process kube event 2025-11-05 19:05:40.01: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 19:05:40.01: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:40.02: ServiceMonitor - start process kube event 2025-11-05 19:05:40.02: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 19:05:40.02: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:40.02: NetworkPolicyMonitor - start process kube event 2025-11-05 19:05:40.02: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 19:05:40.02: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:40.02: EndPointMonitor - start process kube event 2025-11-05 19:05:40.02: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 19:05:40.02: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:40.02: IngressMonitor - start process kube event 2025-11-05 19:05:40.02: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 19:05:40.02: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:05:40.02: IngressMonitor - Connect Kube API result 0 2025-11-05 19:05:40.03: IngressMonitor - Start init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-05 19:05:40.03: EndPointMonitor - Connect Kube API result 0 2025-11-05 19:05:40.03: EndPointMonitor - Start init url=https://10.0.0.73:6443/api/v1/endpoints resource_version=None 2025-11-05 19:05:40.04: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 19:05:40.05: NetworkPolicyMonitor - Start init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-05 19:05:40.06: ServiceMonitor - Connect Kube API result 0 2025-11-05 19:05:40.06: ServiceMonitor - Start init url=https://10.0.0.73:6443/api/v1/services resource_version=None 2025-11-05 19:05:40.07: PodMonitor - Connect Kube API result 0 2025-11-05 19:05:40.07: PodMonitor - Start init url=https://10.0.0.73:6443/api/v1/pods resource_version=None 2025-11-05 19:05:40.07: NetworkMonitor - Connect Kube API result 0 2025-11-05 19:05:40.07: NamespaceMonitor - Connect Kube API result 0 2025-11-05 19:05:40.07: NamespaceMonitor - Start init url=https://10.0.0.73:6443/api/v1/namespaces resource_version=None 2025-11-05 19:05:40.17: NetworkPolicyMonitor - Done init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=505 2025-11-05 19:05:40.19: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 19:05:40.19: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:05:40.20: IngressMonitor - Done init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses, resource_version=505 2025-11-05 19:05:40.20: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:05:40.20: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:05:40.26: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:05:40.26: PodMonitor - Done init url=https://10.0.0.73:6443/api/v1/pods, resource_version=505 2025-11-05 19:05:40.26: PodMonitor - _schedule_vnc_sync 2025-11-05 19:05:40.26: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:05:40.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 19:05:40.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 19:05:40.30: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:05:40.31: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:05:40.31: NamespaceMonitor - Got ADDED Namespace None:contrail:202f233a-bcd6-45e6-be62-c32172c5f355 2025-11-05 19:05:40.32: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:05:40.38: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 19:05:40.38: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:05:40.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 19:05:40.38: VncKubernetes - vnc_sync - Ingress start 2025-11-05 19:05:40.38: VncKubernetes - vnc_sync - Ingress done 2025-11-05 19:05:40.38: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:05:40.38: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:05:40.38: ServiceMonitor - Got ADDED Service default:kubernetes:4bccfb45-15d2-43b7-8d50-4eb35516b60e 2025-11-05 19:05:40.38: EndPointMonitor - Got ADDED Endpoints default:kubernetes:fb3cb9a5-f8d5-4041-8d0e-5bedd0ccbab0 2025-11-05 19:05:40.41: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:05:40.41: EndPointMonitor - Done init url=https://10.0.0.73:6443/api/v1/endpoints, resource_version=505 2025-11-05 19:05:40.41: EndPointMonitor - _schedule_vnc_sync 2025-11-05 19:05:40.41: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:05:40.42: ServiceMonitor - Got ADDED Service kube-system:kube-dns:ac82703c-bec4-49af-ae6e-64f24931e485 2025-11-05 19:05:40.44: ServiceMonitor - Done init url=https://10.0.0.73:6443/api/v1/services, resource_version=505 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:05:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001343 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:06:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001311 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:06:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001323 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:06:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001758 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:06:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001562 2025-11-05 19:05:40.44: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:05:40.44: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:05:40.44: NamespaceMonitor - Got ADDED Namespace None:default:91f2bb6a-e034-465f-b34b-5b9c7d960998 2025-11-05 19:05:40.44: NetworkMonitor - Start init url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-05 19:05:40.45: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:05:40.46: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:05:40.47: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:13a78cbf-a555-4838-9cb3-6ae7e9a75314 2025-11-05 19:05:40.48: NamespaceMonitor - Got ADDED Namespace None:kube-public:20953499-8f30-4276-985c-653e74bd6502 2025-11-05 19:05:40.49: NamespaceMonitor - Got ADDED Namespace None:kube-system:1152a32b-3d20-4ab2-a6ee-78deca0458be 2025-11-05 19:05:40.49: NamespaceMonitor - Done init url=https://10.0.0.73:6443/api/v1/namespaces, resource_version=505 2025-11-05 19:05:40.49: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:05:40.49: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:05:40.52: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:05:40.55: NetworkMonitor - Done init url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=509 2025-11-05 19:05:40.55: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:05:40.55: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'})(timeout=120) 2025-11-05 19:05:40.56: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'}) 2025-11-05 19:05:42.24: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 19:05:42.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 19:05:42.24: VncKubernetes - vnc_sync - Pod start 2025-11-05 19:05:42.24: VncKubernetes - vnc_sync - Pod done 2025-11-05 19:05:42.24: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:05:42.24: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:202f233a-bcd6-45e6-be62-c32172c5f355 2025-11-05 19:05:42.25: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:05:42.25: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:05:42.25: PodMonitor - start process kube event 2025-11-05 19:05:42.25: empty line received 2025-11-05 19:05:42.25: PodMonitor - start process kube event 2025-11-05 19:05:44.51: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:05:44.51: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:4bccfb45-15d2-43b7-8d50-4eb35516b60e 2025-11-05 19:05:46.08: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 19:05:46.08: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:fb3cb9a5-f8d5-4041-8d0e-5bedd0ccbab0 2025-11-05 19:05:46.16: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 19:05:46.17: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:05:46.18: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 19:05:46.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 19:05:46.18: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 19:05:46.18: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 19:05:46.18: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:ac82703c-bec4-49af-ae6e-64f24931e485 2025-11-05 19:05:48.51: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 19:05:48.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:05:48.51: VncKubernetes - vnc_sync - Service start 2025-11-05 19:05:48.51: VncKubernetes - vnc_sync - Service done 2025-11-05 19:05:48.51: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 19:05:48.51: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:91f2bb6a-e034-465f-b34b-5b9c7d960998 2025-11-05 19:05:50.92: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 19:05:50.92: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:13a78cbf-a555-4838-9cb3-6ae7e9a75314 2025-11-05 19:05:52.97: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:05:52.97: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:20953499-8f30-4276-985c-653e74bd6502 2025-11-05 19:05:55.06: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:05:55.06: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:1152a32b-3d20-4ab2-a6ee-78deca0458be 2025-11-05 19:05:56.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:05:56.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:05:56.58: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:05:56.58: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:05:56.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:05:56.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:05:56.58: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:05:56.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:05:56.58: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:05:56.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:06:40.82: PodMonitor - Received BOOKMARK: oldResVer=505 newResVer=512 2025-11-05 19:06:40.83: PodMonitor - start process kube event 2025-11-05 19:06:40.83: empty line received 2025-11-05 19:06:40.83: PodMonitor - start process kube event 2025-11-05 19:07:40.14: PodMonitor - Received BOOKMARK: oldResVer=512 newResVer=512 2025-11-05 19:07:40.14: PodMonitor - start process kube event 2025-11-05 19:07:40.14: empty line received 2025-11-05 19:07:40.14: PodMonitor - start process kube event 2025-11-05 19:07:40.30: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:07:40.30: NetworkPolicyMonitor - start process kube event 2025-11-05 19:07:40.30: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:07:40.30: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:07:40.30: NetworkPolicyMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:09:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001248 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:09:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001371 2025-11-05 19:07:40.31: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 19:07:40.31: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:07:40.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 19:07:40.31: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 19:07:40.33: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:07:40.33: IngressMonitor - start process kube event 2025-11-05 19:07:40.33: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:07:40.33: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:07:40.33: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 19:07:40.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:07:40.33: IngressMonitor - Connect Kube API result 0 2025-11-05 19:07:40.33: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:07:40.33: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:07:40.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 19:07:40.33: VncKubernetes - vnc_sync - Ingress start 2025-11-05 19:07:40.34: VncKubernetes - vnc_sync - Ingress done 2025-11-05 19:07:40.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:07:40.34: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:07:40.34: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:07:40.46: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:07:40.46: ServiceMonitor - start process kube event 2025-11-05 19:07:40.46: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:07:40.46: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:07:40.46: ServiceMonitor - Connect Kube API result 0 2025-11-05 19:07:40.46: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:07:40.46: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:07:40.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:07:40.46: VncKubernetes - vnc_sync - Service start 2025-11-05 19:07:40.46: VncKubernetes - vnc_sync - Service done 2025-11-05 19:07:40.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:07:40.46: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:07:40.46: EndPointMonitor - start process kube event 2025-11-05 19:07:40.47: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:07:40.47: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:07:40.47: EndPointMonitor - Connect Kube API result 0 2025-11-05 19:07:40.47: EndPointMonitor - _schedule_vnc_sync 2025-11-05 19:07:40.47: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:07:40.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 19:07:40.47: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 19:07:40.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:07:40.48: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:07:40.49: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:07:40.53: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:07:40.53: NamespaceMonitor - start process kube event 2025-11-05 19:07:40.53: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:07:40.53: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:07:40.53: NamespaceMonitor - Connect Kube API result 0 2025-11-05 19:07:40.53: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:07:40.53: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:07:40.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:07:40.53: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:07:40.53: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:07:40.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:07:40.54: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:07:40.56: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:07:40.56: NetworkMonitor - start process kube event 2025-11-05 19:07:40.56: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=509 2025-11-05 19:07:40.56: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:07:40.56: NetworkMonitor - Connect Kube API result 0 2025-11-05 19:07:40.56: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:07:40.56: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'})(timeout=120) 2025-11-05 19:07:40.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:07:40.56: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:07:40.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:07:40.57: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'}) 2025-11-05 19:08:40.17: PodMonitor - Received BOOKMARK: oldResVer=512 newResVer=512 2025-11-05 19:08:40.17: PodMonitor - start process kube event 2025-11-05 19:08:40.17: empty line received 2025-11-05 19:08:40.17: PodMonitor - start process kube event 2025-11-05 19:09:40.34: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:09:40.34: NetworkPolicyMonitor - start process kube event 2025-11-05 19:09:40.34: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:09:40.34: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:09:40.34: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 19:09:40.34: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 19:09:40.34: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:09:40.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 19:09:40.34: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 19:09:40.35: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. [Introspect:8108]10.0.0.73 - - [2025-11-05 19:09:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001831 2025-11-05 19:09:40.35: IngressMonitor - start process kube event 2025-11-05 19:09:40.36: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:09:40.36: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:09:40.36: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 19:09:40.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:09:40.36: IngressMonitor - Connect Kube API result 0 2025-11-05 19:09:40.37: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:09:40.37: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:09:40.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 19:09:40.37: VncKubernetes - vnc_sync - Ingress start 2025-11-05 19:09:40.37: VncKubernetes - vnc_sync - Ingress done 2025-11-05 19:09:40.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:09:40.40: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:09:40.40: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:09:40.48: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:09:40.48: ServiceMonitor - start process kube event 2025-11-05 19:09:40.48: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:09:40.48: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:09:40.48: ServiceMonitor - Connect Kube API result 0 2025-11-05 19:09:40.48: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:09:40.48: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:09:40.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:09:40.49: VncKubernetes - vnc_sync - Service start 2025-11-05 19:09:40.49: VncKubernetes - vnc_sync - Service done 2025-11-05 19:09:40.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:09:40.49: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:09:40.49: EndPointMonitor - start process kube event 2025-11-05 19:09:40.49: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:09:40.49: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:09:40.49: EndPointMonitor - Connect Kube API result 0 2025-11-05 19:09:40.49: EndPointMonitor - _schedule_vnc_sync 2025-11-05 19:09:40.49: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:09:40.49: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:09:40.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 19:09:40.50: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 19:09:40.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:09:40.50: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:09:40.54: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:09:40.54: NamespaceMonitor - start process kube event 2025-11-05 19:09:40.54: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:09:40.54: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:09:40.54: NamespaceMonitor - Connect Kube API result 0 2025-11-05 19:09:40.54: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:09:40.54: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:09:40.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:09:40.54: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:09:40.54: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:09:40.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:09:40.55: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:09:40.57: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:09:40.57: NetworkMonitor - start process kube event 2025-11-05 19:09:40.57: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=509 2025-11-05 19:09:40.57: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:09:40.57: NetworkMonitor - Connect Kube API result 0 2025-11-05 19:09:40.57: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:09:40.57: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'})(timeout=120) 2025-11-05 19:09:40.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:09:40.58: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:09:40.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:09:40.58: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'}) 2025-11-05 19:09:40.99: PodMonitor - Received BOOKMARK: oldResVer=512 newResVer=512 2025-11-05 19:09:40.99: PodMonitor - start process kube event 2025-11-05 19:09:40.99: PodMonitor - _schedule_vnc_sync 2025-11-05 19:09:40.99: empty line received 2025-11-05 19:09:40.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 19:09:40.99: VncKubernetes - vnc_sync - Pod start 2025-11-05 19:09:41.00: PodMonitor - start process kube event 2025-11-05 19:09:41.02: VncKubernetes - vnc_sync - Pod done 2025-11-05 19:09:41.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:10:05.62: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:10:05.62: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:10:05.62: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:10:05.62: PodMonitor - start process kube event 2025-11-05 19:10:05.62: empty line received 2025-11-05 19:10:05.62: PodMonitor - start process kube event 2025-11-05 19:10:05.63: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:10:05.63: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:10:05.63: EndPointMonitor - start process kube event 2025-11-05 19:10:05.63: empty line received 2025-11-05 19:10:05.63: EndPointMonitor - start process kube event 2025-11-05 19:10:05.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:10:05.64: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) [Introspect:8108]10.0.0.73 - - [2025-11-05 19:11:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001472 VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:10:05.66: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:10:05.66: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:10:05.66: PodMonitor - start process kube event 2025-11-05 19:10:05.66: empty line received 2025-11-05 19:10:05.66: PodMonitor - start process kube event 2025-11-05 19:10:05.67: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:10:05.67: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:10:05.67: EndPointMonitor - start process kube event 2025-11-05 19:10:05.67: empty line received 2025-11-05 19:10:05.67: EndPointMonitor - start process kube event 2025-11-05 19:10:05.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:10:05.72: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:10:05.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:10:05.77: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:10:06.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:10:40.22: PodMonitor - Received BOOKMARK: oldResVer=512 newResVer=881 2025-11-05 19:10:40.22: PodMonitor - start process kube event 2025-11-05 19:10:40.22: empty line received 2025-11-05 19:10:40.22: PodMonitor - start process kube event 2025-11-05 19:10:40.22: EndPointMonitor - Received BOOKMARK: oldResVer=505 newResVer=882 2025-11-05 19:10:40.22: EndPointMonitor - start process kube event 2025-11-05 19:10:40.22: empty line received 2025-11-05 19:10:40.22: EndPointMonitor - start process kube event 2025-11-05 19:11:09.12: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:11:09.12: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:11:09.12: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:11:09.12: PodMonitor - start process kube event 2025-11-05 19:11:09.12: empty line received 2025-11-05 19:11:09.12: PodMonitor - start process kube event 2025-11-05 19:11:09.12: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:11:09.12: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:11:09.13: EndPointMonitor - start process kube event 2025-11-05 19:11:09.13: empty line received 2025-11-05 19:11:09.13: EndPointMonitor - start process kube event 2025-11-05 19:11:09.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:11:09.14: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:11:09.15: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:11:09.15: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:11:09.15: PodMonitor - start process kube event 2025-11-05 19:11:09.15: empty line received 2025-11-05 19:11:09.15: PodMonitor - start process kube event 2025-11-05 19:11:09.16: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:11:09.16: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:11:09.16: EndPointMonitor - start process kube event 2025-11-05 19:11:09.16: empty line received 2025-11-05 19:11:09.16: EndPointMonitor - start process kube event 2025-11-05 19:11:09.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:11:09.64: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:11:09.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:11:09.70: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:11:10.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:11:40.24: PodMonitor - Received BOOKMARK: oldResVer=881 newResVer=983 2025-11-05 19:11:40.24: PodMonitor - start process kube event 2025-11-05 19:11:40.24: empty line received 2025-11-05 19:11:40.24: PodMonitor - start process kube event 2025-11-05 19:11:40.37: EndPointMonitor - Received BOOKMARK: oldResVer=882 newResVer=985 2025-11-05 19:11:40.37: EndPointMonitor - start process kube event 2025-11-05 19:11:40.37: empty line received 2025-11-05 19:11:40.37: EndPointMonitor - start process kube event 2025-11-05 19:11:40.40: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:11:40.40: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:11:40.40: NetworkPolicyMonitor - start process kube event 2025-11-05 19:11:40.40: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:11:40.40: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:11:40.40: IngressMonitor - start process kube event 2025-11-05 19:11:40.40: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:11:40.40: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:11:40.40: IngressMonitor - Connect Kube API result 0 2025-11-05 19:11:40.40: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:11:40.41: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:11:40.41: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 19:11:40.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 19:11:40.41: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:11:40.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 19:11:40.41: VncKubernetes - vnc_sync - Ingress start 2025-11-05 19:11:40.41: VncKubernetes - vnc_sync - Ingress done 2025-11-05 19:11:40.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:11:40.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 19:11:40.41: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 19:11:40.41: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 19:11:40.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:11:40.43: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:11:40.43: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:11:40.50: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:11:40.50: ServiceMonitor - start process kube event 2025-11-05 19:11:40.50: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:11:40.50: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:11:40.50: ServiceMonitor - Connect Kube API result 0 2025-11-05 19:11:40.50: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:11:40.50: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:11:40.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:11:40.50: VncKubernetes - vnc_sync - Service start 2025-11-05 19:11:40.50: VncKubernetes - vnc_sync - Service done 2025-11-05 19:11:40.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:11:40.51: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:11:40.56: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:11:40.56: NamespaceMonitor - start process kube event 2025-11-05 19:11:40.56: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:11:40.56: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:11:40.56: NamespaceMonitor - Connect Kube API result 0 2025-11-05 19:11:40.56: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:11:40.56: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:11:40.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:11:40.56: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:11:40.56: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:11:40.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:11:40.57: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:11:40.59: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:11:40.59: NetworkMonitor - start process kube event 2025-11-05 19:11:40.59: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=509 2025-11-05 19:11:40.59: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:11:40.59: NetworkMonitor - Connect Kube API result 0 2025-11-05 19:11:40.59: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:11:40.59: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'})(timeout=120) 2025-11-05 19:11:40.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:11:40.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:11:40.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:11:40.60: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'}) 2025-11-05 19:12:40.33: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=505 newResVer=1102 2025-11-05 19:12:40.33: NetworkPolicyMonitor - start process kube event 2025-11-05 19:12:40.33: empty line received 2025-11-05 19:12:40.33: NetworkPolicyMonitor - start process kube event 2025-11-05 19:12:40.73: ServiceMonitor - Received BOOKMARK: oldResVer=505 newResVer=1038 2025-11-05 19:12:40.73: ServiceMonitor - start process kube event 2025-11-05 19:12:40.73: empty line received 2025-11-05 19:12:40.73: ServiceMonitor - start process kube event 2025-11-05 19:12:40.73: IngressMonitor - Received BOOKMARK: oldResVer=505 newResVer=1072 2025-11-05 19:12:40.73: IngressMonitor - start process kube event 2025-11-05 19:12:40.73: empty line received 2025-11-05 19:12:40.73: IngressMonitor - start process kube event 2025-11-05 19:12:40.80: PodMonitor - Received BOOKMARK: oldResVer=983 newResVer=983 2025-11-05 19:12:40.80: PodMonitor - start process kube event 2025-11-05 19:12:40.80: empty line received 2025-11-05 19:12:40.80: PodMonitor - start process kube event 2025-11-05 19:12:41.11: EndPointMonitor - Received BOOKMARK: oldResVer=985 newResVer=985 2025-11-05 19:12:41.11: EndPointMonitor - start process kube event 2025-11-05 19:12:41.11: empty line received 2025-11-05 19:12:41.11: EndPointMonitor - start process kube event 2025-11-05 19:13:40.26: ServiceMonitor - Received BOOKMARK: oldResVer=1038 newResVer=1038 2025-11-05 19:13:40.26: ServiceMonitor - start process kube event 2025-11-05 19:13:40.27: empty line received 2025-11-05 19:13:40.27: ServiceMonitor - start process kube event 2025-11-05 19:13:40.37: IngressMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1072 2025-11-05 19:13:40.37: IngressMonitor - start process kube event 2025-11-05 19:13:40.37: empty line received 2025-11-05 19:13:40.37: IngressMonitor - start process kube event 2025-11-05 19:13:40.57: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:13:40.57: NamespaceMonitor - start process kube event 2025-11-05 19:13:40.57: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:13:40.57: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:13:40.57: NamespaceMonitor - Connect Kube API result 0 2025-11-05 19:13:40.57: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:13:40.57: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:13:40.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:13:40.57: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:13:40.57: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:13:40.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:13:40.59: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:13:40.60: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:13:40.60: NetworkMonitor - start process kube event 2025-11-05 19:13:40.60: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=509 2025-11-05 19:13:40.60: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:13:40.60: NetworkMonitor - Connect Kube API result 0 2025-11-05 19:13:40.60: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:13:40.60: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'})(timeout=120) 2025-11-05 19:13:40.61: PodMonitor - Received BOOKMARK: oldResVer=983 newResVer=983 2025-11-05 19:13:40.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:13:40.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:13:40.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:13:40.61: PodMonitor - start process kube event 2025-11-05 19:13:40.61: empty line received 2025-11-05 19:13:40.61: PodMonitor - start process kube event 2025-11-05 19:13:40.62: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'}) 2025-11-05 19:13:41.27: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:14:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001733 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:14:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001281 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:15:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001266 2025-11-05 19:13:41.27: NetworkPolicyMonitor - start process kube event 2025-11-05 19:13:41.27: empty line received 2025-11-05 19:13:41.27: NetworkPolicyMonitor - start process kube event 2025-11-05 19:13:41.80: EndPointMonitor - Received BOOKMARK: oldResVer=985 newResVer=985 2025-11-05 19:13:41.80: EndPointMonitor - start process kube event 2025-11-05 19:13:41.80: EndPointMonitor - _schedule_vnc_sync 2025-11-05 19:13:41.80: empty line received 2025-11-05 19:13:41.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 19:13:41.80: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 19:13:41.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:13:41.80: EndPointMonitor - start process kube event 2025-11-05 19:14:40.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-11-05 19:14:40.32: NetworkPolicyMonitor - start process kube event 2025-11-05 19:14:40.32: empty line received 2025-11-05 19:14:40.32: NetworkPolicyMonitor - start process kube event 2025-11-05 19:14:40.41: IngressMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1072 2025-11-05 19:14:40.41: IngressMonitor - start process kube event 2025-11-05 19:14:40.41: empty line received 2025-11-05 19:14:40.41: IngressMonitor - start process kube event 2025-11-05 19:14:40.98: PodMonitor - Received BOOKMARK: oldResVer=983 newResVer=983 2025-11-05 19:14:40.98: PodMonitor - start process kube event 2025-11-05 19:14:40.98: PodMonitor - _schedule_vnc_sync 2025-11-05 19:14:40.98: empty line received 2025-11-05 19:14:40.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 19:14:40.98: VncKubernetes - vnc_sync - Pod start 2025-11-05 19:14:40.98: VncKubernetes - vnc_sync - Pod done 2025-11-05 19:14:40.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:14:40.98: PodMonitor - start process kube event 2025-11-05 19:14:41.08: ServiceMonitor - Received BOOKMARK: oldResVer=1038 newResVer=1038 2025-11-05 19:14:41.08: ServiceMonitor - start process kube event 2025-11-05 19:14:41.08: empty line received 2025-11-05 19:14:41.08: ServiceMonitor - start process kube event 2025-11-05 19:14:41.23: EndPointMonitor - Received BOOKMARK: oldResVer=985 newResVer=985 2025-11-05 19:14:41.23: EndPointMonitor - start process kube event 2025-11-05 19:14:41.23: empty line received 2025-11-05 19:14:41.23: EndPointMonitor - start process kube event 2025-11-05 19:15:19.89: PodMonitor - Received BOOKMARK: oldResVer=983 newResVer=983 2025-11-05 19:15:19.89: PodMonitor - start process kube event 2025-11-05 19:15:19.89: empty line received 2025-11-05 19:15:19.89: PodMonitor - start process kube event 2025-11-05 19:15:21.76: stop iteration PodMonitor 2025-11-05 19:15:21.76: PodMonitor - start process kube event 2025-11-05 19:15:21.76: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=983 2025-11-05 19:15:21.76: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:15:21.76: PodMonitor - Connect Kube API result 0 2025-11-05 19:15:21.76: PodMonitor - _schedule_vnc_sync 2025-11-05 19:15:21.76: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '983'})(timeout=120) 2025-11-05 19:15:21.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 19:15:21.76: VncKubernetes - vnc_sync - Pod start 2025-11-05 19:15:21.76: VncKubernetes - vnc_sync - Pod done 2025-11-05 19:15:21.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:21.81: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '983'}) 2025-11-05 19:15:33.16: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:15:33.16: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:15:33.16: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:15:33.16: PodMonitor - start process kube event 2025-11-05 19:15:33.16: empty line received 2025-11-05 19:15:33.16: PodMonitor - start process kube event 2025-11-05 19:15:33.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:33.19: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:15:33.20: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:15:33.20: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:15:33.20: EndPointMonitor - start process kube event 2025-11-05 19:15:33.20: empty line received 2025-11-05 19:15:33.20: EndPointMonitor - start process kube event 2025-11-05 19:15:33.20: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:15:33.20: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:15:33.20: PodMonitor - start process kube event 2025-11-05 19:15:33.20: empty line received 2025-11-05 19:15:33.20: PodMonitor - start process kube event 2025-11-05 19:15:33.23: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:15:33.23: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:15:33.23: EndPointMonitor - start process kube event 2025-11-05 19:15:33.23: empty line received 2025-11-05 19:15:33.23: EndPointMonitor - start process kube event 2025-11-05 19:15:33.75: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:15:33.75: VncKubernetes - Process event (name=coredns-6f867cd986-v8bkf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v8bkf:0b5b61f5-7339-45bb-a318-49545c79f23f 2025-11-05 19:15:33.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:15:33.81: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:11c16a7b-2bbb-40ed-85d0-23db54e0cf9b 2025-11-05 19:15:34.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:40.59: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:15:40.60: NamespaceMonitor - start process kube event 2025-11-05 19:15:40.60: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=505 2025-11-05 19:15:40.60: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:15:40.60: NamespaceMonitor - Connect Kube API result 0 2025-11-05 19:15:40.60: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:15:40.60: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'})(timeout=120) 2025-11-05 19:15:40.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:15:40.60: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:15:40.60: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:15:40.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:40.62: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:15:40.62: NetworkMonitor - start process kube event 2025-11-05 19:15:40.62: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=509 2025-11-05 19:15:40.62: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:15:40.62: NetworkMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:16:20] "GET /Snh_NamespaceDatabaseList?namespace_uuid=91f2bb6a-e034-465f-b34b-5b9c7d960998 HTTP/1.1" 200 753 0.000783 2025-11-05 19:15:40.62: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:15:40.62: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'})(timeout=120) 2025-11-05 19:15:40.62: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '505'}) 2025-11-05 19:15:40.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:15:40.62: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:15:40.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:40.63: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '509'}) 2025-11-05 19:15:40.64: IngressMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1072 2025-11-05 19:15:40.65: IngressMonitor - start process kube event 2025-11-05 19:15:40.65: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:15:40.65: empty line received 2025-11-05 19:15:40.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 19:15:40.65: VncKubernetes - vnc_sync - Ingress start 2025-11-05 19:15:40.65: VncKubernetes - vnc_sync - Ingress done 2025-11-05 19:15:40.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:40.65: IngressMonitor - start process kube event 2025-11-05 19:15:40.66: ServiceMonitor - Received BOOKMARK: oldResVer=1038 newResVer=1038 2025-11-05 19:15:40.66: ServiceMonitor - start process kube event 2025-11-05 19:15:40.66: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:15:40.66: empty line received 2025-11-05 19:15:40.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:15:40.66: VncKubernetes - vnc_sync - Service start 2025-11-05 19:15:40.66: VncKubernetes - vnc_sync - Service done 2025-11-05 19:15:40.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:40.66: ServiceMonitor - start process kube event 2025-11-05 19:15:41.08: EndPointMonitor - Received BOOKMARK: oldResVer=985 newResVer=1358 2025-11-05 19:15:41.08: EndPointMonitor - start process kube event 2025-11-05 19:15:41.08: empty line received 2025-11-05 19:15:41.08: EndPointMonitor - start process kube event 2025-11-05 19:15:41.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-11-05 19:15:41.35: NetworkPolicyMonitor - start process kube event 2025-11-05 19:15:41.35: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 19:15:41.35: empty line received 2025-11-05 19:15:41.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 19:15:41.35: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 19:15:41.35: NetworkPolicyMonitor - start process kube event 2025-11-05 19:15:41.36: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 19:15:41.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:15:59.21: EndPointMonitor - Received BOOKMARK: oldResVer=1358 newResVer=1358 2025-11-05 19:15:59.22: EndPointMonitor - start process kube event 2025-11-05 19:15:59.22: empty line received 2025-11-05 19:15:59.22: EndPointMonitor - start process kube event 2025-11-05 19:16:00.29: EndPointMonitor - Received BOOKMARK: oldResVer=1358 newResVer=1358 2025-11-05 19:16:00.29: EndPointMonitor - start process kube event 2025-11-05 19:16:00.29: empty line received 2025-11-05 19:16:00.29: EndPointMonitor - start process kube event 2025-11-05 19:16:01.54: stop iteration EndPointMonitor 2025-11-05 19:16:01.54: EndPointMonitor - start process kube event 2025-11-05 19:16:01.54: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1358 2025-11-05 19:16:01.54: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:16:01.54: EndPointMonitor - Connect Kube API result 0 2025-11-05 19:16:01.54: EndPointMonitor - _schedule_vnc_sync 2025-11-05 19:16:01.54: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1358'})(timeout=120) 2025-11-05 19:16:01.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 19:16:01.55: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 19:16:01.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:16:01.56: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1358'}) 2025-11-05 19:16:20.97: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-21287072:56311083-1655-491f-a176-117861da0863 2025-11-05 19:16:20.97: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-21287072:56311083-1655-491f-a176-117861da0863 2025-11-05 19:16:20.97: VncKubernetes - Process event (name=ctest-nginx-svc-21287072 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-21287072:56311083-1655-491f-a176-117861da0863 2025-11-05 19:16:20.97: ServiceMonitor - start process kube event 2025-11-05 19:16:20.97: empty line received 2025-11-05 19:16:20.97: ServiceMonitor - start process kube event 2025-11-05 19:16:21.00: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:21.00: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-59487087 (no nodeName) 2025-11-05 19:16:21.00: PodMonitor - start process kube event 2025-11-05 19:16:21.00: empty line received 2025-11-05 19:16:21.00: PodMonitor - start process kube event 2025-11-05 19:16:21.02: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:21.02: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:21.02: EndPointMonitor - start process kube event 2025-11-05 19:16:21.02: empty line received 2025-11-05 19:16:21.02: EndPointMonitor - start process kube event 2025-11-05 19:16:21.02: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:21.02: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:21.02: PodMonitor - start process kube event 2025-11-05 19:16:21.02: empty line received 2025-11-05 19:16:21.02: PodMonitor - start process kube event 2025-11-05 19:16:21.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:21.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:21.08: PodMonitor - start process kube event 2025-11-05 19:16:21.08: empty line received 2025-11-05 19:16:21.08: PodMonitor - start process kube event 2025-11-05 19:16:21.09: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:21.09: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-92296199 (no nodeName) 2025-11-05 19:16:21.09: PodMonitor - start process kube event 2025-11-05 19:16:21.09: empty line received 2025-11-05 19:16:21.09: PodMonitor - start process kube event 2025-11-05 19:16:21.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:21.10: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:21.10: PodMonitor - start process kube event 2025-11-05 19:16:21.10: empty line received 2025-11-05 19:16:21.10: PodMonitor - start process kube event 2025-11-05 19:16:21.11: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:16:30] "GET /Snh_LoadbalancerDatabaseList?x=fac3be63-3705-4cc3-9ce1-0a9975113ec1 HTTP/1.1" 200 1869 0.001098 2025-11-05 19:16:21.11: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:21.11: PodMonitor - start process kube event 2025-11-05 19:16:21.11: empty line received 2025-11-05 19:16:21.11: PodMonitor - start process kube event 2025-11-05 19:16:21.20: PodMonitor - Received BOOKMARK: oldResVer=983 newResVer=1439 2025-11-05 19:16:21.20: PodMonitor - start process kube event 2025-11-05 19:16:21.20: empty line received 2025-11-05 19:16:21.20: PodMonitor - start process kube event 2025-11-05 19:16:22.38: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:16:22.38: VncKubernetes - Process event (name=ctest-nginx-svc-21287072 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:22.45: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:16:22.45: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:23.46: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:23.46: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:23.46: PodMonitor - start process kube event 2025-11-05 19:16:23.46: empty line received 2025-11-05 19:16:23.46: PodMonitor - start process kube event 2025-11-05 19:16:23.47: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:16:23.47: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:23.61: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:16:23.61: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:24.29: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:24.29: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:24.29: PodMonitor - start process kube event 2025-11-05 19:16:24.29: empty line received 2025-11-05 19:16:24.29: PodMonitor - start process kube event 2025-11-05 19:16:24.30: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:16:24.31: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:24.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:16:24.46: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:24.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:16:24.47: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:24.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:16:27.89: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:16:27.89: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:16:27.89: VncKubernetes - Process event (name=ctest-nginx-ingress-22495968 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:16:27.89: IngressMonitor - start process kube event 2025-11-05 19:16:27.89: empty line received 2025-11-05 19:16:27.89: IngressMonitor - start process kube event 2025-11-05 19:16:29.35: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:16:29.35: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:16:29.35: IngressMonitor - start process kube event 2025-11-05 19:16:29.35: empty line received 2025-11-05 19:16:29.35: IngressMonitor - start process kube event 2025-11-05 19:16:30.95: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:30.95: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-24879980 (no nodeName) 2025-11-05 19:16:30.96: PodMonitor - start process kube event 2025-11-05 19:16:30.96: empty line received 2025-11-05 19:16:30.96: PodMonitor - start process kube event 2025-11-05 19:16:30.98: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:30.98: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:30.98: PodMonitor - start process kube event 2025-11-05 19:16:30.98: empty line received 2025-11-05 19:16:30.98: PodMonitor - start process kube event 2025-11-05 19:16:30.99: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:30.99: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:30.99: PodMonitor - start process kube event 2025-11-05 19:16:30.99: empty line received 2025-11-05 19:16:30.99: PodMonitor - start process kube event 2025-11-05 19:16:31.06: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:16:31.06: VncKubernetes - Process event (name=ctest-nginx-ingress-22495968 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:16:31.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:16:31.55: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:32.65: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:32.65: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:32.65: PodMonitor - start process kube event 2025-11-05 19:16:32.65: empty line received 2025-11-05 19:16:32.65: PodMonitor - start process kube event 2025-11-05 19:16:32.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:16:32.70: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:32.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:16:32.86: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:32.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:16:39.05: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:39.05: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:39.05: VncKubernetes - Process event (name=ctest-nginx-svc-21287072 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:16:41] "GET /Snh_VirtualMachineDatabaseList?x=c0bf633e-db7d-4f9f-a975-b4061772ac79 HTTP/1.1" 200 2150 0.001094 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:16:41] "GET /Snh_VirtualMachineDatabaseList?x=f82a2425-ace1-4623-a704-84bf1fd63b49 HTTP/1.1" 200 2150 0.000894 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:16:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001978 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:16:46] "GET /Snh_VirtualMachineDatabaseList?x=a23b20b5-377e-4ba1-ac3a-3808308823ff HTTP/1.1" 200 2084 0.001251 2025-11-05 19:16:39.05: EndPointMonitor - start process kube event 2025-11-05 19:16:39.05: empty line received 2025-11-05 19:16:39.05: EndPointMonitor - start process kube event 2025-11-05 19:16:39.06: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:39.06: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:39.06: PodMonitor - start process kube event 2025-11-05 19:16:39.06: empty line received 2025-11-05 19:16:39.06: PodMonitor - start process kube event 2025-11-05 19:16:39.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:16:39.44: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:16:39.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:16:40.09: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:40.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:40.18: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:16:40.18: PodMonitor - start process kube event 2025-11-05 19:16:40.18: empty line received 2025-11-05 19:16:40.18: PodMonitor - start process kube event 2025-11-05 19:16:40.18: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:40.18: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:40.19: EndPointMonitor - start process kube event 2025-11-05 19:16:40.19: empty line received 2025-11-05 19:16:40.19: EndPointMonitor - start process kube event 2025-11-05 19:16:40.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:16:40.25: VncKubernetes - Process event (name=ctest-nginx-svc-21287072 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:16:40.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:16:41.09: IngressMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1452 2025-11-05 19:16:41.09: IngressMonitor - start process kube event 2025-11-05 19:16:41.09: empty line received 2025-11-05 19:16:41.09: IngressMonitor - start process kube event 2025-11-05 19:16:41.10: ServiceMonitor - Received BOOKMARK: oldResVer=1038 newResVer=1427 2025-11-05 19:16:41.10: ServiceMonitor - start process kube event 2025-11-05 19:16:41.10: empty line received 2025-11-05 19:16:41.10: ServiceMonitor - start process kube event 2025-11-05 19:16:41.29: NetworkMonitor - Received BOOKMARK: oldResVer=509 newResVer=1400 2025-11-05 19:16:41.29: NetworkMonitor - start process kube event 2025-11-05 19:16:41.29: empty line received 2025-11-05 19:16:41.29: NetworkMonitor - start process kube event 2025-11-05 19:16:41.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-11-05 19:16:41.65: NetworkPolicyMonitor - start process kube event 2025-11-05 19:16:41.65: empty line received 2025-11-05 19:16:41.65: NetworkPolicyMonitor - start process kube event 2025-11-05 19:16:42.24: IngressMonitor - Received BOOKMARK: oldResVer=1452 newResVer=1452 2025-11-05 19:16:42.24: IngressMonitor - start process kube event 2025-11-05 19:16:42.24: empty line received 2025-11-05 19:16:42.24: IngressMonitor - start process kube event 2025-11-05 19:16:43.23: stop iteration IngressMonitor 2025-11-05 19:16:43.23: IngressMonitor - start process kube event 2025-11-05 19:16:43.23: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1452 2025-11-05 19:16:43.23: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:16:43.23: IngressMonitor - Connect Kube API result 0 2025-11-05 19:16:43.23: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:16:43.23: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1452'})(timeout=120) 2025-11-05 19:16:43.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 19:16:43.24: VncKubernetes - vnc_sync - Ingress start 2025-11-05 19:16:43.24: VncKubernetes - vnc_sync - Ingress done 2025-11-05 19:16:43.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:16:43.25: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1452'}) 2025-11-05 19:16:46.06: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:46.06: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:46.06: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:46.07: PodMonitor - start process kube event 2025-11-05 19:16:46.07: empty line received 2025-11-05 19:16:46.07: PodMonitor - start process kube event 2025-11-05 19:16:46.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:16:46.53: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:46.53: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:46.53: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:16:46.53: PodMonitor - start process kube event 2025-11-05 19:16:46.53: empty line received 2025-11-05 19:16:46.53: PodMonitor - start process kube event 2025-11-05 19:16:46.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:01.49: EndPointMonitor - Received BOOKMARK: oldResVer=1358 newResVer=1487 2025-11-05 19:17:01.49: EndPointMonitor - start process kube event 2025-11-05 19:17:01.49: empty line received 2025-11-05 19:17:01.49: EndPointMonitor - start process kube event 2025-11-05 19:17:19.12: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.12: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.12: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.13: PodMonitor - start process kube event 2025-11-05 19:17:19.13: empty line received 2025-11-05 19:17:19.13: PodMonitor - start process kube event 2025-11-05 19:17:19.13: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.13: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.13: PodMonitor - start process kube event 2025-11-05 19:17:19.13: empty line received 2025-11-05 19:17:19.13: PodMonitor - start process kube event 2025-11-05 19:17:19.14: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.14: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.14: PodMonitor - start process kube event 2025-11-05 19:17:19.14: empty line received 2025-11-05 19:17:19.14: PodMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:21] "GET /Snh_LoadbalancerDatabaseList?x=fac3be63-3705-4cc3-9ce1-0a9975113ec1 HTTP/1.1" 200 1869 0.001035 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:22] "GET /Snh_LoadbalancerDatabaseList?x=fac3be63-3705-4cc3-9ce1-0a9975113ec1 HTTP/1.1" 200 313 0.000651 2025-11-05 19:17:19.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:17:19.14: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:19.21: VncKubernetes - Process event (name=ctest-busybox-pod-24879980 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-24879980:a23b20b5-377e-4ba1-ac3a-3808308823ff 2025-11-05 19:17:19.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:21.23: PodMonitor - Received BOOKMARK: oldResVer=1439 newResVer=1548 2025-11-05 19:17:21.23: PodMonitor - start process kube event 2025-11-05 19:17:21.23: empty line received 2025-11-05 19:17:21.23: PodMonitor - start process kube event 2025-11-05 19:17:21.62: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:17:21.62: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:17:21.62: VncKubernetes - Process event (name=ctest-nginx-ingress-22495968 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-22495968:fac3be63-3705-4cc3-9ce1-0a9975113ec1 2025-11-05 19:17:21.63: IngressMonitor - start process kube event 2025-11-05 19:17:21.63: empty line received 2025-11-05 19:17:21.63: IngressMonitor - start process kube event 2025-11-05 19:17:23.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:23.31: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:23.31: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:23.31: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:23.31: PodMonitor - start process kube event 2025-11-05 19:17:23.32: empty line received 2025-11-05 19:17:23.32: PodMonitor - start process kube event 2025-11-05 19:17:23.32: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:17:23.32: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:17:23.32: EndPointMonitor - start process kube event 2025-11-05 19:17:23.33: empty line received 2025-11-05 19:17:23.33: EndPointMonitor - start process kube event 2025-11-05 19:17:23.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:23.35: VncKubernetes - Process event (name=ctest-nginx-svc-21287072 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:17:23.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:24.13: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.13: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.13: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.13: PodMonitor - start process kube event 2025-11-05 19:17:24.13: empty line received 2025-11-05 19:17:24.13: PodMonitor - start process kube event 2025-11-05 19:17:24.14: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.14: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.14: PodMonitor - start process kube event 2025-11-05 19:17:24.14: empty line received 2025-11-05 19:17:24.14: PodMonitor - start process kube event 2025-11-05 19:17:24.15: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.15: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.15: PodMonitor - start process kube event 2025-11-05 19:17:24.15: empty line received 2025-11-05 19:17:24.15: PodMonitor - start process kube event 2025-11-05 19:17:24.17: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:17:24.17: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:24.23: VncKubernetes - Process event (name=ctest-nginx-pod-92296199 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-92296199:f82a2425-ace1-4623-a704-84bf1fd63b49 2025-11-05 19:17:24.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:28.39: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:28.39: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:28.39: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:28.39: PodMonitor - start process kube event 2025-11-05 19:17:28.39: empty line received 2025-11-05 19:17:28.39: PodMonitor - start process kube event 2025-11-05 19:17:28.39: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:17:28.39: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:17:28.39: EndPointMonitor - start process kube event 2025-11-05 19:17:28.39: empty line received 2025-11-05 19:17:28.39: EndPointMonitor - start process kube event 2025-11-05 19:17:28.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:28.42: VncKubernetes - Process event (name=ctest-nginx-svc-21287072 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-21287072:3070df5c-4608-4299-890b-848b524fb579 2025-11-05 19:17:28.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:28.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1102 2025-11-05 19:17:28.86: NetworkPolicyMonitor - start process kube event 2025-11-05 19:17:28.86: empty line received 2025-11-05 19:17:28.86: NetworkPolicyMonitor - start process kube event 2025-11-05 19:17:29.14: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.14: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.14: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.14: PodMonitor - start process kube event 2025-11-05 19:17:29.14: empty line received 2025-11-05 19:17:29.14: PodMonitor - start process kube event 2025-11-05 19:17:29.15: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.15: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.15: PodMonitor - start process kube event 2025-11-05 19:17:29.15: empty line received 2025-11-05 19:17:29.15: PodMonitor - start process kube event 2025-11-05 19:17:29.16: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.16: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.16: PodMonitor - start process kube event 2025-11-05 19:17:29.16: empty line received 2025-11-05 19:17:29.16: PodMonitor - start process kube event 2025-11-05 19:17:29.16: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:17:29.16: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:29.23: VncKubernetes - Process event (name=ctest-nginx-pod-59487087 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-59487087:c0bf633e-db7d-4f9f-a975-b4061772ac79 2025-11-05 19:17:29.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:30.42: stop iteration NetworkPolicyMonitor 2025-11-05 19:17:30.42: NetworkPolicyMonitor - start process kube event 2025-11-05 19:17:30.42: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1102 2025-11-05 19:17:30.42: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:17:30.42: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 19:17:30.42: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 19:17:30.42: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'})(timeout=120) 2025-11-05 19:17:30.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 19:17:30.43: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 19:17:30.43: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1102'}) 2025-11-05 19:17:30.43: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 19:17:30.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:33.81: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:17:33.81: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:17:33.81: VncKubernetes - Process event (name=ctest-new-default-18012192 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:17:33.81: NamespaceMonitor - start process kube event 2025-11-05 19:17:33.81: empty line received 2025-11-05 19:17:33.81: NamespaceMonitor - start process kube event 2025-11-05 19:17:35.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:36.84: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:17:36.84: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:17:36.84: VncKubernetes - Process event (name=ctest-non-default-75483964 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:17:36.84: NamespaceMonitor - start process kube event 2025-11-05 19:17:36.84: empty line received 2025-11-05 19:17:36.84: NamespaceMonitor - start process kube event 2025-11-05 19:17:38.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:39.85: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:17:39.85: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:17:39.85: VncKubernetes - Process event (name=ctest-new-default-18012192 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:17:39.85: NamespaceMonitor - start process kube event 2025-11-05 19:17:39.85: empty line received 2025-11-05 19:17:39.85: NamespaceMonitor - start process kube event 2025-11-05 19:17:39.86: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:17:39.86: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:17:39.86: NamespaceMonitor - start process kube event 2025-11-05 19:17:39.86: empty line received 2025-11-05 19:17:39.86: NamespaceMonitor - start process kube event 2025-11-05 19:17:39.88: PodMonitor - Received ADDED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:39.88: PodMonitor - Skipped ADDED Pod ctest-new-default-18012192:ctest-pod-26822699 (no nodeName) 2025-11-05 19:17:39.88: PodMonitor - start process kube event 2025-11-05 19:17:39.88: empty line received 2025-11-05 19:17:39.88: PodMonitor - start process kube event 2025-11-05 19:17:39.89: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:39.89: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:39.89: PodMonitor - start process kube event 2025-11-05 19:17:39.89: empty line received 2025-11-05 19:17:39.89: PodMonitor - start process kube event 2025-11-05 19:17:39.91: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:39.91: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:39.91: PodMonitor - start process kube event 2025-11-05 19:17:39.91: empty line received 2025-11-05 19:17:39.91: PodMonitor - start process kube event 2025-11-05 19:17:39.93: PodMonitor - Received ADDED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:39.93: PodMonitor - Skipped ADDED Pod ctest-new-default-18012192:ctest-pod-81149565 (no nodeName) 2025-11-05 19:17:39.94: PodMonitor - start process kube event 2025-11-05 19:17:39.94: empty line received 2025-11-05 19:17:39.94: PodMonitor - start process kube event 2025-11-05 19:17:39.94: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:39.94: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:39.94: PodMonitor - start process kube event 2025-11-05 19:17:39.94: empty line received 2025-11-05 19:17:39.94: PodMonitor - start process kube event 2025-11-05 19:17:39.96: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:39.96: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:39.96: PodMonitor - start process kube event 2025-11-05 19:17:39.96: empty line received 2025-11-05 19:17:39.96: PodMonitor - start process kube event 2025-11-05 19:17:39.97: PodMonitor - Received ADDED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:39.97: PodMonitor - Skipped ADDED Pod ctest-non-default-75483964:ctest-pod-14834343 (no nodeName) 2025-11-05 19:17:39.97: PodMonitor - start process kube event 2025-11-05 19:17:39.97: empty line received 2025-11-05 19:17:39.97: PodMonitor - start process kube event 2025-11-05 19:17:39.98: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:40] "GET /Snh_NamespaceDatabaseList?namespace_uuid=d40854a2-4bc2-44b7-8ebc-ea276b7383b3 HTTP/1.1" 200 866 0.000716 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:41] "GET /Snh_NamespaceDatabaseList?namespace_uuid=b1d0ab69-9d13-4645-aff3-e249632e8d12 HTTP/1.1" 200 866 0.000691 2025-11-05 19:17:39.98: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:39.98: PodMonitor - start process kube event 2025-11-05 19:17:39.98: empty line received 2025-11-05 19:17:39.98: PodMonitor - start process kube event 2025-11-05 19:17:39.99: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:39.99: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:39.99: PodMonitor - start process kube event 2025-11-05 19:17:39.99: empty line received 2025-11-05 19:17:39.99: PodMonitor - start process kube event 2025-11-05 19:17:40.04: PodMonitor - Received ADDED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:40.04: PodMonitor - Skipped ADDED Pod ctest-non-default-75483964:ctest-pod-88524882 (no nodeName) 2025-11-05 19:17:40.04: PodMonitor - start process kube event 2025-11-05 19:17:40.04: empty line received 2025-11-05 19:17:40.04: PodMonitor - start process kube event 2025-11-05 19:17:40.06: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:40.06: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:40.06: PodMonitor - start process kube event 2025-11-05 19:17:40.06: empty line received 2025-11-05 19:17:40.06: PodMonitor - start process kube event 2025-11-05 19:17:40.09: PodMonitor - Received ADDED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:40.09: PodMonitor - Skipped ADDED Pod ctest-new-default-18012192:ctest-pod-71526898 (no nodeName) 2025-11-05 19:17:40.09: PodMonitor - start process kube event 2025-11-05 19:17:40.09: empty line received 2025-11-05 19:17:40.09: PodMonitor - start process kube event 2025-11-05 19:17:40.10: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:40.10: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:40.10: PodMonitor - start process kube event 2025-11-05 19:17:40.10: empty line received 2025-11-05 19:17:40.10: PodMonitor - start process kube event 2025-11-05 19:17:40.10: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:40.10: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:40.10: PodMonitor - start process kube event 2025-11-05 19:17:40.10: empty line received 2025-11-05 19:17:40.10: PodMonitor - start process kube event 2025-11-05 19:17:40.13: PodMonitor - Received ADDED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:40.13: PodMonitor - Skipped ADDED Pod ctest-new-default-18012192:ctest-pod-28623158 (no nodeName) 2025-11-05 19:17:40.13: PodMonitor - start process kube event 2025-11-05 19:17:40.13: empty line received 2025-11-05 19:17:40.13: PodMonitor - start process kube event 2025-11-05 19:17:40.14: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:40.14: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:40.14: PodMonitor - start process kube event 2025-11-05 19:17:40.14: empty line received 2025-11-05 19:17:40.14: PodMonitor - start process kube event 2025-11-05 19:17:40.17: PodMonitor - Received ADDED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:40.17: PodMonitor - Skipped ADDED Pod ctest-non-default-75483964:ctest-pod-31377208 (no nodeName) 2025-11-05 19:17:40.17: PodMonitor - start process kube event 2025-11-05 19:17:40.17: empty line received 2025-11-05 19:17:40.17: PodMonitor - start process kube event 2025-11-05 19:17:40.18: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:40.18: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:40.18: PodMonitor - start process kube event 2025-11-05 19:17:40.18: empty line received 2025-11-05 19:17:40.18: PodMonitor - start process kube event 2025-11-05 19:17:40.22: PodMonitor - Received ADDED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:40.22: PodMonitor - Skipped ADDED Pod ctest-non-default-75483964:ctest-pod-56394886 (no nodeName) 2025-11-05 19:17:40.22: PodMonitor - start process kube event 2025-11-05 19:17:40.22: empty line received 2025-11-05 19:17:40.22: PodMonitor - start process kube event 2025-11-05 19:17:40.23: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:40.23: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:40.23: PodMonitor - start process kube event 2025-11-05 19:17:40.23: empty line received 2025-11-05 19:17:40.23: PodMonitor - start process kube event 2025-11-05 19:17:40.34: NamespaceMonitor - Received BOOKMARK: oldResVer=505 newResVer=1605 2025-11-05 19:17:40.34: NamespaceMonitor - start process kube event 2025-11-05 19:17:40.34: empty line received 2025-11-05 19:17:40.34: NamespaceMonitor - start process kube event 2025-11-05 19:17:40.46: ServiceMonitor - Received BOOKMARK: oldResVer=1427 newResVer=1427 2025-11-05 19:17:40.46: ServiceMonitor - start process kube event 2025-11-05 19:17:40.46: empty line received 2025-11-05 19:17:40.46: ServiceMonitor - start process kube event 2025-11-05 19:17:40.64: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:17:40.64: VncKubernetes - Process event (name=ctest-non-default-75483964 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:17:41.21: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 19:17:41.21: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:41.30: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:41.30: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:41.30: PodMonitor - start process kube event 2025-11-05 19:17:41.30: empty line received 2025-11-05 19:17:41.30: PodMonitor - start process kube event 2025-11-05 19:17:41.58: NetworkMonitor - Received BOOKMARK: oldResVer=1400 newResVer=1400 2025-11-05 19:17:41.58: NetworkMonitor - start process kube event 2025-11-05 19:17:41.58: empty line received 2025-11-05 19:17:41.58: NetworkMonitor - start process kube event 2025-11-05 19:17:42.30: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:42.30: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:42.30: PodMonitor - start process kube event 2025-11-05 19:17:42.30: empty line received 2025-11-05 19:17:42.30: PodMonitor - start process kube event 2025-11-05 19:17:42.47: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:42.48: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:42.48: PodMonitor - start process kube event 2025-11-05 19:17:42.48: empty line received 2025-11-05 19:17:42.48: PodMonitor - start process kube event 2025-11-05 19:17:42.50: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 19:17:42.50: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:42.64: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:17:42.65: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:42.70: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:42.70: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:42.70: PodMonitor - start process kube event 2025-11-05 19:17:42.70: empty line received 2025-11-05 19:17:42.70: PodMonitor - start process kube event 2025-11-05 19:17:43.02: IngressMonitor - Received BOOKMARK: oldResVer=1452 newResVer=1553 2025-11-05 19:17:43.02: IngressMonitor - start process kube event 2025-11-05 19:17:43.02: empty line received 2025-11-05 19:17:43.02: IngressMonitor - start process kube event 2025-11-05 19:17:43.10: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:43.10: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:43.10: PodMonitor - start process kube event 2025-11-05 19:17:43.10: empty line received 2025-11-05 19:17:43.10: PodMonitor - start process kube event 2025-11-05 19:17:43.38: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:43.38: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:43.38: PodMonitor - start process kube event 2025-11-05 19:17:43.38: empty line received 2025-11-05 19:17:43.38: PodMonitor - start process kube event 2025-11-05 19:17:43.39: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-05 19:17:43.39: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:43.54: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 19:17:43.54: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:44.67: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:44.67: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:44.67: PodMonitor - start process kube event 2025-11-05 19:17:44.67: empty line received 2025-11-05 19:17:44.67: PodMonitor - start process kube event 2025-11-05 19:17:44.68: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 19:17:44.68: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:44.78: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:17:44.82: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:45.54: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:45.54: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:45.54: PodMonitor - start process kube event 2025-11-05 19:17:45.54: empty line received 2025-11-05 19:17:45.54: PodMonitor - start process kube event 2025-11-05 19:17:45.57: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:17:45.57: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:46.32: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:46.32: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:46.32: PodMonitor - start process kube event 2025-11-05 19:17:46.32: empty line received 2025-11-05 19:17:46.32: PodMonitor - start process kube event 2025-11-05 19:17:46.33: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:17:46.33: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:46.50: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 19:17:46.50: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:47.21: ServiceMonitor - Received BOOKMARK: oldResVer=1427 newResVer=1427 2025-11-05 19:17:47.21: ServiceMonitor - start process kube event 2025-11-05 19:17:47.21: empty line received 2025-11-05 19:17:47.21: ServiceMonitor - start process kube event 2025-11-05 19:17:47.25: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:47.25: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:47.25: PodMonitor - start process kube event 2025-11-05 19:17:47.25: empty line received 2025-11-05 19:17:47.25: PodMonitor - start process kube event 2025-11-05 19:17:47.27: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 19:17:47.27: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:48.10: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:48.10: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:48.10: PodMonitor - start process kube event 2025-11-05 19:17:48.10: empty line received 2025-11-05 19:17:48.10: PodMonitor - start process kube event 2025-11-05 19:17:48.12: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 19:17:48.12: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:48.65: stop iteration ServiceMonitor 2025-11-05 19:17:48.66: ServiceMonitor - start process kube event 2025-11-05 19:17:48.66: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1427 2025-11-05 19:17:48.66: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:17:48.66: ServiceMonitor - Connect Kube API result 0 2025-11-05 19:17:48.66: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:17:48.66: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1427'})(timeout=120) 2025-11-05 19:17:48.66: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1427'}) 2025-11-05 19:17:48.86: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:48.86: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:48.87: PodMonitor - start process kube event 2025-11-05 19:17:48.87: empty line received 2025-11-05 19:17:48.87: PodMonitor - start process kube event 2025-11-05 19:17:48.88: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 19:17:48.88: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:49.02: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 19:17:49.02: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:49.11: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 19:17:49.11: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:49.16: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 19:17:49.16: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:49.26: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 19:17:49.26: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:49.34: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 19:17:49.34: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:49.39: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 19:17:49.39: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:49.41: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 19:17:49.41: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:49.46: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:17:49.47: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:49.48: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:17:49.48: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:49.53: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:17:49.53: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:49.59: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:17:49.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:17:49.59: VncKubernetes - vnc_sync - Service start 2025-11-05 19:17:49.59: VncKubernetes - vnc_sync - Service done 2025-11-05 19:17:49.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:49.59: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:49.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:52.18: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:52.18: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:52.18: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:17:52.18: PodMonitor - start process kube event 2025-11-05 19:17:52.18: empty line received 2025-11-05 19:17:52.18: PodMonitor - start process kube event 2025-11-05 19:17:52.20: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:52.20: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:52.20: PodMonitor - start process kube event 2025-11-05 19:17:52.20: empty line received 2025-11-05 19:17:52.20: PodMonitor - start process kube event 2025-11-05 19:17:52.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:52.24: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:17:52.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:53.19: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:53.19: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:53.19: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:17:53.19: PodMonitor - start process kube event 2025-11-05 19:17:53.19: empty line received 2025-11-05 19:17:53.19: PodMonitor - start process kube event 2025-11-05 19:17:53.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:54.19: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:54.19: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:54.19: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:17:54.19: PodMonitor - start process kube event 2025-11-05 19:17:54.19: empty line received 2025-11-05 19:17:54.19: PodMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:56] "GET /Snh_VirtualMachineDatabaseList?x=ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 HTTP/1.1" 200 2484 0.001076 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:56] "GET /Snh_VirtualMachineDatabaseList?x=cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 HTTP/1.1" 200 2484 0.000803 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:56] "GET /Snh_VirtualMachineDatabaseList?x=630abd71-4503-4f77-aa3f-c22336ef0aca HTTP/1.1" 200 2484 0.001153 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:56] "GET /Snh_VirtualMachineDatabaseList?x=d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 HTTP/1.1" 200 2484 0.000901 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:17:56] "GET /Snh_VirtualMachineDatabaseList?x=89bedd52-d6fb-4692-a083-6389636e9326 HTTP/1.1" 200 2414 0.000907 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:18:01] "GET /Snh_VirtualMachineDatabaseList?x=e769f834-eb75-4866-8add-23771256fcc4 HTTP/1.1" 200 2414 0.000874 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:18:01] "GET /Snh_VirtualMachineDatabaseList?x=a4000f48-cdda-4853-9a5d-b5bee01a4b32 HTTP/1.1" 200 2414 0.000794 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:18:01] "GET /Snh_VirtualMachineDatabaseList?x=8f798ea8-14bf-4987-a68a-ff6c80976b9b HTTP/1.1" 200 2414 0.000885 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:18:03] "GET /Snh_LoadbalancerDatabaseList?x=0f69b101-d34f-49f6-a30c-3ca3d07989ae HTTP/1.1" 200 1862 0.000786 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:18:04] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=232943eb-979d-40f5-b664-1c49dc3815f8 HTTP/1.1" 200 2095 0.001154 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:18:04] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=232943eb-979d-40f5-b664-1c49dc3815f8 HTTP/1.1" 200 2095 0.001243 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:18:06] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=232943eb-979d-40f5-b664-1c49dc3815f8 HTTP/1.1" 200 2302 0.001014 2025-11-05 19:17:54.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:55.19: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:55.19: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:55.19: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:17:55.20: PodMonitor - start process kube event 2025-11-05 19:17:55.20: empty line received 2025-11-05 19:17:55.20: PodMonitor - start process kube event 2025-11-05 19:17:55.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:57.20: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:57.20: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:57.20: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:17:57.20: PodMonitor - start process kube event 2025-11-05 19:17:57.20: empty line received 2025-11-05 19:17:57.20: PodMonitor - start process kube event 2025-11-05 19:17:57.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:17:58.20: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:58.21: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:58.21: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:17:58.21: PodMonitor - start process kube event 2025-11-05 19:17:58.21: empty line received 2025-11-05 19:17:58.21: PodMonitor - start process kube event 2025-11-05 19:17:58.22: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:58.22: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:58.22: PodMonitor - start process kube event 2025-11-05 19:17:58.22: empty line received 2025-11-05 19:17:58.22: PodMonitor - start process kube event 2025-11-05 19:17:58.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:17:58.22: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:17:58.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:18:01.24: EndPointMonitor - Received BOOKMARK: oldResVer=1487 newResVer=1573 2025-11-05 19:18:01.24: EndPointMonitor - start process kube event 2025-11-05 19:18:01.24: empty line received 2025-11-05 19:18:01.24: EndPointMonitor - start process kube event 2025-11-05 19:18:02.11: ServiceMonitor - Received ADDED Service ctest-new-default-18012192:ctest-nginx-svc-79315357:0f69b101-d34f-49f6-a30c-3ca3d07989ae 2025-11-05 19:18:02.11: ServiceMonitor - Got ADDED Service ctest-new-default-18012192:ctest-nginx-svc-79315357:0f69b101-d34f-49f6-a30c-3ca3d07989ae 2025-11-05 19:18:02.11: VncKubernetes - Process event (name=ctest-nginx-svc-79315357 event_type=ADDED kind=Service ns=ctest-new-default-18012192) VncService - Got ADDED Service ctest-new-default-18012192:ctest-nginx-svc-79315357:0f69b101-d34f-49f6-a30c-3ca3d07989ae 2025-11-05 19:18:02.11: ServiceMonitor - start process kube event 2025-11-05 19:18:02.11: empty line received 2025-11-05 19:18:02.11: ServiceMonitor - start process kube event 2025-11-05 19:18:02.14: EndPointMonitor - Received ADDED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:18:02.14: EndPointMonitor - Got ADDED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:18:02.14: EndPointMonitor - start process kube event 2025-11-05 19:18:02.14: empty line received 2025-11-05 19:18:02.14: EndPointMonitor - start process kube event 2025-11-05 19:18:03.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:18:03.17: VncKubernetes - Process event (name=ctest-nginx-svc-79315357 event_type=ADDED kind=Endpoints ns=ctest-new-default-18012192) VncEndpoints - Got ADDED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:18:03.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:18:04.78: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:18:04.79: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:18:04.79: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-18012192) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:18:04.79: NetworkPolicyMonitor - start process kube event 2025-11-05 19:18:04.79: empty line received 2025-11-05 19:18:04.79: NetworkPolicyMonitor - start process kube event 2025-11-05 19:18:06.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:18:21.23: PodMonitor - Received BOOKMARK: oldResVer=1548 newResVer=1706 2025-11-05 19:18:21.23: PodMonitor - start process kube event 2025-11-05 19:18:21.23: empty line received 2025-11-05 19:18:21.23: PodMonitor - start process kube event 2025-11-05 19:18:30.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1102 newResVer=1722 2025-11-05 19:18:30.86: NetworkPolicyMonitor - start process kube event 2025-11-05 19:18:30.86: empty line received 2025-11-05 19:18:30.86: NetworkPolicyMonitor - start process kube event 2025-11-05 19:18:40.65: NamespaceMonitor - Received BOOKMARK: oldResVer=1605 newResVer=1605 2025-11-05 19:18:40.65: NamespaceMonitor - start process kube event 2025-11-05 19:18:40.65: empty line received 2025-11-05 19:18:40.65: NamespaceMonitor - start process kube event 2025-11-05 19:18:41.81: NetworkMonitor - Received BOOKMARK: oldResVer=1400 newResVer=1400 2025-11-05 19:18:41.81: NetworkMonitor - start process kube event 2025-11-05 19:18:41.81: empty line received 2025-11-05 19:18:41.81: NetworkMonitor - start process kube event 2025-11-05 19:18:42.88: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:18:42.88: IngressMonitor - start process kube event 2025-11-05 19:18:42.88: empty line received 2025-11-05 19:18:42.88: IngressMonitor - start process kube event 2025-11-05 19:18:48.78: ServiceMonitor - Received BOOKMARK: oldResVer=1427 newResVer=1714 2025-11-05 19:18:48.78: ServiceMonitor - start process kube event 2025-11-05 19:18:48.78: empty line received 2025-11-05 19:18:48.78: ServiceMonitor - start process kube event 2025-11-05 19:19:01.94: EndPointMonitor - Received BOOKMARK: oldResVer=1573 newResVer=1716 2025-11-05 19:19:01.94: EndPointMonitor - start process kube event 2025-11-05 19:19:01.94: empty line received 2025-11-05 19:19:01.94: EndPointMonitor - start process kube event 2025-11-05 19:19:21.42: PodMonitor - Received BOOKMARK: oldResVer=1706 newResVer=1706 2025-11-05 19:19:21.42: PodMonitor - start process kube event 2025-11-05 19:19:21.42: empty line received 2025-11-05 19:19:21.42: PodMonitor - start process kube event 2025-11-05 19:19:30.44: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1722 newResVer=1722 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:20:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001373 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:20:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001290 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:20:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001371 2025-11-05 19:19:30.44: NetworkPolicyMonitor - start process kube event 2025-11-05 19:19:30.44: empty line received 2025-11-05 19:19:30.44: NetworkPolicyMonitor - start process kube event 2025-11-05 19:19:40.86: NamespaceMonitor - Received BOOKMARK: oldResVer=1605 newResVer=1605 2025-11-05 19:19:40.87: NamespaceMonitor - start process kube event 2025-11-05 19:19:40.87: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:19:40.87: empty line received 2025-11-05 19:19:40.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:19:40.87: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:19:40.87: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:19:40.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:19:40.87: NamespaceMonitor - start process kube event 2025-11-05 19:19:41.75: NetworkMonitor - Received BOOKMARK: oldResVer=1400 newResVer=1400 2025-11-05 19:19:41.75: NetworkMonitor - start process kube event 2025-11-05 19:19:41.75: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:19:41.75: empty line received 2025-11-05 19:19:41.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:19:41.75: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:19:41.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:19:41.75: NetworkMonitor - start process kube event 2025-11-05 19:19:42.88: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:19:42.88: IngressMonitor - start process kube event 2025-11-05 19:19:42.88: empty line received 2025-11-05 19:19:42.88: IngressMonitor - start process kube event 2025-11-05 19:19:48.35: ServiceMonitor - Received BOOKMARK: oldResVer=1714 newResVer=1714 2025-11-05 19:19:48.35: ServiceMonitor - start process kube event 2025-11-05 19:19:48.35: empty line received 2025-11-05 19:19:48.35: ServiceMonitor - start process kube event 2025-11-05 19:20:01.57: EndPointMonitor - Received BOOKMARK: oldResVer=1716 newResVer=1716 2025-11-05 19:20:01.57: EndPointMonitor - start process kube event 2025-11-05 19:20:01.57: EndPointMonitor - _schedule_vnc_sync 2025-11-05 19:20:01.57: empty line received 2025-11-05 19:20:01.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 19:20:01.57: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 19:20:01.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:20:01.57: EndPointMonitor - start process kube event 2025-11-05 19:20:04.69: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:20:04.69: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:20:04.69: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-18012192) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:20:04.69: NetworkPolicyMonitor - start process kube event 2025-11-05 19:20:04.69: empty line received 2025-11-05 19:20:04.69: NetworkPolicyMonitor - start process kube event 2025-11-05 19:20:06.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:20:21.24: PodMonitor - Received BOOKMARK: oldResVer=1706 newResVer=1706 2025-11-05 19:20:21.24: PodMonitor - start process kube event 2025-11-05 19:20:21.24: PodMonitor - _schedule_vnc_sync 2025-11-05 19:20:21.24: empty line received 2025-11-05 19:20:21.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 19:20:21.24: VncKubernetes - vnc_sync - Pod start 2025-11-05 19:20:21.24: VncKubernetes - vnc_sync - Pod done 2025-11-05 19:20:21.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:20:21.24: PodMonitor - start process kube event 2025-11-05 19:20:30.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1722 newResVer=1876 2025-11-05 19:20:30.77: NetworkPolicyMonitor - start process kube event 2025-11-05 19:20:30.77: empty line received 2025-11-05 19:20:30.77: NetworkPolicyMonitor - start process kube event 2025-11-05 19:20:40.52: NamespaceMonitor - Received BOOKMARK: oldResVer=1605 newResVer=1605 2025-11-05 19:20:40.52: NamespaceMonitor - start process kube event 2025-11-05 19:20:40.52: empty line received 2025-11-05 19:20:40.52: NamespaceMonitor - start process kube event 2025-11-05 19:20:42.39: NetworkMonitor - Received BOOKMARK: oldResVer=1400 newResVer=1400 2025-11-05 19:20:42.39: NetworkMonitor - start process kube event 2025-11-05 19:20:42.39: empty line received 2025-11-05 19:20:42.39: NetworkMonitor - start process kube event 2025-11-05 19:20:42.67: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:20:42.67: IngressMonitor - start process kube event 2025-11-05 19:20:42.67: empty line received 2025-11-05 19:20:42.67: IngressMonitor - start process kube event 2025-11-05 19:20:48.20: ServiceMonitor - Received BOOKMARK: oldResVer=1714 newResVer=1714 2025-11-05 19:20:48.20: ServiceMonitor - start process kube event 2025-11-05 19:20:48.20: empty line received 2025-11-05 19:20:48.20: ServiceMonitor - start process kube event 2025-11-05 19:21:01.19: NamespaceMonitor - Received BOOKMARK: oldResVer=1605 newResVer=1605 2025-11-05 19:21:01.19: NamespaceMonitor - start process kube event 2025-11-05 19:21:01.19: empty line received 2025-11-05 19:21:01.19: NamespaceMonitor - start process kube event 2025-11-05 19:21:01.91: EndPointMonitor - Received BOOKMARK: oldResVer=1716 newResVer=1716 2025-11-05 19:21:01.91: EndPointMonitor - start process kube event 2025-11-05 19:21:01.91: empty line received 2025-11-05 19:21:01.91: EndPointMonitor - start process kube event 2025-11-05 19:21:02.51: stop iteration NamespaceMonitor 2025-11-05 19:21:02.51: NamespaceMonitor - start process kube event 2025-11-05 19:21:02.51: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1605 2025-11-05 19:21:02.51: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:21:02.51: NamespaceMonitor - Connect Kube API result 0 2025-11-05 19:21:02.51: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 19:21:02.51: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1605'})(timeout=120) 2025-11-05 19:21:02.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 19:21:02.51: VncKubernetes - vnc_sync - Namespace start 2025-11-05 19:21:02.51: VncKubernetes - vnc_sync - Namespace done 2025-11-05 19:21:02.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:02.52: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1605'}) 2025-11-05 19:21:07.23: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:07.23: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:07.23: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:07.24: PodMonitor - start process kube event 2025-11-05 19:21:07.24: empty line received 2025-11-05 19:21:07.24: PodMonitor - start process kube event 2025-11-05 19:21:07.26: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:07.26: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:07.26: EndPointMonitor - start process kube event 2025-11-05 19:21:07.26: empty line received 2025-11-05 19:21:07.26: EndPointMonitor - start process kube event 2025-11-05 19:21:07.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:21:07.27: VncKubernetes - Process event (name=ctest-nginx-svc-79315357 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-18012192) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:07.27: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:07.27: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:07.27: PodMonitor - start process kube event 2025-11-05 19:21:07.28: empty line received 2025-11-05 19:21:07.28: PodMonitor - start process kube event 2025-11-05 19:21:07.28: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:07.28: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:07.28: PodMonitor - start process kube event 2025-11-05 19:21:07.28: empty line received 2025-11-05 19:21:07.28: PodMonitor - start process kube event 2025-11-05 19:21:07.28: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:07.28: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:07.28: PodMonitor - start process kube event 2025-11-05 19:21:07.28: empty line received 2025-11-05 19:21:07.28: PodMonitor - start process kube event 2025-11-05 19:21:07.29: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:07.29: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:07.29: PodMonitor - start process kube event 2025-11-05 19:21:07.29: empty line received 2025-11-05 19:21:07.29: PodMonitor - start process kube event 2025-11-05 19:21:07.29: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:07.29: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:07.29: PodMonitor - start process kube event 2025-11-05 19:21:07.29: empty line received 2025-11-05 19:21:07.29: PodMonitor - start process kube event 2025-11-05 19:21:07.31: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:07.31: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:07.31: PodMonitor - start process kube event 2025-11-05 19:21:07.31: empty line received 2025-11-05 19:21:07.31: PodMonitor - start process kube event 2025-11-05 19:21:07.32: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:07.32: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:07.32: EndPointMonitor - start process kube event 2025-11-05 19:21:07.32: empty line received 2025-11-05 19:21:07.32: EndPointMonitor - start process kube event 2025-11-05 19:21:07.32: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:07.32: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:07.32: PodMonitor - start process kube event 2025-11-05 19:21:07.32: empty line received 2025-11-05 19:21:07.32: PodMonitor - start process kube event 2025-11-05 19:21:07.50: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 19:21:07.50: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:07.56: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 19:21:07.56: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:07.62: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 19:21:07.62: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:07.63: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:21:07.63: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:07.69: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:21:07.69: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:07.70: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:21:07.70: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:07.76: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:21:07.76: VncKubernetes - Process event (name=ctest-nginx-svc-79315357 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-18012192) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:07.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:21:07.82: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:07.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:08.64: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.64: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.64: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.64: PodMonitor - start process kube event 2025-11-05 19:21:08.64: empty line received 2025-11-05 19:21:08.64: PodMonitor - start process kube event 2025-11-05 19:21:08.65: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.65: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.65: PodMonitor - start process kube event 2025-11-05 19:21:08.65: empty line received 2025-11-05 19:21:08.65: PodMonitor - start process kube event 2025-11-05 19:21:08.65: PodMonitor - Received DELETED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.65: PodMonitor - Got DELETED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.65: PodMonitor - start process kube event 2025-11-05 19:21:08.65: empty line received 2025-11-05 19:21:08.65: PodMonitor - start process kube event 2025-11-05 19:21:08.68: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:08.68: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:08.68: PodMonitor - start process kube event 2025-11-05 19:21:08.68: empty line received 2025-11-05 19:21:08.68: PodMonitor - start process kube event 2025-11-05 19:21:08.68: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:08.68: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:08.68: PodMonitor - start process kube event 2025-11-05 19:21:08.68: empty line received 2025-11-05 19:21:08.68: PodMonitor - start process kube event 2025-11-05 19:21:08.69: PodMonitor - Received DELETED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:08.69: PodMonitor - Got DELETED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:08.69: PodMonitor - start process kube event 2025-11-05 19:21:08.69: empty line received 2025-11-05 19:21:08.69: PodMonitor - start process kube event 2025-11-05 19:21:08.70: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:21:08.71: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.72: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:21:08.72: VncKubernetes - Process event (name=ctest-pod-26822699 event_type=DELETED kind=Pod ns=ctest-new-default-18012192) VncPod - Got DELETED Pod ctest-new-default-18012192:ctest-pod-26822699:ef45cf1b-f66b-49a3-b7b6-ebc99451eac1 2025-11-05 19:21:08.83: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:08.83: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:08.83: PodMonitor - start process kube event 2025-11-05 19:21:08.83: empty line received 2025-11-05 19:21:08.83: PodMonitor - start process kube event 2025-11-05 19:21:09.03: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:09.03: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:09.03: PodMonitor - start process kube event 2025-11-05 19:21:09.03: empty line received 2025-11-05 19:21:09.03: PodMonitor - start process kube event 2025-11-05 19:21:09.03: PodMonitor - Received DELETED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:09.03: PodMonitor - Got DELETED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:09.03: PodMonitor - start process kube event 2025-11-05 19:21:09.03: empty line received 2025-11-05 19:21:09.03: PodMonitor - start process kube event 2025-11-05 19:21:09.27: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 19:21:09.27: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:09.33: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:21:09.33: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:09.38: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:21:09.38: VncKubernetes - Process event (name=ctest-pod-81149565 event_type=DELETED kind=Pod ns=ctest-new-default-18012192) VncPod - Got DELETED Pod ctest-new-default-18012192:ctest-pod-81149565:cc4b4101-a4e7-4e5c-b38c-7a140cc59c95 2025-11-05 19:21:09.63: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:09.63: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:09.63: PodMonitor - start process kube event 2025-11-05 19:21:09.63: empty line received 2025-11-05 19:21:09.63: PodMonitor - start process kube event 2025-11-05 19:21:09.83: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:09.83: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:09.83: PodMonitor - start process kube event 2025-11-05 19:21:09.83: empty line received 2025-11-05 19:21:09.83: PodMonitor - start process kube event 2025-11-05 19:21:09.83: PodMonitor - Received DELETED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:09.83: PodMonitor - Got DELETED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:09.83: PodMonitor - start process kube event 2025-11-05 19:21:09.83: empty line received 2025-11-05 19:21:09.83: PodMonitor - start process kube event 2025-11-05 19:21:10.00: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 19:21:10.00: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:10.06: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:21:10.07: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:10.12: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:21:10.13: VncKubernetes - Process event (name=ctest-pod-14834343 event_type=DELETED kind=Pod ns=ctest-non-default-75483964) VncPod - Got DELETED Pod ctest-non-default-75483964:ctest-pod-14834343:630abd71-4503-4f77-aa3f-c22336ef0aca 2025-11-05 19:21:10.56: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:21:10.56: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:10.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:21:10.62: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:10.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:21:10.68: VncKubernetes - Process event (name=ctest-pod-88524882 event_type=DELETED kind=Pod ns=ctest-non-default-75483964) VncPod - Got DELETED Pod ctest-non-default-75483964:ctest-pod-88524882:d1e32029-0c01-4ac4-8082-4f6ac4b6d8e1 2025-11-05 19:21:11.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:22.02: PodMonitor - Received BOOKMARK: oldResVer=1706 newResVer=1995 2025-11-05 19:21:22.02: PodMonitor - start process kube event 2025-11-05 19:21:22.02: empty line received 2025-11-05 19:21:22.02: PodMonitor - start process kube event 2025-11-05 19:21:29.12: EndPointMonitor - Received BOOKMARK: oldResVer=1716 newResVer=1973 2025-11-05 19:21:29.12: EndPointMonitor - start process kube event 2025-11-05 19:21:29.12: empty line received 2025-11-05 19:21:29.12: EndPointMonitor - start process kube event 2025-11-05 19:21:30.40: stop iteration EndPointMonitor 2025-11-05 19:21:30.41: EndPointMonitor - start process kube event 2025-11-05 19:21:30.41: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1973 2025-11-05 19:21:30.41: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:21:30.41: EndPointMonitor - Connect Kube API result 0 2025-11-05 19:21:30.41: EndPointMonitor - _schedule_vnc_sync 2025-11-05 19:21:30.41: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1973'})(timeout=120) 2025-11-05 19:21:30.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 19:21:30.41: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 19:21:30.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:30.42: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1973'}) 2025-11-05 19:21:31.00: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1876 newResVer=1876 2025-11-05 19:21:31.00: NetworkPolicyMonitor - start process kube event 2025-11-05 19:21:31.01: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 19:21:31.01: empty line received 2025-11-05 19:21:31.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 19:21:31.01: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 19:21:31.01: NetworkPolicyMonitor - start process kube event 2025-11-05 19:21:31.01: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 19:21:31.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:38.71: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.71: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.71: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.71: PodMonitor - start process kube event 2025-11-05 19:21:38.71: empty line received 2025-11-05 19:21:38.71: PodMonitor - start process kube event 2025-11-05 19:21:38.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:38.73: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.73: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.73: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.73: PodMonitor - start process kube event 2025-11-05 19:21:38.73: empty line received 2025-11-05 19:21:38.73: PodMonitor - start process kube event 2025-11-05 19:21:38.73: PodMonitor - Received DELETED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.73: PodMonitor - Got DELETED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.73: PodMonitor - start process kube event 2025-11-05 19:21:38.73: empty line received 2025-11-05 19:21:38.73: PodMonitor - start process kube event 2025-11-05 19:21:38.75: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:38.75: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:38.75: PodMonitor - start process kube event 2025-11-05 19:21:38.75: empty line received 2025-11-05 19:21:38.75: PodMonitor - start process kube event 2025-11-05 19:21:38.76: PodMonitor - Received MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:38.76: PodMonitor - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:38.76: PodMonitor - start process kube event 2025-11-05 19:21:38.76: empty line received 2025-11-05 19:21:38.76: PodMonitor - start process kube event 2025-11-05 19:21:38.77: PodMonitor - Received DELETED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:38.77: PodMonitor - Got DELETED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:38.77: PodMonitor - start process kube event 2025-11-05 19:21:38.77: empty line received 2025-11-05 19:21:38.77: PodMonitor - start process kube event 2025-11-05 19:21:38.78: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:38.78: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:38.78: PodMonitor - start process kube event 2025-11-05 19:21:38.78: empty line received 2025-11-05 19:21:38.78: PodMonitor - start process kube event 2025-11-05 19:21:38.79: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:21:38.79: VncKubernetes - Process event (name=ctest-pod-56394886 event_type=DELETED kind=Pod ns=ctest-non-default-75483964) VncPod - Got DELETED Pod ctest-non-default-75483964:ctest-pod-56394886:8f798ea8-14bf-4987-a68a-ff6c80976b9b 2025-11-05 19:21:38.91: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:38.91: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:38.91: PodMonitor - start process kube event 2025-11-05 19:21:38.91: empty line received 2025-11-05 19:21:38.91: PodMonitor - start process kube event 2025-11-05 19:21:38.91: PodMonitor - Received DELETED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:38.91: PodMonitor - Got DELETED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:38.91: PodMonitor - start process kube event 2025-11-05 19:21:38.91: empty line received 2025-11-05 19:21:38.91: PodMonitor - start process kube event 2025-11-05 19:21:39.35: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 19:21:39.35: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:39.41: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:21:39.41: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=MODIFIED kind=Pod ns=ctest-non-default-75483964) VncPod - Got MODIFIED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:39.48: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:21:39.48: VncKubernetes - Process event (name=ctest-pod-31377208 event_type=DELETED kind=Pod ns=ctest-non-default-75483964) VncPod - Got DELETED Pod ctest-non-default-75483964:ctest-pod-31377208:e769f834-eb75-4866-8add-23771256fcc4 2025-11-05 19:21:39.51: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:39.51: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:39.51: PodMonitor - start process kube event 2025-11-05 19:21:39.51: empty line received 2025-11-05 19:21:39.51: PodMonitor - start process kube event 2025-11-05 19:21:39.71: PodMonitor - Received MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:39.71: PodMonitor - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:39.71: PodMonitor - start process kube event 2025-11-05 19:21:39.71: empty line received 2025-11-05 19:21:39.71: PodMonitor - start process kube event 2025-11-05 19:21:39.72: PodMonitor - Received DELETED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:39.72: PodMonitor - Got DELETED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:39.72: PodMonitor - start process kube event 2025-11-05 19:21:39.72: empty line received 2025-11-05 19:21:39.72: PodMonitor - start process kube event 2025-11-05 19:21:40.04: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 19:21:40.04: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:40.11: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 19:21:40.11: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:40.16: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:21:40.17: VncKubernetes - Process event (name=ctest-pod-71526898 event_type=DELETED kind=Pod ns=ctest-new-default-18012192) VncPod - Got DELETED Pod ctest-new-default-18012192:ctest-pod-71526898:89bedd52-d6fb-4692-a083-6389636e9326 2025-11-05 19:21:40.67: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:21:40.67: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:40.73: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:21:40.73: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=MODIFIED kind=Pod ns=ctest-new-default-18012192) VncPod - Got MODIFIED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:40.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:21:40.78: VncKubernetes - Process event (name=ctest-pod-28623158 event_type=DELETED kind=Pod ns=ctest-new-default-18012192) VncPod - Got DELETED Pod ctest-new-default-18012192:ctest-pod-28623158:a4000f48-cdda-4853-9a5d-b5bee01a4b32 2025-11-05 19:21:41.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:42.29: NetworkMonitor - Received BOOKMARK: oldResVer=1400 newResVer=1400 2025-11-05 19:21:42.29: NetworkMonitor - start process kube event 2025-11-05 19:21:42.29: empty line received 2025-11-05 19:21:42.29: NetworkMonitor - start process kube event 2025-11-05 19:21:42.49: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:21:42.49: IngressMonitor - start process kube event 2025-11-05 19:21:42.49: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:21:42.49: empty line received 2025-11-05 19:21:42.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 19:21:42.49: VncKubernetes - vnc_sync - Ingress start 2025-11-05 19:21:42.49: VncKubernetes - vnc_sync - Ingress done 2025-11-05 19:21:42.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:42.49: IngressMonitor - start process kube event 2025-11-05 19:21:42.55: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:42.55: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:42.55: VncKubernetes - Process event (name=ctest-non-default-75483964 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:42.55: NamespaceMonitor - start process kube event 2025-11-05 19:21:42.55: empty line received 2025-11-05 19:21:42.55: NamespaceMonitor - start process kube event 2025-11-05 19:21:42.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:47.79: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:47.79: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:47.79: VncKubernetes - Process event (name=ctest-non-default-75483964 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:47.79: NamespaceMonitor - start process kube event 2025-11-05 19:21:47.79: empty line received 2025-11-05 19:21:47.79: NamespaceMonitor - start process kube event 2025-11-05 19:21:47.81: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:47.81: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:47.81: NamespaceMonitor - start process kube event 2025-11-05 19:21:47.81: empty line received 2025-11-05 19:21:47.81: NamespaceMonitor - start process kube event 2025-11-05 19:21:48.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:21:48.09: VncKubernetes - Process event (name=ctest-non-default-75483964 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-75483964:b1d0ab69-9d13-4645-aff3-e249632e8d12 2025-11-05 19:21:48.59: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:48.59: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:48.59: NamespaceMonitor - start process kube event 2025-11-05 19:21:48.59: empty line received 2025-11-05 19:21:48.59: NamespaceMonitor - start process kube event 2025-11-05 19:21:49.11: ServiceMonitor - Received BOOKMARK: oldResVer=1714 newResVer=1714 2025-11-05 19:21:49.11: ServiceMonitor - start process kube event 2025-11-05 19:21:49.11: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:21:49.11: empty line received 2025-11-05 19:21:49.11: ServiceMonitor - start process kube event 2025-11-05 19:21:49.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:21:49.35: VncKubernetes - Process event (name=ctest-new-default-18012192 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:49.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:21:49.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:21:49.67: VncKubernetes - vnc_sync - Service start 2025-11-05 19:21:49.67: VncKubernetes - vnc_sync - Service done 2025-11-05 19:21:49.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:21:53.66: ServiceMonitor - Received DELETED Service ctest-new-default-18012192:ctest-nginx-svc-79315357:0f69b101-d34f-49f6-a30c-3ca3d07989ae 2025-11-05 19:21:53.66: ServiceMonitor - Got DELETED Service ctest-new-default-18012192:ctest-nginx-svc-79315357:0f69b101-d34f-49f6-a30c-3ca3d07989ae 2025-11-05 19:21:53.66: VncKubernetes - Process event (name=ctest-nginx-svc-79315357 event_type=DELETED kind=Service ns=ctest-new-default-18012192) VncService - Got DELETED Service ctest-new-default-18012192:ctest-nginx-svc-79315357:0f69b101-d34f-49f6-a30c-3ca3d07989ae 2025-11-05 19:21:53.66: ServiceMonitor - start process kube event 2025-11-05 19:21:53.66: empty line received [Introspect:8108]10.0.0.73 - - [2025-11-05 19:22:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001281 2025-11-05 19:21:53.66: ServiceMonitor - start process kube event 2025-11-05 19:21:53.66: EndPointMonitor - Received DELETED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:53.66: EndPointMonitor - Got DELETED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:53.66: EndPointMonitor - start process kube event 2025-11-05 19:21:53.66: empty line received 2025-11-05 19:21:53.66: EndPointMonitor - start process kube event 2025-11-05 19:21:53.73: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:21:53.73: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:21:53.73: NetworkPolicyMonitor - start process kube event 2025-11-05 19:21:53.73: empty line received 2025-11-05 19:21:53.73: NetworkPolicyMonitor - start process kube event 2025-11-05 19:21:53.99: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:53.99: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:53.99: NamespaceMonitor - start process kube event 2025-11-05 19:21:53.99: empty line received 2025-11-05 19:21:53.99: NamespaceMonitor - start process kube event 2025-11-05 19:21:54.00: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:54.00: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:54.00: NamespaceMonitor - start process kube event 2025-11-05 19:21:54.00: empty line received 2025-11-05 19:21:54.00: NamespaceMonitor - start process kube event 2025-11-05 19:21:54.12: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:21:54.12: VncKubernetes - Process event (name=ctest-nginx-svc-79315357 event_type=DELETED kind=Endpoints ns=ctest-new-default-18012192) VncEndpoints - Got DELETED Endpoints ctest-new-default-18012192:ctest-nginx-svc-79315357:a1bc84b7-727d-477c-b995-8eb7aade2682 2025-11-05 19:21:54.13: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:21:54.13: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-18012192) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-18012192:ingress-on-service:232943eb-979d-40f5-b664-1c49dc3815f8 2025-11-05 19:21:55.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:21:55.25: VncKubernetes - Process event (name=ctest-new-default-18012192 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:55.65: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:21:55.65: VncKubernetes - Process event (name=ctest-new-default-18012192 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-18012192:d40854a2-4bc2-44b7-8ebc-ea276b7383b3 2025-11-05 19:21:56.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:22:02.45: NamespaceMonitor - Received BOOKMARK: oldResVer=1605 newResVer=2128 2025-11-05 19:22:02.45: NamespaceMonitor - start process kube event 2025-11-05 19:22:02.45: empty line received 2025-11-05 19:22:02.45: NamespaceMonitor - start process kube event 2025-11-05 19:22:16.74: NetworkMonitor - Received BOOKMARK: oldResVer=1400 newResVer=1400 2025-11-05 19:22:16.74: NetworkMonitor - start process kube event 2025-11-05 19:22:16.74: empty line received 2025-11-05 19:22:16.74: NetworkMonitor - start process kube event 2025-11-05 19:22:18.71: stop iteration NetworkMonitor 2025-11-05 19:22:18.71: NetworkMonitor - start process kube event 2025-11-05 19:22:18.71: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1400 2025-11-05 19:22:18.71: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:22:18.72: NetworkMonitor - Connect Kube API result 0 2025-11-05 19:22:18.72: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:22:18.72: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1400'})(timeout=120) 2025-11-05 19:22:18.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:22:18.72: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:22:18.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:22:18.72: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1400'}) 2025-11-05 19:22:21.92: PodMonitor - Received BOOKMARK: oldResVer=1995 newResVer=2047 2025-11-05 19:22:21.92: PodMonitor - start process kube event 2025-11-05 19:22:21.92: empty line received 2025-11-05 19:22:21.92: PodMonitor - start process kube event 2025-11-05 19:22:30.61: EndPointMonitor - Received BOOKMARK: oldResVer=1973 newResVer=2099 2025-11-05 19:22:30.61: EndPointMonitor - start process kube event 2025-11-05 19:22:30.61: empty line received 2025-11-05 19:22:30.61: EndPointMonitor - start process kube event 2025-11-05 19:22:31.00: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1876 newResVer=2102 2025-11-05 19:22:31.00: NetworkPolicyMonitor - start process kube event 2025-11-05 19:22:31.00: empty line received 2025-11-05 19:22:31.00: NetworkPolicyMonitor - start process kube event 2025-11-05 19:22:35.15: PodMonitor - Received BOOKMARK: oldResVer=2047 newResVer=2047 2025-11-05 19:22:35.15: PodMonitor - start process kube event 2025-11-05 19:22:35.15: empty line received 2025-11-05 19:22:35.15: PodMonitor - start process kube event 2025-11-05 19:22:36.17: PodMonitor - Received BOOKMARK: oldResVer=2047 newResVer=2047 2025-11-05 19:22:36.17: PodMonitor - start process kube event 2025-11-05 19:22:36.17: empty line received 2025-11-05 19:22:36.17: PodMonitor - start process kube event 2025-11-05 19:22:37.21: stop iteration PodMonitor 2025-11-05 19:22:37.21: PodMonitor - start process kube event 2025-11-05 19:22:37.21: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2047 2025-11-05 19:22:37.21: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:22:37.21: PodMonitor - Connect Kube API result 0 2025-11-05 19:22:37.21: PodMonitor - _schedule_vnc_sync 2025-11-05 19:22:37.21: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2047'})(timeout=120) 2025-11-05 19:22:37.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 19:22:37.21: VncKubernetes - vnc_sync - Pod start 2025-11-05 19:22:37.21: VncKubernetes - vnc_sync - Pod done 2025-11-05 19:22:37.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:22:37.23: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2047'}) 2025-11-05 19:22:43.23: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:22:43.23: IngressMonitor - start process kube event 2025-11-05 19:22:43.23: empty line received 2025-11-05 19:22:43.23: IngressMonitor - start process kube event 2025-11-05 19:22:48.87: ServiceMonitor - Received BOOKMARK: oldResVer=1714 newResVer=2098 2025-11-05 19:22:48.87: ServiceMonitor - start process kube event 2025-11-05 19:22:48.87: empty line received 2025-11-05 19:22:48.87: ServiceMonitor - start process kube event 2025-11-05 19:23:02.27: NamespaceMonitor - Received BOOKMARK: oldResVer=2128 newResVer=2128 2025-11-05 19:23:02.27: NamespaceMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-11-05 19:23:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001189 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:23:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001167 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:24:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001153 2025-11-05 19:23:02.27: empty line received 2025-11-05 19:23:02.27: NamespaceMonitor - start process kube event 2025-11-05 19:23:30.57: EndPointMonitor - Received BOOKMARK: oldResVer=2099 newResVer=2099 2025-11-05 19:23:30.57: EndPointMonitor - start process kube event 2025-11-05 19:23:30.57: empty line received 2025-11-05 19:23:30.57: EndPointMonitor - start process kube event 2025-11-05 19:23:30.63: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2102 newResVer=2102 2025-11-05 19:23:30.63: NetworkPolicyMonitor - start process kube event 2025-11-05 19:23:30.63: empty line received 2025-11-05 19:23:30.63: NetworkPolicyMonitor - start process kube event 2025-11-05 19:23:41.12: ServiceMonitor - Received BOOKMARK: oldResVer=2098 newResVer=2098 2025-11-05 19:23:41.12: ServiceMonitor - start process kube event 2025-11-05 19:23:41.12: empty line received 2025-11-05 19:23:41.12: ServiceMonitor - start process kube event 2025-11-05 19:23:42.36: ServiceMonitor - Received BOOKMARK: oldResVer=2098 newResVer=2098 2025-11-05 19:23:42.36: ServiceMonitor - start process kube event 2025-11-05 19:23:42.36: empty line received 2025-11-05 19:23:42.36: ServiceMonitor - start process kube event 2025-11-05 19:23:42.64: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:23:42.64: IngressMonitor - start process kube event 2025-11-05 19:23:42.64: empty line received 2025-11-05 19:23:42.64: IngressMonitor - start process kube event 2025-11-05 19:23:44.10: stop iteration ServiceMonitor 2025-11-05 19:23:44.10: ServiceMonitor - start process kube event 2025-11-05 19:23:44.10: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2098 2025-11-05 19:23:44.10: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:23:44.10: ServiceMonitor - Connect Kube API result 0 2025-11-05 19:23:44.10: ServiceMonitor - _schedule_vnc_sync 2025-11-05 19:23:44.10: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2098'})(timeout=120) 2025-11-05 19:23:44.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 19:23:44.10: VncKubernetes - vnc_sync - Service start 2025-11-05 19:23:44.10: VncKubernetes - vnc_sync - Service done 2025-11-05 19:23:44.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:23:44.11: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2098'}) 2025-11-05 19:24:02.22: NamespaceMonitor - Received BOOKMARK: oldResVer=2128 newResVer=2128 2025-11-05 19:24:02.22: NamespaceMonitor - start process kube event 2025-11-05 19:24:02.22: empty line received 2025-11-05 19:24:02.22: NamespaceMonitor - start process kube event 2025-11-05 19:24:18.72: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-05 19:24:18.72: NetworkMonitor - start process kube event 2025-11-05 19:24:18.72: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1400 2025-11-05 19:24:18.72: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:24:18.72: NetworkMonitor - Connect Kube API result 0 2025-11-05 19:24:18.72: NetworkMonitor - _schedule_vnc_sync 2025-11-05 19:24:18.72: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1400'})(timeout=120) 2025-11-05 19:24:18.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 19:24:18.73: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 19:24:18.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:24:18.76: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1400'}) 2025-11-05 19:24:19.41: PodMonitor - Received ADDED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:19.41: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-05 19:24:19.41: PodMonitor - start process kube event 2025-11-05 19:24:19.41: empty line received 2025-11-05 19:24:19.41: PodMonitor - start process kube event 2025-11-05 19:24:19.43: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:19.43: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:19.43: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:19.43: PodMonitor - start process kube event 2025-11-05 19:24:19.43: empty line received 2025-11-05 19:24:19.43: PodMonitor - start process kube event 2025-11-05 19:24:19.47: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:19.47: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:19.47: PodMonitor - start process kube event 2025-11-05 19:24:19.47: empty line received 2025-11-05 19:24:19.47: PodMonitor - start process kube event 2025-11-05 19:24:19.74: PodMonitor - Received ADDED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:19.74: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-05 19:24:19.75: PodMonitor - start process kube event 2025-11-05 19:24:19.75: empty line received 2025-11-05 19:24:19.75: PodMonitor - start process kube event 2025-11-05 19:24:19.75: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:19.75: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:19.75: PodMonitor - start process kube event 2025-11-05 19:24:19.75: empty line received 2025-11-05 19:24:19.75: PodMonitor - start process kube event 2025-11-05 19:24:19.76: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:19.76: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:19.76: PodMonitor - start process kube event 2025-11-05 19:24:19.76: empty line received 2025-11-05 19:24:19.76: PodMonitor - start process kube event 2025-11-05 19:24:20.31: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:20.31: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:20.31: PodMonitor - start process kube event 2025-11-05 19:24:20.31: empty line received 2025-11-05 19:24:20.31: PodMonitor - start process kube event 2025-11-05 19:24:20.32: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 19:24:20.32: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:20.47: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 19:24:20.47: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:21.11: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:21.11: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:21.11: PodMonitor - start process kube event 2025-11-05 19:24:21.11: empty line received 2025-11-05 19:24:21.11: PodMonitor - start process kube event 2025-11-05 19:24:21.12: VncKubernetes - wait event (qsize=3 timeout=120) [Introspect:8108]10.0.0.73 - - [2025-11-05 19:24:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001219 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:24:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001288 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:24:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001471 [Introspect:8108]10.0.0.73 - - [2025-11-05 19:24:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001222 2025-11-05 19:24:21.12: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:21.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:24:21.21: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:21.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:24:21.27: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:21.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:24:30.61: EndPointMonitor - Received BOOKMARK: oldResVer=2099 newResVer=2099 2025-11-05 19:24:30.61: EndPointMonitor - start process kube event 2025-11-05 19:24:30.61: empty line received 2025-11-05 19:24:30.61: EndPointMonitor - start process kube event 2025-11-05 19:24:31.18: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2102 newResVer=2102 2025-11-05 19:24:31.18: NetworkPolicyMonitor - start process kube event 2025-11-05 19:24:31.18: empty line received 2025-11-05 19:24:31.18: NetworkPolicyMonitor - start process kube event 2025-11-05 19:24:37.85: PodMonitor - Received BOOKMARK: oldResVer=2047 newResVer=2331 2025-11-05 19:24:37.85: PodMonitor - start process kube event 2025-11-05 19:24:37.85: empty line received 2025-11-05 19:24:37.85: PodMonitor - start process kube event 2025-11-05 19:24:38.01: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:38.01: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:38.01: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:38.01: PodMonitor - start process kube event 2025-11-05 19:24:38.01: empty line received 2025-11-05 19:24:38.01: PodMonitor - start process kube event 2025-11-05 19:24:38.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:24:39.02: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:39.02: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:39.02: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:24:39.02: PodMonitor - start process kube event 2025-11-05 19:24:39.02: empty line received 2025-11-05 19:24:39.02: PodMonitor - start process kube event 2025-11-05 19:24:39.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:24:39.57: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:39.57: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:39.57: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:24:39.58: PodMonitor - start process kube event 2025-11-05 19:24:39.58: empty line received 2025-11-05 19:24:39.58: PodMonitor - start process kube event 2025-11-05 19:24:39.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:24:43.53: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:24:43.53: IngressMonitor - start process kube event 2025-11-05 19:24:43.53: empty line received 2025-11-05 19:24:43.53: IngressMonitor - start process kube event 2025-11-05 19:25:02.47: NamespaceMonitor - Received BOOKMARK: oldResVer=2128 newResVer=2128 2025-11-05 19:25:02.47: NamespaceMonitor - start process kube event 2025-11-05 19:25:02.47: empty line received 2025-11-05 19:25:02.47: NamespaceMonitor - start process kube event 2025-11-05 19:25:11.08: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.08: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.08: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.08: PodMonitor - start process kube event 2025-11-05 19:25:11.08: empty line received 2025-11-05 19:25:11.08: PodMonitor - start process kube event 2025-11-05 19:25:11.09: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.09: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.09: PodMonitor - start process kube event 2025-11-05 19:25:11.09: empty line received 2025-11-05 19:25:11.09: PodMonitor - start process kube event 2025-11-05 19:25:11.10: PodMonitor - Received DELETED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.10: PodMonitor - Got DELETED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.10: PodMonitor - start process kube event 2025-11-05 19:25:11.10: empty line received 2025-11-05 19:25:11.10: PodMonitor - start process kube event 2025-11-05 19:25:11.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 19:25:11.11: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:25:11.17: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:f86f412f-53a6-4f83-a66a-a54f11286848 2025-11-05 19:25:11.21: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:25:11.21: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:25:11.21: PodMonitor - start process kube event 2025-11-05 19:25:11.21: empty line received 2025-11-05 19:25:11.21: PodMonitor - start process kube event 2025-11-05 19:25:11.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 19:25:11.47: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:b31fff9e-52b8-40a1-ae49-83d1f62a4e5f 2025-11-05 19:25:11.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 19:25:17.41: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:25:17.41: IngressMonitor - start process kube event 2025-11-05 19:25:17.41: empty line received 2025-11-05 19:25:17.41: IngressMonitor - start process kube event 2025-11-05 19:25:18.53: IngressMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-05 19:25:18.53: IngressMonitor - start process kube event 2025-11-05 19:25:18.53: empty line received 2025-11-05 19:25:18.53: IngressMonitor - start process kube event 2025-11-05 19:25:19.98: stop iteration IngressMonitor 2025-11-05 19:25:19.98: IngressMonitor - start process kube event 2025-11-05 19:25:19.98: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1553 2025-11-05 19:25:19.98: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-05 19:25:19.98: IngressMonitor - Connect Kube API result 0 2025-11-05 19:25:19.98: IngressMonitor - _schedule_vnc_sync 2025-11-05 19:25:19.98: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1553'})(timeout=120)