++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Mon Nov 10 07:46:01 PM UTC 2025 ===================' INFO: =================== Mon Nov 10 07:46:01 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ cut -d / -f 1 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ head -n 1 +++ ip addr show dev ens3 +++ awk '{print $2}' ++ DEFAULT_LOCAL_IP=10.0.0.48 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.48 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.48 ++ ANALYTICSDB_NODES=10.0.0.48 ++ ANALYTICS_SNMP_NODES=10.0.0.48 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8081 ' +++ '[' -n '10.0.0.48:8081 ' ']' +++ echo 10.0.0.48:8081 ++ ANALYTICS_SERVERS=10.0.0.48:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9042 ' +++ '[' -n '10.0.0.48:9042 ' ']' +++ echo 10.0.0.48:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.48:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.48 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8086 ' +++ '[' -n '10.0.0.48:8086 ' ']' +++ echo 10.0.0.48:8086 ++ COLLECTOR_SERVERS=10.0.0.48:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.48 ++ CONFIGDB_NODES=10.0.0.48 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8082 ' +++ '[' -n '10.0.0.48:8082 ' ']' +++ echo 10.0.0.48:8082 ++ CONFIG_SERVERS=10.0.0.48:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9161 ' +++ '[' -n '10.0.0.48:9161 ' ']' +++ echo 10.0.0.48:9161 ++ CONFIGDB_SERVERS=10.0.0.48:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9041 ' +++ '[' -n '10.0.0.48:9041 ' ']' +++ echo 10.0.0.48:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.48:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.48 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.48 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.48 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:2181, +++ '[' -n 10.0.0.48:2181, ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS=10.0.0.48:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:2181 ' +++ '[' -n '10.0.0.48:2181 ' ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.48:2181 ++ RABBITMQ_NODES=10.0.0.48 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:5673, +++ '[' -n 10.0.0.48:5673, ']' +++ echo 10.0.0.48:5673 ++ RABBITMQ_SERVERS=10.0.0.48:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:6379 ' +++ '[' -n '10.0.0.48:6379 ' ']' +++ echo 10.0.0.48:6379 ++ REDIS_SERVERS=10.0.0.48:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.48 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9092 ' +++ '[' -n '10.0.0.48:9092 ' ']' +++ echo 10.0.0.48:9092 ++ KAFKA_SERVERS=10.0.0.48:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.48 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.48 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.48 ++ cut -d , -f 1 + local cassandra=10.0.0.48 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.48 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ik9YLW1JbjB0N3hPTXB4M0NuUnljbmFIUkFrVXpGcGEwSDNHS05XNUgzVkUifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjcwZTZkOTQ4LTZjZjMtNDBmMC1hZGYxLTE3ZWI5Y2M0ZjgyYyIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.mGpdlCKVfvQ8RIStFHqep9qL3mM3JoYEyQuODhTFNh_aKhTc3n15k3tGDL95k-imBEhjz9ESGoHAA2j77I_FN2xoxmFuaYa1qa-6imHisJYh813BlZqyrspFTlYgL8z-VCxvdUUYWblQYrnmcnFBq3KPv2vA1kWPDYEHAEJ_1xF6c8aFmCVecpa5-B0UAevbd7LzF1F6lQc4kqKM7YEBEVMAOJAJvUAhbN92kWQtbOinhYA6FQGTpdAaBTDOJffCRFcZU_eZ-UDjsESb_5qDGj2esMC7Aa4ejxcs7lBt_PVRovoVlXe97btaujE8PX_ReV1weaTXE3xOOMa4UGdsKw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.48 +++ local servers=10.0.0.48 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ grep -vi host ++++ uniq ++++ sort ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.48,10.161.59.1,127.0.0.1,172.17.0.1,252.48.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.48'\''))' +++ local server_ip=10.0.0.48 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.48 ]] +++ [[ ,10.0.0.48,10.161.59.1,127.0.0.1,172.17.0.1,252.48.0.1,, =~ ,10\.0\.0\.48, ]] +++ echo 10.0.0.48 1 +++ return ++ local ip=10.0.0.48 ++ [[ -z 10.0.0.48 ]] ++ echo 10.0.0.48 + host_ip=10.0.0.48 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.48:9041 + cassandra_server_list=10.0.0.48:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sort ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ set -o posix ++ set ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/10/2025 19:46:10.426 7f8146579340 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/10/2025 19:46:11.123 7f8146579340 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/10/2025 19:46:11.123 7f8146579340 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.48 - - [2025-11-10 19:46:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2632 0.001787 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:46:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001493 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:46:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001385 2025-11-10 19:46:11.52: KubeMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:11.52: KubeMonitor - Connect Kube API result 0 2025-11-10 19:46:11.66: KubeMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-11-10 19:46:11.68: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-11-10 19:46:11.69: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1 2025-11-10 19:46:11.71: PodMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-11-10 19:46:11.74: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-11-10 19:46:11.77: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-11-10 19:46:11.79: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-11-10 19:46:11.82: IngressMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-11-10 19:46:11.82: VncKubernetes - vnc_connect starting 2025-11-10 19:46:11.83: VncKubernetes - vnc_connect failed: 2025-11-10 19:46:14.84: VncKubernetes - vnc_connect failed: 2025-11-10 19:46:17.85: VncKubernetes - vnc_connect failed: 2025-11-10 19:46:20.86: VncKubernetes - vnc_connect failed: 2025-11-10 19:46:23.87: VncKubernetes - vnc_connect failed: 2025-11-10 19:46:26.88: VncKubernetes - vnc_connect failed: 2025-11-10 19:46:29.89: VncKubernetes - vnc_connect done 2025-11-10 19:46:30.17: default-domain domain available. 2025-11-10 19:46:36.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:46:36.70: NamespaceMonitor - start process kube event 2025-11-10 19:46:36.70: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.70: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.70: NetworkMonitor - start process kube event 2025-11-10 19:46:36.70: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.70: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.70: PodMonitor - start process kube event 2025-11-10 19:46:36.70: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.70: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.70: ServiceMonitor - start process kube event 2025-11-10 19:46:36.70: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.70: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.70: NetworkPolicyMonitor - start process kube event 2025-11-10 19:46:36.70: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.70: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.70: EndPointMonitor - start process kube event 2025-11-10 19:46:36.70: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.70: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.70: IngressMonitor - start process kube event 2025-11-10 19:46:36.70: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.70: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.70: IngressMonitor - Connect Kube API result 0 2025-11-10 19:46:36.70: IngressMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-10 19:46:36.71: EndPointMonitor - Connect Kube API result 0 2025-11-10 19:46:36.71: EndPointMonitor - Start init url=https://10.0.0.48:6443/api/v1/endpoints resource_version=None 2025-11-10 19:46:36.71: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 19:46:36.71: NetworkPolicyMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-10 19:46:36.71: ServiceMonitor - Connect Kube API result 0 2025-11-10 19:46:36.71: ServiceMonitor - Start init url=https://10.0.0.48:6443/api/v1/services resource_version=None 2025-11-10 19:46:36.72: PodMonitor - Connect Kube API result 0 2025-11-10 19:46:36.72: PodMonitor - Start init url=https://10.0.0.48:6443/api/v1/pods resource_version=None 2025-11-10 19:46:36.72: NetworkMonitor - Connect Kube API result 0 2025-11-10 19:46:36.73: NamespaceMonitor - Connect Kube API result 0 2025-11-10 19:46:36.73: NamespaceMonitor - Start init url=https://10.0.0.48:6443/api/v1/namespaces resource_version=None 2025-11-10 19:46:36.78: IngressMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses, resource_version=413 2025-11-10 19:46:36.78: IngressMonitor - _schedule_vnc_sync 2025-11-10 19:46:36.79: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:46:36.79: NetworkPolicyMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=413 2025-11-10 19:46:36.79: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 19:46:36.79: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:46:36.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 19:46:36.80: VncKubernetes - vnc_sync - Ingress start 2025-11-10 19:46:36.80: VncKubernetes - vnc_sync - Ingress done 2025-11-10 19:46:36.80: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:46:36.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 19:46:36.81: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 19:46:36.82: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 19:46:36.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:46:36.84: EndPointMonitor - Got ADDED Endpoints default:kubernetes:ead32c53-2480-4a07-b21b-302641334ec9 2025-11-10 19:46:36.84: NamespaceMonitor - Got ADDED Namespace None:contrail:1d15d2d7-6907-4cd0-b56f-6008ff1c7dd7 2025-11-10 19:46:36.85: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:46:36.85: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:46:36.85: PodMonitor - Done init url=https://10.0.0.48:6443/api/v1/pods, resource_version=413 2025-11-10 19:46:36.85: PodMonitor - _schedule_vnc_sync 2025-11-10 19:46:36.85: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:46:36.85: ServiceMonitor - Got ADDED Service default:kubernetes:de705ca3-f918-4a94-9764-f2675ec162f4 2025-11-10 19:46:36.85: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:46:36.85: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:ead32c53-2480-4a07-b21b-302641334ec9 2025-11-10 19:46:36.85: NetworkMonitor - Start init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-10 19:46:36.86: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:46:36.87: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-11-10 19:46:36.87: NamespaceMonitor - Got ADDED Namespace None:default:854bb669-fbad-41d5-966b-233eb7aa88e5 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:46:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001293 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:46:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001236 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:46:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001202 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:47:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001322 2025-11-10 19:46:36.87: NetworkMonitor - start process kube event 2025-11-10 19:46:36.87: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 19:46:36.87: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:46:36.87: NetworkMonitor - Connect Kube API result 0 2025-11-10 19:46:36.87: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:46:36.87: EndPointMonitor - Done init url=https://10.0.0.48:6443/api/v1/endpoints, resource_version=413 2025-11-10 19:46:36.87: EndPointMonitor - _schedule_vnc_sync 2025-11-10 19:46:36.87: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:46:36.88: ServiceMonitor - Got ADDED Service kube-system:kube-dns:4eeda140-816f-4946-9238-a5d77e5b8985 2025-11-10 19:46:36.88: ServiceMonitor - Done init url=https://10.0.0.48:6443/api/v1/services, resource_version=413 2025-11-10 19:46:36.88: ServiceMonitor - _schedule_vnc_sync 2025-11-10 19:46:36.88: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:46:36.88: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:65b00a96-19c7-499a-977c-942bd9a843fd 2025-11-10 19:46:36.88: NetworkMonitor - Start init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-10 19:46:36.89: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:46:36.89: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:46:36.90: NamespaceMonitor - Got ADDED Namespace None:kube-public:aadf6809-07ec-403a-a924-82734e24b433 2025-11-10 19:46:36.90: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-10 19:46:36.90: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:1d15d2d7-6907-4cd0-b56f-6008ff1c7dd7 2025-11-10 19:46:36.90: NamespaceMonitor - Got ADDED Namespace None:kube-system:88a209a3-ff66-4e9f-a32b-4fc111c01166 2025-11-10 19:46:36.90: NamespaceMonitor - Done init url=https://10.0.0.48:6443/api/v1/namespaces, resource_version=413 2025-11-10 19:46:36.90: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 19:46:36.90: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:46:36.93: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:46:36.95: NetworkMonitor - Done init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=417 2025-11-10 19:46:36.95: NetworkMonitor - _schedule_vnc_sync 2025-11-10 19:46:36.95: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'})(timeout=120) 2025-11-10 19:46:36.96: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'}) 2025-11-10 19:46:41.32: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:46:41.32: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:46:44.40: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:46:44.40: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:46:44.40: PodMonitor - start process kube event 2025-11-10 19:46:44.41: empty line received 2025-11-10 19:46:44.41: PodMonitor - start process kube event 2025-11-10 19:46:44.41: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:46:44.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 19:46:44.41: VncKubernetes - vnc_sync - Pod start 2025-11-10 19:46:44.41: VncKubernetes - vnc_sync - Pod done 2025-11-10 19:46:44.41: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 19:46:44.41: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:de705ca3-f918-4a94-9764-f2675ec162f4 2025-11-10 19:46:46.86: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-10 19:46:46.86: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:854bb669-fbad-41d5-966b-233eb7aa88e5 2025-11-10 19:46:49.35: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-10 19:46:49.35: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:46:49.38: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-10 19:46:49.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 19:46:49.38: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 19:46:49.38: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-10 19:46:49.38: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:4eeda140-816f-4946-9238-a5d77e5b8985 2025-11-10 19:46:51.69: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-10 19:46:51.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 19:46:51.69: VncKubernetes - vnc_sync - Service start 2025-11-10 19:46:51.69: VncKubernetes - vnc_sync - Service done 2025-11-10 19:46:51.69: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 19:46:51.69: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:65b00a96-19c7-499a-977c-942bd9a843fd 2025-11-10 19:46:53.88: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 19:46:53.88: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:aadf6809-07ec-403a-a924-82734e24b433 2025-11-10 19:46:56.31: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 19:46:56.31: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:88a209a3-ff66-4e9f-a32b-4fc111c01166 2025-11-10 19:46:58.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 19:46:58.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 19:46:58.02: VncKubernetes - vnc_sync - Namespace start 2025-11-10 19:46:58.02: VncKubernetes - vnc_sync - Namespace done 2025-11-10 19:46:58.02: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:46:58.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 19:46:58.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 19:46:58.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:46:58.02: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:46:58.09: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.48 - - [2025-11-10 19:48:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001275 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:49:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001235 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:49:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001350 2025-11-10 19:47:37.01: PodMonitor - Received BOOKMARK: oldResVer=413 newResVer=429 2025-11-10 19:47:37.01: PodMonitor - start process kube event 2025-11-10 19:47:37.01: empty line received 2025-11-10 19:47:37.01: PodMonitor - start process kube event 2025-11-10 19:48:36.70: PodMonitor - Received BOOKMARK: oldResVer=429 newResVer=429 2025-11-10 19:48:36.70: PodMonitor - start process kube event 2025-11-10 19:48:36.70: empty line received 2025-11-10 19:48:36.70: PodMonitor - start process kube event 2025-11-10 19:48:36.85: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:48:36.85: IngressMonitor - start process kube event 2025-11-10 19:48:36.85: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:48:36.85: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:48:36.85: IngressMonitor - Connect Kube API result 0 2025-11-10 19:48:36.85: IngressMonitor - _schedule_vnc_sync 2025-11-10 19:48:36.85: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:48:36.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 19:48:36.85: VncKubernetes - vnc_sync - Ingress start 2025-11-10 19:48:36.85: VncKubernetes - vnc_sync - Ingress done 2025-11-10 19:48:36.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:48:36.85: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:48:36.85: NetworkPolicyMonitor - start process kube event 2025-11-10 19:48:36.85: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:48:36.85: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:48:36.85: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 19:48:36.85: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 19:48:36.85: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:48:36.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 19:48:36.86: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 19:48:36.86: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 19:48:36.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:48:36.87: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:48:36.87: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:48:36.89: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:48:36.89: EndPointMonitor - start process kube event 2025-11-10 19:48:36.89: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:48:36.89: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:48:36.89: EndPointMonitor - Connect Kube API result 0 2025-11-10 19:48:36.89: EndPointMonitor - _schedule_vnc_sync 2025-11-10 19:48:36.89: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:48:36.89: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:48:36.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 19:48:36.89: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 19:48:36.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:48:36.89: ServiceMonitor - start process kube event 2025-11-10 19:48:36.89: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:48:36.89: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:48:36.89: ServiceMonitor - Connect Kube API result 0 2025-11-10 19:48:36.89: ServiceMonitor - _schedule_vnc_sync 2025-11-10 19:48:36.89: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:48:36.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 19:48:36.89: VncKubernetes - vnc_sync - Service start 2025-11-10 19:48:36.89: VncKubernetes - vnc_sync - Service done 2025-11-10 19:48:36.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:48:36.90: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:48:36.90: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:48:36.93: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:48:36.93: NamespaceMonitor - start process kube event 2025-11-10 19:48:36.93: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:48:36.93: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:48:36.93: NamespaceMonitor - Connect Kube API result 0 2025-11-10 19:48:36.93: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 19:48:36.93: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:48:36.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 19:48:36.93: VncKubernetes - vnc_sync - Namespace start 2025-11-10 19:48:36.93: VncKubernetes - vnc_sync - Namespace done 2025-11-10 19:48:36.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:48:36.93: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:48:36.96: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:48:36.96: NetworkMonitor - start process kube event 2025-11-10 19:48:36.96: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=417 2025-11-10 19:48:36.96: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:48:36.96: NetworkMonitor - Connect Kube API result 0 2025-11-10 19:48:36.96: NetworkMonitor - _schedule_vnc_sync 2025-11-10 19:48:36.96: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'})(timeout=120) 2025-11-10 19:48:36.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 19:48:36.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 19:48:36.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:48:36.97: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'}) 2025-11-10 19:49:36.27: PodMonitor - Received BOOKMARK: oldResVer=429 newResVer=429 2025-11-10 19:49:36.27: PodMonitor - start process kube event 2025-11-10 19:49:36.27: empty line received 2025-11-10 19:49:36.27: PodMonitor - start process kube event 2025-11-10 19:50:36.87: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:50:36.87: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:50:36.87: IngressMonitor - start process kube event 2025-11-10 19:50:36.87: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:50:36.87: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:50:36.87: NetworkPolicyMonitor - start process kube event 2025-11-10 19:50:36.87: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:50:36.87: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:50:36.87: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 19:50:36.87: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 19:50:36.87: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:50:36.87: IngressMonitor - Connect Kube API result 0 2025-11-10 19:50:36.87: IngressMonitor - _schedule_vnc_sync 2025-11-10 19:50:36.87: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:50:36.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 19:50:36.88: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 19:50:36.88: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 19:50:36.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:50:36.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 19:50:36.88: VncKubernetes - vnc_sync - Ingress start 2025-11-10 19:50:36.88: VncKubernetes - vnc_sync - Ingress done 2025-11-10 19:50:36.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:50:36.89: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:50:36.89: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:50:36.90: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:50:36.90: EndPointMonitor - start process kube event 2025-11-10 19:50:36.90: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:50:36.90: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:50:36.90: EndPointMonitor - Connect Kube API result 0 2025-11-10 19:50:36.91: EndPointMonitor - _schedule_vnc_sync 2025-11-10 19:50:36.91: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:50:36.91: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:50:36.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 19:50:36.91: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 19:50:36.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:50:36.91: ServiceMonitor - start process kube event 2025-11-10 19:50:36.91: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:50:36.91: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:50:36.91: ServiceMonitor - Connect Kube API result 0 2025-11-10 19:50:36.91: ServiceMonitor - _schedule_vnc_sync 2025-11-10 19:50:36.91: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:50:36.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 19:50:36.91: VncKubernetes - vnc_sync - Service start 2025-11-10 19:50:36.91: VncKubernetes - vnc_sync - Service done 2025-11-10 19:50:36.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:50:36.92: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:50:36.92: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:50:36.94: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:50:36.94: NamespaceMonitor - start process kube event 2025-11-10 19:50:36.94: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:50:36.94: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:50:36.94: NamespaceMonitor - Connect Kube API result 0 2025-11-10 19:50:36.94: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 19:50:36.94: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:50:36.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 19:50:36.94: VncKubernetes - vnc_sync - Namespace start 2025-11-10 19:50:36.94: VncKubernetes - vnc_sync - Namespace done 2025-11-10 19:50:36.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:50:36.95: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:50:36.97: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:50:36.97: NetworkMonitor - start process kube event 2025-11-10 19:50:36.97: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=417 2025-11-10 19:50:36.97: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:50:36.97: NetworkMonitor - Connect Kube API result 0 2025-11-10 19:50:36.97: NetworkMonitor - _schedule_vnc_sync 2025-11-10 19:50:36.97: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'})(timeout=120) 2025-11-10 19:50:36.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 19:50:36.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 19:50:36.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:50:36.98: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'}) 2025-11-10 19:50:37.25: PodMonitor - Received BOOKMARK: oldResVer=429 newResVer=429 2025-11-10 19:50:37.25: PodMonitor - start process kube event 2025-11-10 19:50:37.25: PodMonitor - _schedule_vnc_sync 2025-11-10 19:50:37.25: empty line received 2025-11-10 19:50:37.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 19:50:37.25: VncKubernetes - vnc_sync - Pod start 2025-11-10 19:50:37.25: PodMonitor - start process kube event 2025-11-10 19:50:37.30: VncKubernetes - vnc_sync - Pod done 2025-11-10 19:50:37.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:50:45.10: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:50:45.10: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:50:45.10: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:50:45.11: PodMonitor - start process kube event 2025-11-10 19:50:45.11: empty line received 2025-11-10 19:50:45.11: PodMonitor - start process kube event 2025-11-10 19:50:45.11: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:50:45.12: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:50:45.12: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:50:45.12: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:50:45.12: PodMonitor - start process kube event 2025-11-10 19:50:45.12: empty line received 2025-11-10 19:50:45.12: EndPointMonitor - start process kube event 2025-11-10 19:50:45.12: empty line received 2025-11-10 19:50:45.12: PodMonitor - start process kube event 2025-11-10 19:50:45.12: EndPointMonitor - start process kube event 2025-11-10 19:50:45.14: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:50:45.14: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:50:45.14: EndPointMonitor - start process kube event 2025-11-10 19:50:45.14: empty line received 2025-11-10 19:50:45.14: EndPointMonitor - start process kube event 2025-11-10 19:50:45.17: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 19:50:45.17: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:50:45.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:50:45.18: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:50:45.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:50:45.25: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:50:45.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:51:36.49: EndPointMonitor - Received BOOKMARK: oldResVer=413 newResVer=770 2025-11-10 19:51:36.49: EndPointMonitor - start process kube event 2025-11-10 19:51:36.49: empty line received 2025-11-10 19:51:36.49: EndPointMonitor - start process kube event 2025-11-10 19:51:37.29: PodMonitor - Received BOOKMARK: oldResVer=429 newResVer=768 2025-11-10 19:51:37.29: PodMonitor - start process kube event 2025-11-10 19:51:37.29: empty line received 2025-11-10 19:51:37.29: PodMonitor - start process kube event 2025-11-10 19:51:58.35: PodMonitor - Received BOOKMARK: oldResVer=768 newResVer=768 2025-11-10 19:51:58.35: PodMonitor - start process kube event 2025-11-10 19:51:58.35: empty line received 2025-11-10 19:51:58.35: PodMonitor - start process kube event 2025-11-10 19:52:00.31: stop iteration PodMonitor 2025-11-10 19:52:00.31: PodMonitor - start process kube event 2025-11-10 19:52:00.31: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=768 2025-11-10 19:52:00.32: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:52:00.32: PodMonitor - Connect Kube API result 0 2025-11-10 19:52:00.32: PodMonitor - _schedule_vnc_sync 2025-11-10 19:52:00.32: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '768'})(timeout=120) 2025-11-10 19:52:00.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 19:52:00.32: VncKubernetes - vnc_sync - Pod start 2025-11-10 19:52:00.32: VncKubernetes - vnc_sync - Pod done 2025-11-10 19:52:00.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:52:00.33: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '768'}) 2025-11-10 19:52:36.89: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:52:36.89: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:52:36.89: NetworkPolicyMonitor - start process kube event 2025-11-10 19:52:36.89: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:52:36.89: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:52:36.89: IngressMonitor - start process kube event 2025-11-10 19:52:36.89: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:52:36.89: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:52:36.89: IngressMonitor - Connect Kube API result 0 2025-11-10 19:52:36.90: IngressMonitor - _schedule_vnc_sync 2025-11-10 19:52:36.90: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:52:36.90: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 19:52:36.91: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 19:52:36.91: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:52:36.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 19:52:36.91: VncKubernetes - vnc_sync - Ingress start 2025-11-10 19:52:36.91: VncKubernetes - vnc_sync - Ingress done 2025-11-10 19:52:36.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:52:36.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 19:52:36.91: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 19:52:36.91: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 19:52:36.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:52:36.92: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:52:36.92: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:52:36.92: ServiceMonitor - start process kube event 2025-11-10 19:52:36.92: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:52:36.92: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:52:36.92: ServiceMonitor - Connect Kube API result 0 2025-11-10 19:52:36.93: ServiceMonitor - _schedule_vnc_sync 2025-11-10 19:52:36.93: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:52:36.93: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:52:36.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 19:52:36.93: VncKubernetes - vnc_sync - Service start 2025-11-10 19:52:36.93: VncKubernetes - vnc_sync - Service done 2025-11-10 19:52:36.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:52:36.94: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:52:36.95: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. [Introspect:8108]10.0.0.48 - - [2025-11-10 19:53:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001162 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:53:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001252 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:54:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001096 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:54:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001258 2025-11-10 19:52:36.95: NamespaceMonitor - start process kube event 2025-11-10 19:52:36.95: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:52:36.95: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:52:36.95: NamespaceMonitor - Connect Kube API result 0 2025-11-10 19:52:36.95: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 19:52:36.95: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:52:36.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 19:52:36.95: VncKubernetes - vnc_sync - Namespace start 2025-11-10 19:52:36.95: VncKubernetes - vnc_sync - Namespace done 2025-11-10 19:52:36.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:52:36.96: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:52:36.98: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:52:36.98: NetworkMonitor - start process kube event 2025-11-10 19:52:36.98: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=417 2025-11-10 19:52:36.98: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:52:36.98: NetworkMonitor - Connect Kube API result 0 2025-11-10 19:52:36.98: NetworkMonitor - _schedule_vnc_sync 2025-11-10 19:52:36.98: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'})(timeout=120) 2025-11-10 19:52:36.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 19:52:36.98: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 19:52:36.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:52:36.98: EndPointMonitor - Received BOOKMARK: oldResVer=770 newResVer=770 2025-11-10 19:52:36.98: EndPointMonitor - start process kube event 2025-11-10 19:52:36.98: empty line received 2025-11-10 19:52:36.98: EndPointMonitor - start process kube event 2025-11-10 19:52:36.99: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'}) 2025-11-10 19:52:37.51: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:52:37.51: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:52:37.51: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:52:37.51: PodMonitor - start process kube event 2025-11-10 19:52:37.51: empty line received 2025-11-10 19:52:37.51: PodMonitor - start process kube event 2025-11-10 19:52:37.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:52:37.53: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:52:37.53: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:52:37.53: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:52:37.53: EndPointMonitor - start process kube event 2025-11-10 19:52:37.54: empty line received 2025-11-10 19:52:37.54: EndPointMonitor - start process kube event 2025-11-10 19:52:37.54: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:52:37.54: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:52:37.54: PodMonitor - start process kube event 2025-11-10 19:52:37.54: empty line received 2025-11-10 19:52:37.54: PodMonitor - start process kube event 2025-11-10 19:52:37.56: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:52:37.56: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:52:37.56: EndPointMonitor - start process kube event 2025-11-10 19:52:37.56: empty line received 2025-11-10 19:52:37.56: EndPointMonitor - start process kube event 2025-11-10 19:52:37.92: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:52:37.92: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:52:37.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:52:37.97: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:52:38.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:53:00.96: PodMonitor - Received BOOKMARK: oldResVer=768 newResVer=934 2025-11-10 19:53:00.96: PodMonitor - start process kube event 2025-11-10 19:53:00.97: empty line received 2025-11-10 19:53:00.97: PodMonitor - start process kube event 2025-11-10 19:53:36.93: EndPointMonitor - Received BOOKMARK: oldResVer=770 newResVer=936 2025-11-10 19:53:36.93: EndPointMonitor - start process kube event 2025-11-10 19:53:36.93: empty line received 2025-11-10 19:53:36.93: EndPointMonitor - start process kube event 2025-11-10 19:54:00.35: PodMonitor - Received BOOKMARK: oldResVer=934 newResVer=934 2025-11-10 19:54:00.35: PodMonitor - start process kube event 2025-11-10 19:54:00.35: empty line received 2025-11-10 19:54:00.35: PodMonitor - start process kube event 2025-11-10 19:54:36.92: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:54:36.92: IngressMonitor - start process kube event 2025-11-10 19:54:36.92: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:54:36.92: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:54:36.92: IngressMonitor - Connect Kube API result 0 2025-11-10 19:54:36.92: IngressMonitor - _schedule_vnc_sync 2025-11-10 19:54:36.92: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:54:36.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 19:54:36.93: VncKubernetes - vnc_sync - Ingress start 2025-11-10 19:54:36.93: VncKubernetes - vnc_sync - Ingress done 2025-11-10 19:54:36.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:54:36.93: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:54:36.93: NetworkPolicyMonitor - start process kube event 2025-11-10 19:54:36.93: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:54:36.93: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:54:36.93: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 19:54:36.93: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 19:54:36.93: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:54:36.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None)[Introspect:8108]10.0.0.48 - - [2025-11-10 19:55:20] "GET /Snh_NamespaceDatabaseList?namespace_uuid=854bb669-fbad-41d5-966b-233eb7aa88e5 HTTP/1.1" 200 753 0.003112 2025-11-10 19:54:36.93: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 19:54:36.94: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:54:36.94: ServiceMonitor - start process kube event 2025-11-10 19:54:36.94: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:54:36.94: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:54:36.94: ServiceMonitor - Connect Kube API result 0 2025-11-10 19:54:36.94: ServiceMonitor - _schedule_vnc_sync 2025-11-10 19:54:36.94: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:54:36.96: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:54:36.96: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:54:36.96: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:54:36.96: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:54:36.96: NamespaceMonitor - start process kube event 2025-11-10 19:54:36.96: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=413 2025-11-10 19:54:36.96: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:54:36.96: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 19:54:36.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:54:36.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 19:54:36.96: VncKubernetes - vnc_sync - Service start 2025-11-10 19:54:36.96: VncKubernetes - vnc_sync - Service done 2025-11-10 19:54:36.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:54:36.96: NamespaceMonitor - Connect Kube API result 0 2025-11-10 19:54:36.96: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 19:54:36.96: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'})(timeout=120) 2025-11-10 19:54:36.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 19:54:36.96: VncKubernetes - vnc_sync - Namespace start 2025-11-10 19:54:36.96: VncKubernetes - vnc_sync - Namespace done 2025-11-10 19:54:36.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:54:36.97: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '413'}) 2025-11-10 19:54:36.99: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:54:36.99: NetworkMonitor - start process kube event 2025-11-10 19:54:36.99: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=417 2025-11-10 19:54:36.99: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:54:36.99: NetworkMonitor - Connect Kube API result 0 2025-11-10 19:54:36.99: NetworkMonitor - _schedule_vnc_sync 2025-11-10 19:54:36.99: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'})(timeout=120) 2025-11-10 19:54:36.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 19:54:36.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 19:54:36.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:54:37.00: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'}) 2025-11-10 19:54:37.01: EndPointMonitor - Received BOOKMARK: oldResVer=936 newResVer=936 2025-11-10 19:54:37.01: EndPointMonitor - start process kube event 2025-11-10 19:54:37.01: EndPointMonitor - _schedule_vnc_sync 2025-11-10 19:54:37.01: empty line received 2025-11-10 19:54:37.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 19:54:37.01: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 19:54:37.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:54:37.01: EndPointMonitor - start process kube event 2025-11-10 19:55:00.87: PodMonitor - Received BOOKMARK: oldResVer=934 newResVer=934 2025-11-10 19:55:00.88: PodMonitor - start process kube event 2025-11-10 19:55:00.88: empty line received 2025-11-10 19:55:00.88: PodMonitor - start process kube event 2025-11-10 19:55:20.89: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:20.89: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:20.89: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-01812584:8916bfb5-724c-4392-a05f-30f4f157bb5d 2025-11-10 19:55:20.89: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-01812584:8916bfb5-724c-4392-a05f-30f4f157bb5d 2025-11-10 19:55:20.89: VncKubernetes - Process event (name=ctest-nginx-svc-01812584 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:20.89: EndPointMonitor - start process kube event 2025-11-10 19:55:20.89: empty line received 2025-11-10 19:55:20.89: ServiceMonitor - start process kube event 2025-11-10 19:55:20.89: empty line received 2025-11-10 19:55:20.90: EndPointMonitor - start process kube event 2025-11-10 19:55:20.90: ServiceMonitor - start process kube event 2025-11-10 19:55:20.92: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:20.92: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-06484986 (no nodeName) 2025-11-10 19:55:20.92: PodMonitor - start process kube event 2025-11-10 19:55:20.92: empty line received 2025-11-10 19:55:20.92: PodMonitor - start process kube event 2025-11-10 19:55:20.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:55:20.93: VncKubernetes - Process event (name=ctest-nginx-svc-01812584 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-01812584:8916bfb5-724c-4392-a05f-30f4f157bb5d 2025-11-10 19:55:20.94: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:20.94: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:20.94: PodMonitor - start process kube event 2025-11-10 19:55:20.94: empty line received 2025-11-10 19:55:20.94: PodMonitor - start process kube event 2025-11-10 19:55:20.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:20.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:21.00: PodMonitor - start process kube event 2025-11-10 19:55:21.00: empty line received 2025-11-10 19:55:21.00: PodMonitor - start process kube event 2025-11-10 19:55:21.00: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:21.00: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-84642876 (no nodeName) 2025-11-10 19:55:21.00: PodMonitor - start process kube event 2025-11-10 19:55:21.01: empty line received 2025-11-10 19:55:21.01: PodMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-11-10 19:55:30] "GET /Snh_LoadbalancerDatabaseList?x=1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 HTTP/1.1" 200 1869 0.000988 2025-11-10 19:55:21.02: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:21.02: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:21.02: PodMonitor - start process kube event 2025-11-10 19:55:21.02: empty line received 2025-11-10 19:55:21.02: PodMonitor - start process kube event 2025-11-10 19:55:21.03: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:21.03: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:21.03: PodMonitor - start process kube event 2025-11-10 19:55:21.03: empty line received 2025-11-10 19:55:21.03: PodMonitor - start process kube event 2025-11-10 19:55:22.11: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 19:55:22.11: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:22.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:22.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:22.99: PodMonitor - start process kube event 2025-11-10 19:55:22.99: empty line received 2025-11-10 19:55:22.99: PodMonitor - start process kube event 2025-11-10 19:55:23.01: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 19:55:23.01: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:23.15: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 19:55:23.15: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:23.75: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:23.75: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:23.75: PodMonitor - start process kube event 2025-11-10 19:55:23.75: empty line received 2025-11-10 19:55:23.75: PodMonitor - start process kube event 2025-11-10 19:55:23.76: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 19:55:23.76: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:23.83: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:55:23.83: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:23.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:55:23.89: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:23.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:55:27.31: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:55:27.31: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:55:27.31: VncKubernetes - Process event (name=ctest-nginx-ingress-54078117 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:55:27.31: IngressMonitor - start process kube event 2025-11-10 19:55:27.31: empty line received 2025-11-10 19:55:27.31: IngressMonitor - start process kube event 2025-11-10 19:55:28.55: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:55:28.55: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:55:28.56: IngressMonitor - start process kube event 2025-11-10 19:55:28.56: empty line received 2025-11-10 19:55:28.56: IngressMonitor - start process kube event 2025-11-10 19:55:29.65: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:55:29.65: VncKubernetes - Process event (name=ctest-nginx-ingress-54078117 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:55:30.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:55:30.34: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:30.35: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-42044055 (no nodeName) 2025-11-10 19:55:30.35: PodMonitor - start process kube event 2025-11-10 19:55:30.35: empty line received 2025-11-10 19:55:30.35: PodMonitor - start process kube event 2025-11-10 19:55:30.36: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:30.36: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:30.36: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:30.37: PodMonitor - start process kube event 2025-11-10 19:55:30.37: empty line received 2025-11-10 19:55:30.37: PodMonitor - start process kube event 2025-11-10 19:55:30.38: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:30.38: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:30.38: PodMonitor - start process kube event 2025-11-10 19:55:30.38: empty line received 2025-11-10 19:55:30.38: PodMonitor - start process kube event 2025-11-10 19:55:31.21: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:31.21: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:31.21: PodMonitor - start process kube event 2025-11-10 19:55:31.21: empty line received 2025-11-10 19:55:31.21: PodMonitor - start process kube event 2025-11-10 19:55:31.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:55:31.23: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:31.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:55:31.43: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:31.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:55:34.61: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:34.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:34.61: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:55:34.61: PodMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-11-10 19:55:40] "GET /Snh_VirtualMachineDatabaseList?x=d10340a0-3e06-425e-b931-41ca828489c4 HTTP/1.1" 200 2149 0.000920 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:55:40] "GET /Snh_VirtualMachineDatabaseList?x=10d66b03-1290-4fac-b2b6-57d08394e911 HTTP/1.1" 200 2149 0.000871 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:55:40] "GET /Snh_VirtualMachineDatabaseList?x=884a9ebf-6920-45c7-9d4a-aba722333ae3 HTTP/1.1" 200 2083 0.001038 2025-11-10 19:55:34.61: empty line received 2025-11-10 19:55:34.61: PodMonitor - start process kube event 2025-11-10 19:55:34.61: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:34.61: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:34.61: EndPointMonitor - start process kube event 2025-11-10 19:55:34.61: empty line received 2025-11-10 19:55:34.61: EndPointMonitor - start process kube event 2025-11-10 19:55:34.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:55:34.68: VncKubernetes - Process event (name=ctest-nginx-svc-01812584 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:34.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:55:35.61: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:35.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:35.61: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:55:35.62: PodMonitor - start process kube event 2025-11-10 19:55:35.62: empty line received 2025-11-10 19:55:35.62: PodMonitor - start process kube event 2025-11-10 19:55:35.62: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:35.62: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:35.62: EndPointMonitor - start process kube event 2025-11-10 19:55:35.62: empty line received 2025-11-10 19:55:35.62: EndPointMonitor - start process kube event 2025-11-10 19:55:35.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:55:35.63: VncKubernetes - Process event (name=ctest-nginx-svc-01812584 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:55:35.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:55:36.71: EndPointMonitor - Received BOOKMARK: oldResVer=936 newResVer=1213 2025-11-10 19:55:36.71: EndPointMonitor - start process kube event 2025-11-10 19:55:36.71: empty line received 2025-11-10 19:55:36.71: EndPointMonitor - start process kube event 2025-11-10 19:55:36.83: ServiceMonitor - Received BOOKMARK: oldResVer=413 newResVer=1158 2025-11-10 19:55:36.83: ServiceMonitor - start process kube event 2025-11-10 19:55:36.83: empty line received 2025-11-10 19:55:36.83: ServiceMonitor - start process kube event 2025-11-10 19:55:37.11: IngressMonitor - Received BOOKMARK: oldResVer=413 newResVer=1186 2025-11-10 19:55:37.11: IngressMonitor - start process kube event 2025-11-10 19:55:37.11: empty line received 2025-11-10 19:55:37.11: IngressMonitor - start process kube event 2025-11-10 19:55:37.24: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=413 newResVer=1090 2025-11-10 19:55:37.24: NetworkPolicyMonitor - start process kube event 2025-11-10 19:55:37.24: empty line received 2025-11-10 19:55:37.24: NetworkPolicyMonitor - start process kube event 2025-11-10 19:55:40.64: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:40.64: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:40.64: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:40.64: PodMonitor - start process kube event 2025-11-10 19:55:40.64: empty line received 2025-11-10 19:55:40.64: PodMonitor - start process kube event 2025-11-10 19:55:40.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:55:41.48: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:41.48: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:41.48: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:55:41.48: PodMonitor - start process kube event 2025-11-10 19:55:41.48: empty line received 2025-11-10 19:55:41.48: PodMonitor - start process kube event 2025-11-10 19:55:41.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:00.59: PodMonitor - Received BOOKMARK: oldResVer=934 newResVer=1227 2025-11-10 19:56:00.59: PodMonitor - start process kube event 2025-11-10 19:56:00.59: PodMonitor - _schedule_vnc_sync 2025-11-10 19:56:00.59: empty line received 2025-11-10 19:56:00.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 19:56:00.60: VncKubernetes - vnc_sync - Pod start 2025-11-10 19:56:00.60: VncKubernetes - vnc_sync - Pod done 2025-11-10 19:56:00.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:00.60: PodMonitor - start process kube event 2025-11-10 19:56:13.75: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.75: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.75: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.75: PodMonitor - start process kube event 2025-11-10 19:56:13.75: empty line received 2025-11-10 19:56:13.75: PodMonitor - start process kube event 2025-11-10 19:56:13.76: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.76: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.76: PodMonitor - start process kube event 2025-11-10 19:56:13.76: empty line received 2025-11-10 19:56:13.76: PodMonitor - start process kube event 2025-11-10 19:56:13.76: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.76: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.76: PodMonitor - start process kube event 2025-11-10 19:56:13.76: empty line received 2025-11-10 19:56:13.76: PodMonitor - start process kube event 2025-11-10 19:56:13.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:56:13.77: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:13.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:13.82: VncKubernetes - Process event (name=ctest-busybox-pod-42044055 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-42044055:884a9ebf-6920-45c7-9d4a-aba722333ae3 2025-11-10 19:56:14.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:16.61: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:56:16.61: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:56:16.61: VncKubernetes - Process event (name=ctest-nginx-ingress-54078117 event_type=DELETED kind=Ingress ns=default) [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:16] "GET /Snh_LoadbalancerDatabaseList?x=1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 HTTP/1.1" 200 1869 0.000618 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:17] "GET /Snh_LoadbalancerDatabaseList?x=1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 HTTP/1.1" 200 313 0.000575 VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-54078117:1cf8a0a1-9992-4cd0-8eb7-0f01a8abd407 2025-11-10 19:56:16.61: IngressMonitor - start process kube event 2025-11-10 19:56:16.61: empty line received 2025-11-10 19:56:16.61: IngressMonitor - start process kube event 2025-11-10 19:56:17.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:18.14: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:18.14: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:18.15: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:18.15: PodMonitor - start process kube event 2025-11-10 19:56:18.15: empty line received 2025-11-10 19:56:18.15: PodMonitor - start process kube event 2025-11-10 19:56:18.15: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:56:18.15: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:56:18.15: EndPointMonitor - start process kube event 2025-11-10 19:56:18.15: empty line received 2025-11-10 19:56:18.15: EndPointMonitor - start process kube event 2025-11-10 19:56:18.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:18.17: VncKubernetes - Process event (name=ctest-nginx-svc-01812584 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:56:18.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:19.77: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.77: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.77: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.77: PodMonitor - start process kube event 2025-11-10 19:56:19.77: empty line received 2025-11-10 19:56:19.77: PodMonitor - start process kube event 2025-11-10 19:56:19.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.79: PodMonitor - start process kube event 2025-11-10 19:56:19.79: empty line received 2025-11-10 19:56:19.79: PodMonitor - start process kube event 2025-11-10 19:56:19.81: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.81: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.81: PodMonitor - start process kube event 2025-11-10 19:56:19.81: empty line received 2025-11-10 19:56:19.81: PodMonitor - start process kube event 2025-11-10 19:56:19.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:56:19.84: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:19.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:19.86: VncKubernetes - Process event (name=ctest-nginx-pod-84642876 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-84642876:10d66b03-1290-4fac-b2b6-57d08394e911 2025-11-10 19:56:20.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:23.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:23.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:23.23: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:23.24: PodMonitor - start process kube event 2025-11-10 19:56:23.24: empty line received 2025-11-10 19:56:23.24: PodMonitor - start process kube event 2025-11-10 19:56:23.24: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:56:23.24: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:56:23.24: EndPointMonitor - start process kube event 2025-11-10 19:56:23.24: empty line received 2025-11-10 19:56:23.24: EndPointMonitor - start process kube event 2025-11-10 19:56:23.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:23.30: VncKubernetes - Process event (name=ctest-nginx-svc-01812584 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01812584:67f7a272-6341-4cef-aceb-55d01cdbff3a 2025-11-10 19:56:23.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:23.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:23.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:23.78: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:23.78: PodMonitor - start process kube event 2025-11-10 19:56:23.78: empty line received 2025-11-10 19:56:23.78: PodMonitor - start process kube event 2025-11-10 19:56:23.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:24.09: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:24.09: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:24.09: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:24.09: PodMonitor - start process kube event 2025-11-10 19:56:24.09: empty line received 2025-11-10 19:56:24.09: PodMonitor - start process kube event 2025-11-10 19:56:24.09: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:24.09: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:24.09: PodMonitor - start process kube event 2025-11-10 19:56:24.09: empty line received 2025-11-10 19:56:24.09: PodMonitor - start process kube event 2025-11-10 19:56:24.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:24.15: VncKubernetes - Process event (name=ctest-nginx-pod-06484986 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-06484986:d10340a0-3e06-425e-b931-41ca828489c4 2025-11-10 19:56:24.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:28.76: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 19:56:28.76: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 19:56:28.76: VncKubernetes - Process event (name=ctest-new-default-83976933 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 19:56:28.76: NamespaceMonitor - start process kube event 2025-11-10 19:56:28.76: empty line received 2025-11-10 19:56:28.76: NamespaceMonitor - start process kube event 2025-11-10 19:56:30.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:31.77: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 19:56:31.77: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 19:56:31.77: VncKubernetes - Process event (name=ctest-non-default-52914032 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 19:56:31.77: NamespaceMonitor - start process kube event 2025-11-10 19:56:31.77: empty line received 2025-11-10 19:56:31.77: NamespaceMonitor - start process kube event 2025-11-10 19:56:33.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:34.79: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 19:56:34.79: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 19:56:34.79: VncKubernetes - Process event (name=ctest-new-default-83976933 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 19:56:34.80: NamespaceMonitor - start process kube event 2025-11-10 19:56:34.80: empty line received 2025-11-10 19:56:34.80: NamespaceMonitor - start process kube event 2025-11-10 19:56:34.80: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 19:56:34.80: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 19:56:34.80: NamespaceMonitor - start process kube event 2025-11-10 19:56:34.80: empty line received 2025-11-10 19:56:34.80: NamespaceMonitor - start process kube event 2025-11-10 19:56:34.82: PodMonitor - Received ADDED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:34.82: PodMonitor - Skipped ADDED Pod ctest-new-default-83976933:ctest-pod-42093782 (no nodeName) 2025-11-10 19:56:34.82: PodMonitor - start process kube event 2025-11-10 19:56:34.82: empty line received 2025-11-10 19:56:34.82: PodMonitor - start process kube event 2025-11-10 19:56:34.84: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:34.84: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:34.84: PodMonitor - start process kube event 2025-11-10 19:56:34.84: empty line received 2025-11-10 19:56:34.84: PodMonitor - start process kube event 2025-11-10 19:56:34.87: PodMonitor - Received ADDED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:34.88: PodMonitor - Skipped ADDED Pod ctest-new-default-83976933:ctest-pod-32332826 (no nodeName) 2025-11-10 19:56:34.88: PodMonitor - start process kube event 2025-11-10 19:56:34.88: empty line received 2025-11-10 19:56:34.88: PodMonitor - start process kube event 2025-11-10 19:56:34.88: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:34.88: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:34.88: PodMonitor - start process kube event 2025-11-10 19:56:34.88: empty line received 2025-11-10 19:56:34.88: PodMonitor - start process kube event 2025-11-10 19:56:34.88: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:34.88: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:34.88: PodMonitor - start process kube event 2025-11-10 19:56:34.88: empty line received 2025-11-10 19:56:34.88: PodMonitor - start process kube event 2025-11-10 19:56:34.89: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:34.89: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:34.89: PodMonitor - start process kube event 2025-11-10 19:56:34.89: empty line received 2025-11-10 19:56:34.89: PodMonitor - start process kube event 2025-11-10 19:56:34.91: PodMonitor - Received ADDED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:34.91: PodMonitor - Skipped ADDED Pod ctest-non-default-52914032:ctest-pod-16683481 (no nodeName) 2025-11-10 19:56:34.91: PodMonitor - start process kube event 2025-11-10 19:56:34.91: empty line received 2025-11-10 19:56:34.91: PodMonitor - start process kube event 2025-11-10 19:56:34.92: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:34.92: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:34.92: PodMonitor - start process kube event 2025-11-10 19:56:34.92: empty line received 2025-11-10 19:56:34.92: PodMonitor - start process kube event 2025-11-10 19:56:34.94: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:34.94: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:34.94: PodMonitor - start process kube event 2025-11-10 19:56:34.94: empty line received 2025-11-10 19:56:34.94: PodMonitor - start process kube event 2025-11-10 19:56:34.98: PodMonitor - Received ADDED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:34.98: PodMonitor - Skipped ADDED Pod ctest-non-default-52914032:ctest-pod-43882115 (no nodeName) 2025-11-10 19:56:34.98: PodMonitor - start process kube event 2025-11-10 19:56:34.98: empty line received 2025-11-10 19:56:34.98: PodMonitor - start process kube event 2025-11-10 19:56:34.99: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:34.99: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:34.99: PodMonitor - start process kube event 2025-11-10 19:56:34.99: empty line received 2025-11-10 19:56:34.99: PodMonitor - start process kube event 2025-11-10 19:56:35.01: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:35.01: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:35.01: PodMonitor - start process kube event 2025-11-10 19:56:35.01: empty line received 2025-11-10 19:56:35.01: PodMonitor - start process kube event 2025-11-10 19:56:35.03: PodMonitor - Received ADDED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:35.03: PodMonitor - Skipped ADDED Pod ctest-new-default-83976933:ctest-pod-39442188 (no nodeName) 2025-11-10 19:56:35.03: PodMonitor - start process kube event 2025-11-10 19:56:35.03: empty line received 2025-11-10 19:56:35.03: PodMonitor - start process kube event 2025-11-10 19:56:35.04: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:35.04: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:35.04: PodMonitor - start process kube event 2025-11-10 19:56:35.04: empty line received [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:35] "GET /Snh_NamespaceDatabaseList?namespace_uuid=30e8a2df-e014-4b51-b479-ce9249f904e6 HTTP/1.1" 200 866 0.001004 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:36] "GET /Snh_NamespaceDatabaseList?namespace_uuid=73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 HTTP/1.1" 200 866 0.000637 2025-11-10 19:56:35.04: PodMonitor - start process kube event 2025-11-10 19:56:35.06: PodMonitor - Received ADDED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:35.06: PodMonitor - Skipped ADDED Pod ctest-new-default-83976933:ctest-pod-95826166 (no nodeName) 2025-11-10 19:56:35.06: PodMonitor - start process kube event 2025-11-10 19:56:35.06: empty line received 2025-11-10 19:56:35.06: PodMonitor - start process kube event 2025-11-10 19:56:35.08: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:35.08: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:35.08: PodMonitor - start process kube event 2025-11-10 19:56:35.08: empty line received 2025-11-10 19:56:35.08: PodMonitor - start process kube event 2025-11-10 19:56:35.13: PodMonitor - Received ADDED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:35.13: PodMonitor - Skipped ADDED Pod ctest-non-default-52914032:ctest-pod-07934452 (no nodeName) 2025-11-10 19:56:35.13: PodMonitor - start process kube event 2025-11-10 19:56:35.13: empty line received 2025-11-10 19:56:35.13: PodMonitor - start process kube event 2025-11-10 19:56:35.13: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:35.13: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:35.13: PodMonitor - start process kube event 2025-11-10 19:56:35.13: empty line received 2025-11-10 19:56:35.13: PodMonitor - start process kube event 2025-11-10 19:56:35.15: PodMonitor - Received ADDED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:35.15: PodMonitor - Skipped ADDED Pod ctest-non-default-52914032:ctest-pod-49262623 (no nodeName) 2025-11-10 19:56:35.15: PodMonitor - start process kube event 2025-11-10 19:56:35.15: empty line received 2025-11-10 19:56:35.15: PodMonitor - start process kube event 2025-11-10 19:56:35.16: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:35.16: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:35.16: PodMonitor - start process kube event 2025-11-10 19:56:35.16: empty line received 2025-11-10 19:56:35.16: PodMonitor - start process kube event 2025-11-10 19:56:35.58: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:56:35.58: VncKubernetes - Process event (name=ctest-non-default-52914032 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 19:56:36.27: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 19:56:36.27: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:36.40: EndPointMonitor - Received BOOKMARK: oldResVer=1213 newResVer=1298 2025-11-10 19:56:36.40: EndPointMonitor - start process kube event 2025-11-10 19:56:36.40: empty line received 2025-11-10 19:56:36.40: EndPointMonitor - start process kube event 2025-11-10 19:56:36.84: ServiceMonitor - Received BOOKMARK: oldResVer=1158 newResVer=1158 2025-11-10 19:56:36.84: ServiceMonitor - start process kube event 2025-11-10 19:56:36.84: empty line received 2025-11-10 19:56:36.84: ServiceMonitor - start process kube event 2025-11-10 19:56:36.85: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:36.85: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:36.85: PodMonitor - start process kube event 2025-11-10 19:56:36.85: empty line received 2025-11-10 19:56:36.85: PodMonitor - start process kube event 2025-11-10 19:56:36.90: NamespaceMonitor - Received BOOKMARK: oldResVer=413 newResVer=1332 2025-11-10 19:56:36.90: NamespaceMonitor - start process kube event 2025-11-10 19:56:36.90: empty line received 2025-11-10 19:56:36.90: NamespaceMonitor - start process kube event 2025-11-10 19:56:37.01: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 19:56:37.01: NetworkMonitor - start process kube event 2025-11-10 19:56:37.01: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=417 2025-11-10 19:56:37.01: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:56:37.01: NetworkMonitor - Connect Kube API result 0 2025-11-10 19:56:37.01: NetworkMonitor - _schedule_vnc_sync 2025-11-10 19:56:37.01: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'})(timeout=120) 2025-11-10 19:56:37.03: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '417'}) 2025-11-10 19:56:37.32: IngressMonitor - Received BOOKMARK: oldResVer=1186 newResVer=1279 2025-11-10 19:56:37.32: IngressMonitor - start process kube event 2025-11-10 19:56:37.32: empty line received 2025-11-10 19:56:37.32: IngressMonitor - start process kube event 2025-11-10 19:56:37.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1090 2025-11-10 19:56:37.37: NetworkPolicyMonitor - start process kube event 2025-11-10 19:56:37.37: empty line received 2025-11-10 19:56:37.37: NetworkPolicyMonitor - start process kube event 2025-11-10 19:56:37.54: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:37.54: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:37.54: PodMonitor - start process kube event 2025-11-10 19:56:37.54: empty line received 2025-11-10 19:56:37.54: PodMonitor - start process kube event 2025-11-10 19:56:37.55: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-10 19:56:37.55: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:37.71: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:56:37.71: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:38.45: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:38.45: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:38.45: PodMonitor - start process kube event 2025-11-10 19:56:38.46: empty line received 2025-11-10 19:56:38.46: PodMonitor - start process kube event 2025-11-10 19:56:38.47: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:56:38.47: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:38.60: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 19:56:38.60: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:38.86: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:38.86: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:38.86: PodMonitor - start process kube event 2025-11-10 19:56:38.86: empty line received 2025-11-10 19:56:38.86: PodMonitor - start process kube event 2025-11-10 19:56:39.89: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:39.89: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:39.89: PodMonitor - start process kube event 2025-11-10 19:56:39.89: empty line received 2025-11-10 19:56:39.89: PodMonitor - start process kube event 2025-11-10 19:56:39.90: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:56:39.91: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:39.98: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 19:56:39.98: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:40.71: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:40.71: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:40.71: PodMonitor - start process kube event 2025-11-10 19:56:40.71: empty line received 2025-11-10 19:56:40.71: PodMonitor - start process kube event 2025-11-10 19:56:40.72: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 19:56:40.72: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:40.86: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-10 19:56:40.86: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:41.04: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:41.04: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:41.04: PodMonitor - start process kube event 2025-11-10 19:56:41.04: empty line received 2025-11-10 19:56:41.04: PodMonitor - start process kube event 2025-11-10 19:56:41.57: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:41.57: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:41.57: PodMonitor - start process kube event 2025-11-10 19:56:41.57: empty line received 2025-11-10 19:56:41.57: PodMonitor - start process kube event 2025-11-10 19:56:41.58: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 19:56:41.58: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:41.84: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:41.84: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:41.84: PodMonitor - start process kube event 2025-11-10 19:56:41.84: empty line received 2025-11-10 19:56:41.84: PodMonitor - start process kube event 2025-11-10 19:56:42.34: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:42.34: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:42.34: PodMonitor - start process kube event 2025-11-10 19:56:42.34: empty line received 2025-11-10 19:56:42.34: PodMonitor - start process kube event 2025-11-10 19:56:42.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:56:42.36: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:42.64: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:42.64: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:42.64: PodMonitor - start process kube event 2025-11-10 19:56:42.64: empty line received 2025-11-10 19:56:42.64: PodMonitor - start process kube event 2025-11-10 19:56:43.04: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:43.04: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:43.04: PodMonitor - start process kube event 2025-11-10 19:56:43.04: empty line received 2025-11-10 19:56:43.04: PodMonitor - start process kube event 2025-11-10 19:56:43.23: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:43.23: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:43.23: PodMonitor - start process kube event 2025-11-10 19:56:43.23: empty line received 2025-11-10 19:56:43.23: PodMonitor - start process kube event 2025-11-10 19:56:43.25: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-10 19:56:43.25: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:44.12: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:44.12: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:44.12: PodMonitor - start process kube event 2025-11-10 19:56:44.12: empty line received 2025-11-10 19:56:44.12: PodMonitor - start process kube event 2025-11-10 19:56:44.13: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-10 19:56:44.13: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:44.27: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-10 19:56:44.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 19:56:44.27: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 19:56:44.27: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 19:56:44.27: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:46] "GET /Snh_VirtualMachineDatabaseList?x=ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed HTTP/1.1" 200 2483 0.001201 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:46] "GET /Snh_VirtualMachineDatabaseList?x=b89bcc58-71c6-4c57-8036-31447397b89d HTTP/1.1" 200 2483 0.000762 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:46] "GET /Snh_VirtualMachineDatabaseList?x=56b5bfea-b387-47eb-8b19-82be587fbd4c HTTP/1.1" 200 2483 0.000814 VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:44.29: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 19:56:44.29: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:44.35: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-10 19:56:44.35: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:44.43: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-10 19:56:44.43: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:44.49: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-10 19:56:44.49: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:44.51: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-10 19:56:44.51: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:44.64: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-10 19:56:44.64: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:44.65: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 19:56:44.65: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:44.79: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 19:56:44.79: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:44.81: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 19:56:44.81: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 19:56:44.87: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 19:56:44.87: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 19:56:44.92: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:56:44.92: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:44.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:44.94: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:44.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:45.81: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:45.81: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:45.81: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 19:56:45.81: PodMonitor - start process kube event 2025-11-10 19:56:45.81: empty line received 2025-11-10 19:56:45.81: PodMonitor - start process kube event 2025-11-10 19:56:45.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:45.83: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:45.83: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:45.83: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 19:56:45.83: PodMonitor - start process kube event 2025-11-10 19:56:45.83: empty line received 2025-11-10 19:56:45.83: PodMonitor - start process kube event 2025-11-10 19:56:45.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:48.20: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:56:48.20: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:56:48.20: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:56:48.20: PodMonitor - start process kube event 2025-11-10 19:56:48.20: empty line received 2025-11-10 19:56:48.20: PodMonitor - start process kube event 2025-11-10 19:56:48.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:48.22: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:56:48.22: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:56:48.22: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:56:48.22: EndPointMonitor - start process kube event 2025-11-10 19:56:48.22: empty line received 2025-11-10 19:56:48.22: EndPointMonitor - start process kube event 2025-11-10 19:56:48.25: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:56:48.25: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:56:48.25: PodMonitor - start process kube event 2025-11-10 19:56:48.25: empty line received 2025-11-10 19:56:48.25: PodMonitor - start process kube event 2025-11-10 19:56:48.26: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:56:48.26: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:56:48.26: EndPointMonitor - start process kube event 2025-11-10 19:56:48.26: empty line received 2025-11-10 19:56:48.26: EndPointMonitor - start process kube event 2025-11-10 19:56:48.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 19:56:48.63: VncKubernetes - Process event (name=coredns-6f867cd986-dpcmj event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-dpcmj:dcaf438d-58ff-40fd-a1cc-722e02eb301e 2025-11-10 19:56:48.68: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:56] "GET /Snh_VirtualMachineDatabaseList?x=dd252f87-0bc7-487b-8953-273c73f52e19 HTTP/1.1" 200 2483 0.000796 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:56] "GET /Snh_VirtualMachineDatabaseList?x=de67adaa-c453-4d59-b823-6ba407897363 HTTP/1.1" 200 2413 0.000966 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:56] "GET /Snh_VirtualMachineDatabaseList?x=fef12cb5-c2db-4a34-bc79-6bd535cbec1c HTTP/1.1" 200 2413 0.001147 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:56] "GET /Snh_VirtualMachineDatabaseList?x=16f79868-42c1-4fc7-a6f9-f30ffaef3e95 HTTP/1.1" 200 2413 0.001135 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:56] "GET /Snh_VirtualMachineDatabaseList?x=71856c8d-4e75-4dab-989e-2a0530f9f2a9 HTTP/1.1" 200 2413 0.001025 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:58] "GET /Snh_LoadbalancerDatabaseList?x=65885f79-c08a-4d7e-b424-88a218b1e99c HTTP/1.1" 200 1862 0.000747 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:56:59] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=597a818b-3db6-4db0-87f1-0ed925b05919 HTTP/1.1" 200 2095 0.000770 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:57:00] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=597a818b-3db6-4db0-87f1-0ed925b05919 HTTP/1.1" 200 2095 0.000787 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:57:02] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=597a818b-3db6-4db0-87f1-0ed925b05919 HTTP/1.1" 200 2302 0.000833 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:57:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001119 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:57:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001062 2025-11-10 19:56:48.68: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a6d2a79f-4977-499f-a95b-b5dc2ee3badc 2025-11-10 19:56:49.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:49.84: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:49.84: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:49.84: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 19:56:49.84: PodMonitor - start process kube event 2025-11-10 19:56:49.84: empty line received 2025-11-10 19:56:49.84: PodMonitor - start process kube event 2025-11-10 19:56:49.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:50.85: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:50.85: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:50.85: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 19:56:50.85: PodMonitor - start process kube event 2025-11-10 19:56:50.85: empty line received 2025-11-10 19:56:50.85: PodMonitor - start process kube event 2025-11-10 19:56:50.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:51.85: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:51.85: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:51.85: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 19:56:51.85: PodMonitor - start process kube event 2025-11-10 19:56:51.85: empty line received 2025-11-10 19:56:51.85: PodMonitor - start process kube event 2025-11-10 19:56:51.86: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:51.87: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:51.87: PodMonitor - start process kube event 2025-11-10 19:56:51.87: empty line received 2025-11-10 19:56:51.87: PodMonitor - start process kube event 2025-11-10 19:56:51.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:51.87: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 19:56:51.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:57.51: ServiceMonitor - Received ADDED Service ctest-new-default-83976933:ctest-nginx-svc-60706550:65885f79-c08a-4d7e-b424-88a218b1e99c 2025-11-10 19:56:57.51: ServiceMonitor - Got ADDED Service ctest-new-default-83976933:ctest-nginx-svc-60706550:65885f79-c08a-4d7e-b424-88a218b1e99c 2025-11-10 19:56:57.51: VncKubernetes - Process event (name=ctest-nginx-svc-60706550 event_type=ADDED kind=Service ns=ctest-new-default-83976933) VncService - Got ADDED Service ctest-new-default-83976933:ctest-nginx-svc-60706550:65885f79-c08a-4d7e-b424-88a218b1e99c 2025-11-10 19:56:57.51: ServiceMonitor - start process kube event 2025-11-10 19:56:57.51: empty line received 2025-11-10 19:56:57.51: ServiceMonitor - start process kube event 2025-11-10 19:56:57.53: EndPointMonitor - Received ADDED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 19:56:57.53: EndPointMonitor - Got ADDED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 19:56:57.53: EndPointMonitor - start process kube event 2025-11-10 19:56:57.53: empty line received 2025-11-10 19:56:57.53: EndPointMonitor - start process kube event 2025-11-10 19:56:58.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 19:56:58.51: VncKubernetes - Process event (name=ctest-nginx-svc-60706550 event_type=ADDED kind=Endpoints ns=ctest-new-default-83976933) VncEndpoints - Got ADDED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 19:56:59.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:56:59.96: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 19:56:59.96: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 19:56:59.96: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-83976933) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 19:56:59.96: NetworkPolicyMonitor - start process kube event 2025-11-10 19:56:59.96: empty line received 2025-11-10 19:56:59.96: NetworkPolicyMonitor - start process kube event 2025-11-10 19:57:00.85: PodMonitor - Received BOOKMARK: oldResVer=1227 newResVer=1464 2025-11-10 19:57:00.85: PodMonitor - start process kube event 2025-11-10 19:57:00.85: empty line received 2025-11-10 19:57:00.85: PodMonitor - start process kube event 2025-11-10 19:57:01.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:57:36.55: IngressMonitor - Received BOOKMARK: oldResVer=1279 newResVer=1279 2025-11-10 19:57:36.55: IngressMonitor - start process kube event 2025-11-10 19:57:36.55: empty line received 2025-11-10 19:57:36.56: IngressMonitor - start process kube event 2025-11-10 19:57:36.69: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1479 2025-11-10 19:57:36.69: NetworkPolicyMonitor - start process kube event 2025-11-10 19:57:36.69: empty line received 2025-11-10 19:57:36.69: NetworkPolicyMonitor - start process kube event 2025-11-10 19:57:36.85: NamespaceMonitor - Received BOOKMARK: oldResVer=1332 newResVer=1332 2025-11-10 19:57:36.85: NamespaceMonitor - start process kube event 2025-11-10 19:57:36.85: empty line received 2025-11-10 19:57:36.85: NamespaceMonitor - start process kube event 2025-11-10 19:57:37.02: EndPointMonitor - Received BOOKMARK: oldResVer=1298 newResVer=1475 2025-11-10 19:57:37.02: EndPointMonitor - start process kube event 2025-11-10 19:57:37.02: empty line received 2025-11-10 19:57:37.02: EndPointMonitor - start process kube event 2025-11-10 19:57:37.30: ServiceMonitor - Received BOOKMARK: oldResVer=1158 newResVer=1473 2025-11-10 19:57:37.30: ServiceMonitor - start process kube event 2025-11-10 19:57:37.30: empty line received 2025-11-10 19:57:37.30: ServiceMonitor - start process kube event 2025-11-10 19:57:37.43: NetworkMonitor - Received BOOKMARK: oldResVer=417 newResVer=1485 2025-11-10 19:57:37.43: NetworkMonitor - start process kube event 2025-11-10 19:57:37.44: empty line received 2025-11-10 19:57:37.44: NetworkMonitor - start process kube event 2025-11-10 19:58:01.42: PodMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1464 2025-11-10 19:58:01.42: PodMonitor - start process kube event 2025-11-10 19:58:01.42: empty line received 2025-11-10 19:58:01.42: PodMonitor - start process kube event 2025-11-10 19:58:21.44: EndPointMonitor - Received BOOKMARK: oldResVer=1475 newResVer=1475 2025-11-10 19:58:21.44: EndPointMonitor - start process kube event 2025-11-10 19:58:21.45: empty line received [Introspect:8108]10.0.0.48 - - [2025-11-10 19:59:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001115 [Introspect:8108]10.0.0.48 - - [2025-11-10 19:59:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001973 2025-11-10 19:58:21.45: EndPointMonitor - start process kube event 2025-11-10 19:58:22.62: EndPointMonitor - Received BOOKMARK: oldResVer=1475 newResVer=1475 2025-11-10 19:58:22.62: EndPointMonitor - start process kube event 2025-11-10 19:58:22.62: empty line received 2025-11-10 19:58:22.63: EndPointMonitor - start process kube event 2025-11-10 19:58:23.86: stop iteration EndPointMonitor 2025-11-10 19:58:23.86: EndPointMonitor - start process kube event 2025-11-10 19:58:23.86: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1475 2025-11-10 19:58:23.86: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 19:58:23.86: EndPointMonitor - Connect Kube API result 0 2025-11-10 19:58:23.86: EndPointMonitor - _schedule_vnc_sync 2025-11-10 19:58:23.86: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1475'})(timeout=120) 2025-11-10 19:58:23.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 19:58:23.86: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 19:58:23.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:58:23.88: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1475'}) 2025-11-10 19:58:36.63: NamespaceMonitor - Received BOOKMARK: oldResVer=1332 newResVer=1332 2025-11-10 19:58:36.63: NamespaceMonitor - start process kube event 2025-11-10 19:58:36.63: empty line received 2025-11-10 19:58:36.63: NamespaceMonitor - start process kube event 2025-11-10 19:58:36.85: IngressMonitor - Received BOOKMARK: oldResVer=1279 newResVer=1279 2025-11-10 19:58:36.85: IngressMonitor - start process kube event 2025-11-10 19:58:36.85: empty line received 2025-11-10 19:58:36.86: IngressMonitor - start process kube event 2025-11-10 19:58:37.38: NetworkMonitor - Received BOOKMARK: oldResVer=1485 newResVer=1485 2025-11-10 19:58:37.38: NetworkMonitor - start process kube event 2025-11-10 19:58:37.38: empty line received 2025-11-10 19:58:37.38: NetworkMonitor - start process kube event 2025-11-10 19:58:37.40: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1479 newResVer=1479 2025-11-10 19:58:37.40: NetworkPolicyMonitor - start process kube event 2025-11-10 19:58:37.40: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 19:58:37.40: empty line received 2025-11-10 19:58:37.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 19:58:37.40: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 19:58:37.40: NetworkPolicyMonitor - start process kube event 2025-11-10 19:58:37.41: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 19:58:37.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:58:38.27: ServiceMonitor - Received BOOKMARK: oldResVer=1473 newResVer=1473 2025-11-10 19:58:38.28: ServiceMonitor - start process kube event 2025-11-10 19:58:38.28: ServiceMonitor - _schedule_vnc_sync 2025-11-10 19:58:38.28: empty line received 2025-11-10 19:58:38.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 19:58:38.28: VncKubernetes - vnc_sync - Service start 2025-11-10 19:58:38.28: VncKubernetes - vnc_sync - Service done 2025-11-10 19:58:38.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:58:38.28: ServiceMonitor - start process kube event 2025-11-10 19:59:00.94: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 19:59:00.94: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 19:59:00.94: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-83976933) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 19:59:00.95: NetworkPolicyMonitor - start process kube event 2025-11-10 19:59:00.95: empty line received 2025-11-10 19:59:00.95: NetworkPolicyMonitor - start process kube event 2025-11-10 19:59:02.14: PodMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1464 2025-11-10 19:59:02.14: PodMonitor - start process kube event 2025-11-10 19:59:02.14: empty line received 2025-11-10 19:59:02.14: PodMonitor - start process kube event 2025-11-10 19:59:02.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:59:36.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1479 newResVer=1637 2025-11-10 19:59:36.58: NetworkPolicyMonitor - start process kube event 2025-11-10 19:59:36.59: empty line received 2025-11-10 19:59:36.59: NetworkPolicyMonitor - start process kube event 2025-11-10 19:59:36.88: IngressMonitor - Received BOOKMARK: oldResVer=1279 newResVer=1279 2025-11-10 19:59:36.88: IngressMonitor - start process kube event 2025-11-10 19:59:36.88: IngressMonitor - _schedule_vnc_sync 2025-11-10 19:59:36.88: empty line received 2025-11-10 19:59:36.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 19:59:36.88: VncKubernetes - vnc_sync - Ingress start 2025-11-10 19:59:36.88: VncKubernetes - vnc_sync - Ingress done 2025-11-10 19:59:36.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:59:36.88: IngressMonitor - start process kube event 2025-11-10 19:59:37.21: NetworkMonitor - Received BOOKMARK: oldResVer=1485 newResVer=1485 2025-11-10 19:59:37.21: NetworkMonitor - start process kube event 2025-11-10 19:59:37.21: empty line received 2025-11-10 19:59:37.21: NetworkMonitor - start process kube event 2025-11-10 19:59:37.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1332 newResVer=1332 2025-11-10 19:59:37.24: NamespaceMonitor - start process kube event 2025-11-10 19:59:37.24: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 19:59:37.24: empty line received 2025-11-10 19:59:37.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 19:59:37.24: VncKubernetes - vnc_sync - Namespace start 2025-11-10 19:59:37.24: VncKubernetes - vnc_sync - Namespace done 2025-11-10 19:59:37.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 19:59:37.24: NamespaceMonitor - start process kube event 2025-11-10 19:59:37.77: ServiceMonitor - Received BOOKMARK: oldResVer=1473 newResVer=1473 2025-11-10 19:59:37.77: ServiceMonitor - start process kube event 2025-11-10 19:59:37.77: empty line received 2025-11-10 19:59:37.77: ServiceMonitor - start process kube event 2025-11-10 20:00:02.19: PodMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1464 2025-11-10 20:00:02.19: PodMonitor - start process kube event 2025-11-10 20:00:02.19: PodMonitor - _schedule_vnc_sync 2025-11-10 20:00:02.19: empty line received 2025-11-10 20:00:02.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 20:00:02.19: VncKubernetes - vnc_sync - Pod start 2025-11-10 20:00:02.19: VncKubernetes - vnc_sync - Pod done 2025-11-10 20:00:02.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:02.19: PodMonitor - start process kube event 2025-11-10 20:00:04.15: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:04.15: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:04.15: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:04.15: PodMonitor - start process kube event 2025-11-10 20:00:04.15: empty line received 2025-11-10 20:00:04.15: PodMonitor - start process kube event 2025-11-10 20:00:04.18: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:04.18: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:04.18: PodMonitor - start process kube event 2025-11-10 20:00:04.18: empty line received 2025-11-10 20:00:04.18: PodMonitor - start process kube event 2025-11-10 20:00:04.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:04.18: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:04.19: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:04.19: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:04.19: PodMonitor - start process kube event 2025-11-10 20:00:04.19: empty line received 2025-11-10 20:00:04.19: PodMonitor - start process kube event 2025-11-10 20:00:04.19: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:04.19: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:04.19: PodMonitor - start process kube event 2025-11-10 20:00:04.19: empty line received 2025-11-10 20:00:04.19: PodMonitor - start process kube event 2025-11-10 20:00:04.20: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:04.20: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:04.20: PodMonitor - start process kube event 2025-11-10 20:00:04.20: empty line received 2025-11-10 20:00:04.21: PodMonitor - start process kube event 2025-11-10 20:00:04.21: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:04.21: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:04.21: PodMonitor - start process kube event 2025-11-10 20:00:04.21: empty line received 2025-11-10 20:00:04.21: PodMonitor - start process kube event 2025-11-10 20:00:04.22: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:04.22: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:04.22: PodMonitor - start process kube event 2025-11-10 20:00:04.22: empty line received 2025-11-10 20:00:04.22: PodMonitor - start process kube event 2025-11-10 20:00:04.22: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:04.22: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:04.22: PodMonitor - start process kube event 2025-11-10 20:00:04.22: empty line received 2025-11-10 20:00:04.22: PodMonitor - start process kube event 2025-11-10 20:00:04.23: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:04.23: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:04.24: EndPointMonitor - start process kube event 2025-11-10 20:00:04.24: empty line received 2025-11-10 20:00:04.24: EndPointMonitor - start process kube event 2025-11-10 20:00:04.24: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:04.24: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:04.24: EndPointMonitor - start process kube event 2025-11-10 20:00:04.24: empty line received 2025-11-10 20:00:04.24: EndPointMonitor - start process kube event 2025-11-10 20:00:04.25: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-10 20:00:04.25: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:04.26: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-10 20:00:04.26: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:04.32: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 20:00:04.32: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:04.37: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 20:00:04.37: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:04.39: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 20:00:04.39: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:04.44: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:00:04.44: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:04.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:00:04.46: VncKubernetes - Process event (name=ctest-nginx-svc-60706550 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-83976933) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:04.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:04.68: VncKubernetes - Process event (name=ctest-nginx-svc-60706550 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-83976933) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:04.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:05.60: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.60: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.60: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.60: PodMonitor - start process kube event 2025-11-10 20:00:05.60: empty line received 2025-11-10 20:00:05.60: PodMonitor - start process kube event 2025-11-10 20:00:05.62: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.62: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.62: PodMonitor - start process kube event 2025-11-10 20:00:05.62: empty line received 2025-11-10 20:00:05.62: PodMonitor - start process kube event 2025-11-10 20:00:05.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:05.62: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.62: PodMonitor - Received DELETED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.62: PodMonitor - Got DELETED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:05.62: PodMonitor - start process kube event 2025-11-10 20:00:05.62: empty line received 2025-11-10 20:00:05.62: PodMonitor - start process kube event 2025-11-10 20:00:05.64: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:05.64: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:05.64: PodMonitor - start process kube event 2025-11-10 20:00:05.64: empty line received 2025-11-10 20:00:05.64: PodMonitor - start process kube event 2025-11-10 20:00:05.65: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:05.65: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:05.65: PodMonitor - start process kube event 2025-11-10 20:00:05.65: empty line received 2025-11-10 20:00:05.65: PodMonitor - start process kube event 2025-11-10 20:00:05.66: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:05.66: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:05.66: PodMonitor - start process kube event 2025-11-10 20:00:05.67: empty line received 2025-11-10 20:00:05.67: PodMonitor - start process kube event 2025-11-10 20:00:05.67: PodMonitor - Received DELETED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:05.67: PodMonitor - Got DELETED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:05.67: PodMonitor - start process kube event 2025-11-10 20:00:05.67: empty line received 2025-11-10 20:00:05.67: PodMonitor - start process kube event 2025-11-10 20:00:05.68: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 20:00:05.68: VncKubernetes - Process event (name=ctest-pod-32332826 event_type=DELETED kind=Pod ns=ctest-new-default-83976933) VncPod - Got DELETED Pod ctest-new-default-83976933:ctest-pod-32332826:b89bcc58-71c6-4c57-8036-31447397b89d 2025-11-10 20:00:06.16: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.16: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.16: PodMonitor - start process kube event 2025-11-10 20:00:06.16: empty line received 2025-11-10 20:00:06.16: PodMonitor - start process kube event 2025-11-10 20:00:06.16: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 20:00:06.16: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:06.22: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 20:00:06.22: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:06.28: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:00:06.28: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:06.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:00:06.29: VncKubernetes - Process event (name=ctest-pod-42093782 event_type=DELETED kind=Pod ns=ctest-new-default-83976933) VncPod - Got DELETED Pod ctest-new-default-83976933:ctest-pod-42093782:ee6c49fe-ceab-40d7-bb7d-8fa3cda4f8ed 2025-11-10 20:00:06.36: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.36: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.36: PodMonitor - start process kube event 2025-11-10 20:00:06.36: empty line received 2025-11-10 20:00:06.36: PodMonitor - start process kube event 2025-11-10 20:00:06.36: PodMonitor - Received DELETED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.36: PodMonitor - Got DELETED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.36: PodMonitor - start process kube event 2025-11-10 20:00:06.36: empty line received 2025-11-10 20:00:06.36: PodMonitor - start process kube event 2025-11-10 20:00:06.90: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:00:06.90: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:00:06.95: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:06.96: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:06.96: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:06.96: PodMonitor - start process kube event 2025-11-10 20:00:06.96: empty line received 2025-11-10 20:00:06.96: PodMonitor - start process kube event 2025-11-10 20:00:06.96: PodMonitor - Received DELETED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:06.96: PodMonitor - Got DELETED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:06.97: PodMonitor - start process kube event 2025-11-10 20:00:06.97: empty line received 2025-11-10 20:00:06.97: PodMonitor - start process kube event 2025-11-10 20:00:07.01: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:00:07.01: VncKubernetes - Process event (name=ctest-pod-43882115 event_type=DELETED kind=Pod ns=ctest-non-default-52914032) VncPod - Got DELETED Pod ctest-non-default-52914032:ctest-pod-43882115:dd252f87-0bc7-487b-8953-273c73f52e19 2025-11-10 20:00:07.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:00:07.45: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:07.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:07.51: VncKubernetes - Process event (name=ctest-pod-16683481 event_type=DELETED kind=Pod ns=ctest-non-default-52914032) VncPod - Got DELETED Pod ctest-non-default-52914032:ctest-pod-16683481:56b5bfea-b387-47eb-8b19-82be587fbd4c 2025-11-10 20:00:08.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:15.54: IngressMonitor - Received BOOKMARK: oldResVer=1279 newResVer=1279 2025-11-10 20:00:15.54: IngressMonitor - start process kube event 2025-11-10 20:00:15.54: empty line received 2025-11-10 20:00:15.54: IngressMonitor - start process kube event 2025-11-10 20:00:16.97: stop iteration IngressMonitor 2025-11-10 20:00:16.97: IngressMonitor - start process kube event 2025-11-10 20:00:16.97: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1279 2025-11-10 20:00:16.97: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:00:16.97: IngressMonitor - Connect Kube API result 0 2025-11-10 20:00:16.97: IngressMonitor - _schedule_vnc_sync 2025-11-10 20:00:16.97: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1279'})(timeout=120) 2025-11-10 20:00:16.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 20:00:16.97: VncKubernetes - vnc_sync - Ingress start 2025-11-10 20:00:16.97: VncKubernetes - vnc_sync - Ingress done 2025-11-10 20:00:16.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:16.98: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1279'}) 2025-11-10 20:00:23.65: EndPointMonitor - Received BOOKMARK: oldResVer=1475 newResVer=1734 2025-11-10 20:00:23.65: EndPointMonitor - start process kube event 2025-11-10 20:00:23.65: empty line received 2025-11-10 20:00:23.65: EndPointMonitor - start process kube event 2025-11-10 20:00:35.75: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.75: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.75: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.75: PodMonitor - start process kube event 2025-11-10 20:00:35.75: empty line received 2025-11-10 20:00:35.75: PodMonitor - start process kube event 2025-11-10 20:00:35.77: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.77: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.77: PodMonitor - start process kube event 2025-11-10 20:00:35.77: empty line received 2025-11-10 20:00:35.77: PodMonitor - start process kube event 2025-11-10 20:00:35.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:35.77: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.77: PodMonitor - Received DELETED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.77: PodMonitor - Got DELETED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.77: PodMonitor - start process kube event 2025-11-10 20:00:35.77: empty line received 2025-11-10 20:00:35.77: PodMonitor - start process kube event 2025-11-10 20:00:35.79: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:35.79: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:35.79: PodMonitor - start process kube event 2025-11-10 20:00:35.79: empty line received 2025-11-10 20:00:35.79: PodMonitor - start process kube event 2025-11-10 20:00:35.79: PodMonitor - Received MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:35.80: PodMonitor - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:35.80: PodMonitor - start process kube event 2025-11-10 20:00:35.80: empty line received 2025-11-10 20:00:35.80: PodMonitor - start process kube event 2025-11-10 20:00:35.80: PodMonitor - Received DELETED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:35.80: PodMonitor - Got DELETED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:35.80: PodMonitor - start process kube event 2025-11-10 20:00:35.80: empty line received 2025-11-10 20:00:35.80: PodMonitor - start process kube event 2025-11-10 20:00:35.81: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:35.81: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:35.81: PodMonitor - start process kube event 2025-11-10 20:00:35.81: empty line received 2025-11-10 20:00:35.81: PodMonitor - start process kube event 2025-11-10 20:00:35.84: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 20:00:35.84: VncKubernetes - Process event (name=ctest-pod-49262623 event_type=DELETED kind=Pod ns=ctest-non-default-52914032) VncPod - Got DELETED Pod ctest-non-default-52914032:ctest-pod-49262623:71856c8d-4e75-4dab-989e-2a0530f9f2a9 2025-11-10 20:00:35.93: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:35.93: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:35.93: PodMonitor - start process kube event 2025-11-10 20:00:35.93: empty line received 2025-11-10 20:00:35.93: PodMonitor - start process kube event 2025-11-10 20:00:35.94: PodMonitor - Received DELETED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:35.94: PodMonitor - Got DELETED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:35.94: PodMonitor - start process kube event 2025-11-10 20:00:35.94: empty line received 2025-11-10 20:00:35.94: PodMonitor - start process kube event 2025-11-10 20:00:36.26: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 20:00:36.26: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:36.32: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 20:00:36.32: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=MODIFIED kind=Pod ns=ctest-non-default-52914032) VncPod - Got MODIFIED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:36.37: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 20:00:36.37: VncKubernetes - Process event (name=ctest-pod-07934452 event_type=DELETED kind=Pod ns=ctest-non-default-52914032) VncPod - Got DELETED Pod ctest-non-default-52914032:ctest-pod-07934452:fef12cb5-c2db-4a34-bc79-6bd535cbec1c 2025-11-10 20:00:36.53: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:36.53: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:36.53: PodMonitor - start process kube event 2025-11-10 20:00:36.53: empty line received 2025-11-10 20:00:36.53: PodMonitor - start process kube event 2025-11-10 20:00:36.73: PodMonitor - Received MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:36.73: PodMonitor - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:36.73: PodMonitor - start process kube event 2025-11-10 20:00:36.73: empty line received 2025-11-10 20:00:36.73: PodMonitor - start process kube event 2025-11-10 20:00:36.73: PodMonitor - Received DELETED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:36.73: PodMonitor - Got DELETED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:36.73: PodMonitor - start process kube event 2025-11-10 20:00:36.73: empty line received 2025-11-10 20:00:36.73: PodMonitor - start process kube event 2025-11-10 20:00:36.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1637 newResVer=1637 2025-11-10 20:00:36.83: NetworkPolicyMonitor - start process kube event 2025-11-10 20:00:36.83: empty line received 2025-11-10 20:00:36.83: NetworkPolicyMonitor - start process kube event 2025-11-10 20:00:36.84: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 20:00:36.84: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:36.90: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 20:00:36.90: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:36.95: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 20:00:36.95: VncKubernetes - Process event (name=ctest-pod-39442188 event_type=DELETED kind=Pod ns=ctest-new-default-83976933) VncPod - Got DELETED Pod ctest-new-default-83976933:ctest-pod-39442188:de67adaa-c453-4d59-b823-6ba407897363 2025-11-10 20:00:37.30: ServiceMonitor - Received BOOKMARK: oldResVer=1473 newResVer=1473 2025-11-10 20:00:37.30: ServiceMonitor - start process kube event 2025-11-10 20:00:37.30: empty line received 2025-11-10 20:00:37.30: ServiceMonitor - start process kube event 2025-11-10 20:00:37.37: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:00:37.37: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:37.43: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:00:37.43: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=MODIFIED kind=Pod ns=ctest-new-default-83976933) VncPod - Got MODIFIED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:37.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:37.48: VncKubernetes - Process event (name=ctest-pod-95826166 event_type=DELETED kind=Pod ns=ctest-new-default-83976933) VncPod - Got DELETED Pod ctest-new-default-83976933:ctest-pod-95826166:16f79868-42c1-4fc7-a6f9-f30ffaef3e95 2025-11-10 20:00:37.95: NamespaceMonitor - Received BOOKMARK: oldResVer=1332 newResVer=1332 2025-11-10 20:00:37.96: NamespaceMonitor - start process kube event 2025-11-10 20:00:37.96: empty line received 2025-11-10 20:00:37.96: NamespaceMonitor - start process kube event 2025-11-10 20:00:37.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:38.02: NetworkMonitor - Received BOOKMARK: oldResVer=1485 newResVer=1485 2025-11-10 20:00:38.02: NetworkMonitor - start process kube event 2025-11-10 20:00:38.02: NetworkMonitor - _schedule_vnc_sync 2025-11-10 20:00:38.02: empty line received 2025-11-10 20:00:38.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 20:00:38.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 20:00:38.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:38.02: NetworkMonitor - start process kube event 2025-11-10 20:00:39.51: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:39.51: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:39.51: VncKubernetes - Process event (name=ctest-non-default-52914032 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:39.51: NamespaceMonitor - start process kube event 2025-11-10 20:00:39.51: empty line received 2025-11-10 20:00:39.51: NamespaceMonitor - start process kube event 2025-11-10 20:00:39.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:44.73: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:44.73: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:44.73: VncKubernetes - Process event (name=ctest-non-default-52914032 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:44.73: NamespaceMonitor - start process kube event 2025-11-10 20:00:44.73: empty line received 2025-11-10 20:00:44.73: NamespaceMonitor - start process kube event 2025-11-10 20:00:44.75: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:44.75: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:44.75: NamespaceMonitor - start process kube event 2025-11-10 20:00:44.75: empty line received 2025-11-10 20:00:44.75: NamespaceMonitor - start process kube event 2025-11-10 20:00:45.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:45.03: VncKubernetes - Process event (name=ctest-non-default-52914032 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-52914032:73cc9aa4-44e7-466a-8231-2e28ae5f0ac9 2025-11-10 20:00:45.56: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:45.56: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:45.56: NamespaceMonitor - start process kube event 2025-11-10 20:00:45.56: empty line received 2025-11-10 20:00:45.56: NamespaceMonitor - start process kube event 2025-11-10 20:00:46.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:46.06: VncKubernetes - Process event (name=ctest-new-default-83976933 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:46.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:50.58: ServiceMonitor - Received DELETED Service ctest-new-default-83976933:ctest-nginx-svc-60706550:65885f79-c08a-4d7e-b424-88a218b1e99c 2025-11-10 20:00:50.58: ServiceMonitor - Got DELETED Service ctest-new-default-83976933:ctest-nginx-svc-60706550:65885f79-c08a-4d7e-b424-88a218b1e99c 2025-11-10 20:00:50.58: VncKubernetes - Process event (name=ctest-nginx-svc-60706550 event_type=DELETED kind=Service ns=ctest-new-default-83976933) VncService - Got DELETED Service ctest-new-default-83976933:ctest-nginx-svc-60706550:65885f79-c08a-4d7e-b424-88a218b1e99c 2025-11-10 20:00:50.58: ServiceMonitor - start process kube event 2025-11-10 20:00:50.58: empty line received 2025-11-10 20:00:50.58: ServiceMonitor - start process kube event 2025-11-10 20:00:50.58: EndPointMonitor - Received DELETED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:50.58: EndPointMonitor - Got DELETED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:50.58: EndPointMonitor - start process kube event 2025-11-10 20:00:50.58: empty line received 2025-11-10 20:00:50.58: EndPointMonitor - start process kube event 2025-11-10 20:00:50.82: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 20:00:50.82: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 20:00:50.82: NetworkPolicyMonitor - start process kube event 2025-11-10 20:00:50.82: empty line received 2025-11-10 20:00:50.82: NetworkPolicyMonitor - start process kube event 2025-11-10 20:00:50.88: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:50.88: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:50.88: NamespaceMonitor - start process kube event 2025-11-10 20:00:50.88: empty line received 2025-11-10 20:00:50.88: NamespaceMonitor - start process kube event 2025-11-10 20:00:50.89: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:50.89: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:50.89: NamespaceMonitor - start process kube event 2025-11-10 20:00:50.89: empty line received 2025-11-10 20:00:50.89: NamespaceMonitor - start process kube event 2025-11-10 20:00:50.94: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 20:00:50.94: VncKubernetes - Process event (name=ctest-nginx-svc-60706550 event_type=DELETED kind=Endpoints ns=ctest-new-default-83976933) VncEndpoints - Got DELETED Endpoints ctest-new-default-83976933:ctest-nginx-svc-60706550:0b7f541b-c1c5-4810-9dba-c05f0ee36797 2025-11-10 20:00:50.95: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:00:50.95: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-83976933) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-83976933:ingress-on-service:597a818b-3db6-4db0-87f1-0ed925b05919 2025-11-10 20:00:51.91: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:00:51.91: VncKubernetes - Process event (name=ctest-new-default-83976933 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:52.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:00:52.34: VncKubernetes - Process event (name=ctest-new-default-83976933 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-83976933:30e8a2df-e014-4b51-b479-ce9249f904e6 2025-11-10 20:00:53.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:57.72: PodMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1810 2025-11-10 20:00:57.72: PodMonitor - start process kube event 2025-11-10 20:00:57.72: empty line received 2025-11-10 20:00:57.72: PodMonitor - start process kube event 2025-11-10 20:00:58.77: PodMonitor - Received BOOKMARK: oldResVer=1810 newResVer=1810 2025-11-10 20:00:58.77: PodMonitor - start process kube event 2025-11-10 20:00:58.77: empty line received 2025-11-10 20:00:58.77: PodMonitor - start process kube event 2025-11-10 20:00:59.93: stop iteration PodMonitor 2025-11-10 20:00:59.93: PodMonitor - start process kube event 2025-11-10 20:00:59.93: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1810 2025-11-10 20:00:59.93: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:00:59.93: PodMonitor - Connect Kube API result 0 2025-11-10 20:00:59.93: PodMonitor - _schedule_vnc_sync 2025-11-10 20:00:59.93: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1810'})(timeout=120) 2025-11-10 20:00:59.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 20:00:59.93: VncKubernetes - vnc_sync - Pod start 2025-11-10 20:00:59.93: VncKubernetes - vnc_sync - Pod done 2025-11-10 20:00:59.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:00:59.94: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1810'}) 2025-11-10 20:01:04.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1637 newResVer=1895 2025-11-10 20:01:04.99: NetworkPolicyMonitor - start process kube event 2025-11-10 20:01:04.99: empty line received 2025-11-10 20:01:04.99: NetworkPolicyMonitor - start process kube event 2025-11-10 20:01:06.82: stop iteration NetworkPolicyMonitor 2025-11-10 20:01:06.82: NetworkPolicyMonitor - start process kube event 2025-11-10 20:01:06.82: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1895 2025-11-10 20:01:06.82: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:01:06.82: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 20:01:06.82: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 20:01:06.82: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'})(timeout=120) 2025-11-10 20:01:06.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 20:01:06.83: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 20:01:06.84: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'}) 2025-11-10 20:01:06.84: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 20:01:06.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:01:24.04: EndPointMonitor - Received BOOKMARK: oldResVer=1734 newResVer=1864 2025-11-10 20:01:24.04: EndPointMonitor - start process kube event 2025-11-10 20:01:24.04: empty line received 2025-11-10 20:01:24.04: EndPointMonitor - start process kube event 2025-11-10 20:01:37.39: ServiceMonitor - Received BOOKMARK: oldResVer=1473 newResVer=1863 2025-11-10 20:01:37.39: ServiceMonitor - start process kube event 2025-11-10 20:01:37.39: empty line received 2025-11-10 20:01:37.39: ServiceMonitor - start process kube event 2025-11-10 20:01:37.68: NamespaceMonitor - Received BOOKMARK: oldResVer=1332 newResVer=1899 2025-11-10 20:01:37.68: NamespaceMonitor - start process kube event 2025-11-10 20:01:37.68: empty line received 2025-11-10 20:01:37.68: NamespaceMonitor - start process kube event 2025-11-10 20:01:39.11: NetworkMonitor - Received BOOKMARK: oldResVer=1485 newResVer=1485 2025-11-10 20:01:39.11: NetworkMonitor - start process kube event 2025-11-10 20:01:39.11: empty line received 2025-11-10 20:01:39.11: NetworkMonitor - start process kube event 2025-11-10 20:02:16.98: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 20:02:16.98: IngressMonitor - start process kube event 2025-11-10 20:02:16.98: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1279 2025-11-10 20:02:16.98: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:02:16.98: IngressMonitor - Connect Kube API result 0 2025-11-10 20:02:16.98: IngressMonitor - _schedule_vnc_sync 2025-11-10 20:02:16.98: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1279'})(timeout=120) 2025-11-10 20:02:16.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) [Introspect:8108]10.0.0.48 - - [2025-11-10 20:02:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001261 [Introspect:8108]10.0.0.48 - - [2025-11-10 20:02:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001074 [Introspect:8108]10.0.0.48 - - [2025-11-10 20:02:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001158 [Introspect:8108]10.0.0.48 - - [2025-11-10 20:03:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001075 2025-11-10 20:02:16.98: VncKubernetes - vnc_sync - Ingress start 2025-11-10 20:02:16.98: VncKubernetes - vnc_sync - Ingress done 2025-11-10 20:02:16.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:02:17.00: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1279'}) 2025-11-10 20:02:23.66: EndPointMonitor - Received BOOKMARK: oldResVer=1864 newResVer=1864 2025-11-10 20:02:23.67: EndPointMonitor - start process kube event 2025-11-10 20:02:23.67: empty line received 2025-11-10 20:02:23.67: EndPointMonitor - start process kube event 2025-11-10 20:02:37.59: ServiceMonitor - Received BOOKMARK: oldResVer=1863 newResVer=1863 2025-11-10 20:02:37.59: ServiceMonitor - start process kube event 2025-11-10 20:02:37.59: empty line received 2025-11-10 20:02:37.59: ServiceMonitor - start process kube event 2025-11-10 20:02:38.32: NamespaceMonitor - Received BOOKMARK: oldResVer=1899 newResVer=1899 2025-11-10 20:02:38.32: NamespaceMonitor - start process kube event 2025-11-10 20:02:38.32: empty line received 2025-11-10 20:02:38.32: NamespaceMonitor - start process kube event 2025-11-10 20:02:40.04: NetworkMonitor - Received BOOKMARK: oldResVer=1485 newResVer=1485 2025-11-10 20:02:40.05: NetworkMonitor - start process kube event 2025-11-10 20:02:40.05: empty line received 2025-11-10 20:02:40.05: NetworkMonitor - start process kube event 2025-11-10 20:02:42.47: NetworkMonitor - Received BOOKMARK: oldResVer=1485 newResVer=1485 2025-11-10 20:02:42.47: NetworkMonitor - start process kube event 2025-11-10 20:02:42.47: empty line received 2025-11-10 20:02:42.47: NetworkMonitor - start process kube event 2025-11-10 20:02:44.17: stop iteration NetworkMonitor 2025-11-10 20:02:44.17: NetworkMonitor - start process kube event 2025-11-10 20:02:44.17: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1485 2025-11-10 20:02:44.17: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:02:44.17: NetworkMonitor - Connect Kube API result 0 2025-11-10 20:02:44.17: NetworkMonitor - _schedule_vnc_sync 2025-11-10 20:02:44.17: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1485'})(timeout=120) 2025-11-10 20:02:44.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 20:02:44.17: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 20:02:44.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:02:44.18: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1485'}) 2025-11-10 20:02:55.21: NamespaceMonitor - Received BOOKMARK: oldResVer=1899 newResVer=1899 2025-11-10 20:02:55.21: NamespaceMonitor - start process kube event 2025-11-10 20:02:55.21: empty line received 2025-11-10 20:02:55.21: NamespaceMonitor - start process kube event 2025-11-10 20:02:56.42: stop iteration NamespaceMonitor 2025-11-10 20:02:56.42: NamespaceMonitor - start process kube event 2025-11-10 20:02:56.42: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1899 2025-11-10 20:02:56.42: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:02:56.42: NamespaceMonitor - Connect Kube API result 0 2025-11-10 20:02:56.42: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 20:02:56.42: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1899'})(timeout=120) 2025-11-10 20:02:56.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 20:02:56.42: VncKubernetes - vnc_sync - Namespace start 2025-11-10 20:02:56.42: VncKubernetes - vnc_sync - Namespace done 2025-11-10 20:02:56.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:02:56.44: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1899'}) 2025-11-10 20:02:59.95: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 20:02:59.95: PodMonitor - start process kube event 2025-11-10 20:02:59.95: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1810 2025-11-10 20:02:59.95: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:02:59.95: PodMonitor - Connect Kube API result 0 2025-11-10 20:02:59.95: PodMonitor - _schedule_vnc_sync 2025-11-10 20:02:59.95: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1810'})(timeout=120) 2025-11-10 20:02:59.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 20:02:59.95: VncKubernetes - vnc_sync - Pod start 2025-11-10 20:02:59.95: VncKubernetes - vnc_sync - Pod done 2025-11-10 20:02:59.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:02:59.96: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1810'}) 2025-11-10 20:03:06.84: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 20:03:06.84: NetworkPolicyMonitor - start process kube event 2025-11-10 20:03:06.84: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1895 2025-11-10 20:03:06.84: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:03:06.84: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 20:03:06.84: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 20:03:06.84: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'})(timeout=120) 2025-11-10 20:03:06.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 20:03:06.84: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 20:03:06.84: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 20:03:06.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:03:06.86: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'}) 2025-11-10 20:03:23.97: EndPointMonitor - Received BOOKMARK: oldResVer=1864 newResVer=1864 2025-11-10 20:03:23.97: EndPointMonitor - start process kube event 2025-11-10 20:03:23.97: EndPointMonitor - _schedule_vnc_sync 2025-11-10 20:03:23.97: empty line received 2025-11-10 20:03:23.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 20:03:23.97: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 20:03:23.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:03:23.97: EndPointMonitor - start process kube event 2025-11-10 20:03:37.54: ServiceMonitor - Received BOOKMARK: oldResVer=1863 newResVer=1863 2025-11-10 20:03:37.54: ServiceMonitor - start process kube event 2025-11-10 20:03:37.54: ServiceMonitor - _schedule_vnc_sync 2025-11-10 20:03:37.54: empty line received 2025-11-10 20:03:37.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 20:03:37.54: VncKubernetes - vnc_sync - Service start 2025-11-10 20:03:37.54: VncKubernetes - vnc_sync - Service done 2025-11-10 20:03:37.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:03:37.54: ServiceMonitor - start process kube event 2025-11-10 20:03:46.67: PodMonitor - Received ADDED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d [Introspect:8108]10.0.0.48 - - [2025-11-10 20:03:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001100 [Introspect:8108]10.0.0.48 - - [2025-11-10 20:03:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001674 2025-11-10 20:03:46.67: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-10 20:03:46.68: PodMonitor - start process kube event 2025-11-10 20:03:46.68: empty line received 2025-11-10 20:03:46.68: PodMonitor - start process kube event 2025-11-10 20:03:46.72: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:46.72: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:46.72: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:46.72: PodMonitor - start process kube event 2025-11-10 20:03:46.72: empty line received 2025-11-10 20:03:46.72: PodMonitor - start process kube event 2025-11-10 20:03:46.78: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:46.78: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:46.78: PodMonitor - start process kube event 2025-11-10 20:03:46.78: empty line received 2025-11-10 20:03:46.78: PodMonitor - start process kube event 2025-11-10 20:03:46.95: PodMonitor - Received ADDED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:46.95: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-10 20:03:46.95: PodMonitor - start process kube event 2025-11-10 20:03:46.95: empty line received 2025-11-10 20:03:46.95: PodMonitor - start process kube event 2025-11-10 20:03:46.95: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:46.95: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:46.95: PodMonitor - start process kube event 2025-11-10 20:03:46.95: empty line received 2025-11-10 20:03:46.95: PodMonitor - start process kube event 2025-11-10 20:03:46.97: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:46.97: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:46.97: PodMonitor - start process kube event 2025-11-10 20:03:46.97: empty line received 2025-11-10 20:03:46.97: PodMonitor - start process kube event 2025-11-10 20:03:47.59: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:47.59: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:47.59: PodMonitor - start process kube event 2025-11-10 20:03:47.59: empty line received 2025-11-10 20:03:47.59: PodMonitor - start process kube event 2025-11-10 20:03:47.61: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 20:03:47.61: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:47.74: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:03:47.74: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:48.57: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:48.57: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:48.57: PodMonitor - start process kube event 2025-11-10 20:03:48.57: empty line received 2025-11-10 20:03:48.57: PodMonitor - start process kube event 2025-11-10 20:03:48.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 20:03:48.58: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:48.74: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:03:48.74: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:03:48.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:03:48.75: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:03:48.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:00.14: PodMonitor - Received BOOKMARK: oldResVer=1810 newResVer=2140 2025-11-10 20:04:00.14: PodMonitor - start process kube event 2025-11-10 20:04:00.14: empty line received 2025-11-10 20:04:00.14: PodMonitor - start process kube event 2025-11-10 20:04:02.27: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:02.27: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:02.27: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:02.28: PodMonitor - start process kube event 2025-11-10 20:04:02.28: empty line received 2025-11-10 20:04:02.28: PodMonitor - start process kube event 2025-11-10 20:04:02.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:03.27: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:04:03.27: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:04:03.27: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:04:03.28: PodMonitor - start process kube event 2025-11-10 20:04:03.28: empty line received 2025-11-10 20:04:03.28: PodMonitor - start process kube event 2025-11-10 20:04:03.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:04.52: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:04.52: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:04.52: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:04.52: PodMonitor - start process kube event 2025-11-10 20:04:04.52: empty line received 2025-11-10 20:04:04.52: PodMonitor - start process kube event 2025-11-10 20:04:04.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:17.01: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 20:04:17.01: IngressMonitor - start process kube event 2025-11-10 20:04:17.01: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1279 2025-11-10 20:04:17.01: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:04:17.01: IngressMonitor - Connect Kube API result 0 2025-11-10 20:04:17.01: IngressMonitor - _schedule_vnc_sync 2025-11-10 20:04:17.01: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1279'})(timeout=120) 2025-11-10 20:04:17.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 20:04:17.02: VncKubernetes - vnc_sync - Ingress start 2025-11-10 20:04:17.02: VncKubernetes - vnc_sync - Ingress done 2025-11-10 20:04:17.02: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.48 - - [2025-11-10 20:04:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001163 2025-11-10 20:04:17.03: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1279'}) 2025-11-10 20:04:23.65: EndPointMonitor - Received BOOKMARK: oldResVer=1864 newResVer=1864 2025-11-10 20:04:23.65: EndPointMonitor - start process kube event 2025-11-10 20:04:23.65: empty line received 2025-11-10 20:04:23.65: EndPointMonitor - start process kube event 2025-11-10 20:04:34.73: ServiceMonitor - Received BOOKMARK: oldResVer=1863 newResVer=1863 2025-11-10 20:04:34.73: ServiceMonitor - start process kube event 2025-11-10 20:04:34.73: empty line received 2025-11-10 20:04:34.73: ServiceMonitor - start process kube event 2025-11-10 20:04:35.82: ServiceMonitor - Received BOOKMARK: oldResVer=1863 newResVer=1863 2025-11-10 20:04:35.82: ServiceMonitor - start process kube event 2025-11-10 20:04:35.82: empty line received 2025-11-10 20:04:35.82: ServiceMonitor - start process kube event 2025-11-10 20:04:36.38: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.38: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.38: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.38: PodMonitor - start process kube event 2025-11-10 20:04:36.38: empty line received 2025-11-10 20:04:36.38: PodMonitor - start process kube event 2025-11-10 20:04:36.39: PodMonitor - Received MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.39: PodMonitor - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.39: PodMonitor - start process kube event 2025-11-10 20:04:36.39: empty line received 2025-11-10 20:04:36.39: PodMonitor - start process kube event 2025-11-10 20:04:36.40: PodMonitor - Received DELETED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.40: PodMonitor - Got DELETED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.40: PodMonitor - start process kube event 2025-11-10 20:04:36.40: empty line received 2025-11-10 20:04:36.40: PodMonitor - start process kube event 2025-11-10 20:04:36.41: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 20:04:36.41: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:04:36.47: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:f7f2064b-9649-4fc8-b999-9ddab92bc98d 2025-11-10 20:04:36.49: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:04:36.49: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:04:36.49: PodMonitor - start process kube event 2025-11-10 20:04:36.49: empty line received 2025-11-10 20:04:36.49: PodMonitor - start process kube event 2025-11-10 20:04:36.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 20:04:36.75: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:7352e18b-8e26-4207-aab0-0d211c4c745a 2025-11-10 20:04:36.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:36.89: stop iteration ServiceMonitor 2025-11-10 20:04:36.89: ServiceMonitor - start process kube event 2025-11-10 20:04:36.89: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1863 2025-11-10 20:04:36.89: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:04:36.89: ServiceMonitor - Connect Kube API result 0 2025-11-10 20:04:36.90: ServiceMonitor - _schedule_vnc_sync 2025-11-10 20:04:36.90: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1863'})(timeout=120) 2025-11-10 20:04:36.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 20:04:36.90: VncKubernetes - vnc_sync - Service start 2025-11-10 20:04:36.90: VncKubernetes - vnc_sync - Service done 2025-11-10 20:04:36.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:36.91: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1863'}) 2025-11-10 20:04:44.18: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 20:04:44.18: NetworkMonitor - start process kube event 2025-11-10 20:04:44.18: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1485 2025-11-10 20:04:44.19: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:04:44.19: NetworkMonitor - Connect Kube API result 0 2025-11-10 20:04:44.19: NetworkMonitor - _schedule_vnc_sync 2025-11-10 20:04:44.19: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1485'})(timeout=120) 2025-11-10 20:04:44.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 20:04:44.19: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 20:04:44.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:44.20: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1485'}) 2025-11-10 20:04:56.44: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 20:04:56.44: NamespaceMonitor - start process kube event 2025-11-10 20:04:56.44: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1899 2025-11-10 20:04:56.44: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:04:56.44: NamespaceMonitor - Connect Kube API result 0 2025-11-10 20:04:56.44: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 20:04:56.44: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1899'})(timeout=120) 2025-11-10 20:04:56.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 20:04:56.44: VncKubernetes - vnc_sync - Namespace start 2025-11-10 20:04:56.44: VncKubernetes - vnc_sync - Namespace done 2025-11-10 20:04:56.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 20:04:56.46: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1899'}) 2025-11-10 20:04:59.51: PodMonitor - Received BOOKMARK: oldResVer=2140 newResVer=2218 2025-11-10 20:04:59.51: PodMonitor - start process kube event 2025-11-10 20:04:59.51: empty line received 2025-11-10 20:04:59.51: PodMonitor - start process kube event 2025-11-10 20:05:06.86: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-11-10 20:05:06.86: NetworkPolicyMonitor - start process kube event 2025-11-10 20:05:06.86: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1895 2025-11-10 20:05:06.86: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-11-10 20:05:06.86: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 20:05:06.86: NetworkPolicyMonitor - _schedule_vnc_sync