+++ date ++ echo 'INFO: =================== Mon Nov 10 01:33:47 AM UTC 2025 ===================' INFO: =================== Mon Nov 10 01:33:47 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ cut -d / -f 1 +++ local nic=ens3 +++ ip addr show dev ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.19 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.19 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.19 ++ ANALYTICSDB_NODES=10.0.0.19 ++ ANALYTICS_SNMP_NODES=10.0.0.19 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8081 ' +++ '[' -n '10.0.0.19:8081 ' ']' +++ echo 10.0.0.19:8081 ++ ANALYTICS_SERVERS=10.0.0.19:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9042 ' +++ '[' -n '10.0.0.19:9042 ' ']' +++ echo 10.0.0.19:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.19:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.19 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8086 ' +++ '[' -n '10.0.0.19:8086 ' ']' +++ echo 10.0.0.19:8086 ++ COLLECTOR_SERVERS=10.0.0.19:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.19 ++ CONFIGDB_NODES=10.0.0.19 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8082 ' +++ '[' -n '10.0.0.19:8082 ' ']' +++ echo 10.0.0.19:8082 ++ CONFIG_SERVERS=10.0.0.19:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9161 ' +++ '[' -n '10.0.0.19:9161 ' ']' +++ echo 10.0.0.19:9161 ++ CONFIGDB_SERVERS=10.0.0.19:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9041 ' +++ '[' -n '10.0.0.19:9041 ' ']' +++ echo 10.0.0.19:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.19:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.19 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.19 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.19 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:2181, +++ '[' -n 10.0.0.19:2181, ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS=10.0.0.19:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:2181 ' +++ '[' -n '10.0.0.19:2181 ' ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.19:2181 ++ RABBITMQ_NODES=10.0.0.19 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:5673, +++ '[' -n 10.0.0.19:5673, ']' +++ echo 10.0.0.19:5673 ++ RABBITMQ_SERVERS=10.0.0.19:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:6379 ' +++ '[' -n '10.0.0.19:6379 ' ']' +++ echo 10.0.0.19:6379 ++ REDIS_SERVERS=10.0.0.19:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.19 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9092 ' +++ '[' -n '10.0.0.19:9092 ' ']' +++ echo 10.0.0.19:9092 ++ KAFKA_SERVERS=10.0.0.19:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.19 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.19 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.19 + local cassandra=10.0.0.19 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.19 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IktBMkZjMzV6VVl1N0xZVmRJRUYwbWl4cXRpM3REcFh3Z3o3YXhDT1dmMnMifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImM4N2UzOWJjLWQxYWUtNGI2MS1iYzZkLWVkOTk1M2IyMzAwMiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.v8jfjaLh1mctVDW0XXq_NIxKZdeIRbP_4jKPq0X0xH2ihCZyUB7qDhpPKe1QdJ_R-6EuRAcyYA-ZHV4YgbRAt_0XQhoEfhSQMy4GmjG74WNYurAJdDpWgQ9Kh8I3QVBKUllmnZWVTEnf9vjcwd-gMdByCPLSGLXEqiUXfJcTq-T0p5zjQgHZgca_tiuQ8Xs6JfyTmh_N9BRiDxkL_KAlQLEqdxcPc6iEOirCuQLkjA_8vCm4Ur-HWJY7z1uOxI4AULauT5QG9_YG8jsjgWTw__FCdt2jTj6Qu1NXwmcK12e2Ebn1b0qo-N_KzTDso5PS_TnXQkS2qG5mVKnJ_WAAog ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node_list 10.0.0.19 +++ local servers=10.0.0.19 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort ++++ uniq +++ local local_ips=,10.0.0.19,10.105.191.1,127.0.0.1,172.17.0.1,252.19.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.19'\''))' +++ local server_ip=10.0.0.19 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.19 ]] +++ [[ ,10.0.0.19,10.105.191.1,127.0.0.1,172.17.0.1,252.19.0.1,, =~ ,10\.0\.0\.19, ]] +++ echo 10.0.0.19 1 +++ return ++ local ip=10.0.0.19 ++ [[ -z 10.0.0.19 ]] ++ echo 10.0.0.19 + host_ip=10.0.0.19 + [[ cql == \c\q\l ]] ++ echo 10.0.0.19:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.19:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/10/2025 01:33:55.070 7f46ad51c580 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/10/2025 01:33:55.263 7f46ad51c580 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/10/2025 01:33:55.263 7f46ad51c580 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-11-10 01:33:55.55: KubeMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:33:55.55: KubeMonitor - Connect Kube API result 0 2025-11-10 01:33:55.65: KubeMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-10 01:33:55.65: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-10 01:33:55.66: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1 2025-11-10 01:33:55.67: PodMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-10 01:33:55.68: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-10 01:33:55.68: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-11-10 01:33:55.69: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-10 01:33:55.70: IngressMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-11-10 01:33:55.70: VncKubernetes - vnc_connect starting 2025-11-10 01:33:55.72: VncKubernetes - vnc_connect done 2025-11-10 01:33:55.93: default-domain domain available. 2025-11-10 01:34:02.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:34:02.19: NamespaceMonitor - start process kube event 2025-11-10 01:34:02.19: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.19: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.20: NetworkMonitor - start process kube event 2025-11-10 01:34:02.20: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.20: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.20: PodMonitor - start process kube event 2025-11-10 01:34:02.20: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.20: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.20: ServiceMonitor - start process kube event 2025-11-10 01:34:02.20: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.20: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.20: NetworkPolicyMonitor - start process kube event 2025-11-10 01:34:02.20: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.20: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.20: EndPointMonitor - start process kube event 2025-11-10 01:34:02.20: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.20: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.20: IngressMonitor - start process kube event 2025-11-10 01:34:02.20: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.20: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.20: IngressMonitor - Connect Kube API result 0 2025-11-10 01:34:02.20: IngressMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-10 01:34:02.20: EndPointMonitor - Connect Kube API result 0 2025-11-10 01:34:02.21: EndPointMonitor - Start init url=https://10.0.0.19:6443/api/v1/endpoints resource_version=None 2025-11-10 01:34:02.21: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 01:34:02.21: NetworkPolicyMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-10 01:34:02.21: ServiceMonitor - Connect Kube API result 0 2025-11-10 01:34:02.21: ServiceMonitor - Start init url=https://10.0.0.19:6443/api/v1/services resource_version=None 2025-11-10 01:34:02.21: PodMonitor - Connect Kube API result 0 2025-11-10 01:34:02.21: PodMonitor - Start init url=https://10.0.0.19:6443/api/v1/pods resource_version=None 2025-11-10 01:34:02.21: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:34:02.21: NamespaceMonitor - Connect Kube API result 0 2025-11-10 01:34:02.21: NamespaceMonitor - Start init url=https://10.0.0.19:6443/api/v1/namespaces resource_version=None 2025-11-10 01:34:02.24: IngressMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses, resource_version=394 2025-11-10 01:34:02.24: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:34:02.24: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:34:02.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:34:02.24: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:34:02.24: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:34:02.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:34:02.25: NetworkPolicyMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=394 2025-11-10 01:34:02.25: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:34:02.25: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:34:02.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:34:02.25: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:34:02.26: EndPointMonitor - Got ADDED Endpoints default:kubernetes:d53fc42c-5435-4a69-b0e6-1bf8439ad24c 2025-11-10 01:34:02.26: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:34:02.26: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:34:02.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:34:02.26: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:d53fc42c-5435-4a69-b0e6-1bf8439ad24c 2025-11-10 01:34:02.26: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:34:02.27: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:34:02.27: PodMonitor - Done init url=https://10.0.0.19:6443/api/v1/pods, resource_version=394 2025-11-10 01:34:02.27: PodMonitor - _schedule_vnc_sync 2025-11-10 01:34:02.27: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:34:02.27: ServiceMonitor - Got ADDED Service default:kubernetes:bc467645-1960-4df9-9f9e-e6d48dc451e8 2025-11-10 01:34:02.27: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:34:02.27: EndPointMonitor - Done init url=https://10.0.0.19:6443/api/v1/endpoints, resource_version=394 2025-11-10 01:34:02.27: EndPointMonitor - _schedule_vnc_sync 2025-11-10 01:34:02.27: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:34:02.27: NamespaceMonitor - Got ADDED Namespace None:contrail:80e25e35-8f8d-4587-b53c-1e98515935c1 2025-11-10 01:34:02.28: NetworkMonitor - Start init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-10 01:34:02.29: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) [Introspect:8108]10.0.0.19 - - [2025-11-10 01:34:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001333 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:34:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001307 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:34:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001101 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:34:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001016 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:35:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001174 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:35:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001072 2025-11-10 01:34:02.29: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:34:02.29: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-11-10 01:34:02.29: NetworkMonitor - start process kube event 2025-11-10 01:34:02.29: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-10 01:34:02.29: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:34:02.29: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:34:02.30: ServiceMonitor - Got ADDED Service kube-system:kube-dns:cdc6660c-34c0-4632-a8d3-e2700278ea7d 2025-11-10 01:34:02.30: ServiceMonitor - Done init url=https://10.0.0.19:6443/api/v1/services, resource_version=394 2025-11-10 01:34:02.30: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:34:02.30: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:34:02.30: NamespaceMonitor - Got ADDED Namespace None:default:695344ce-9d14-4c49-99d4-33c11b444e25 2025-11-10 01:34:02.30: NetworkMonitor - Start init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-10 01:34:02.30: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-10 01:34:02.30: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:34:02.31: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:34:02.31: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:86122b1e-0abc-44c3-a6af-3d0846c8afeb 2025-11-10 01:34:02.32: NamespaceMonitor - Got ADDED Namespace None:kube-public:cc1a3128-8b44-45cc-a63e-425500f137ff 2025-11-10 01:34:02.33: NamespaceMonitor - Got ADDED Namespace None:kube-system:8eaf09a9-4b01-4e85-909c-44610067117c 2025-11-10 01:34:02.33: NamespaceMonitor - Done init url=https://10.0.0.19:6443/api/v1/namespaces, resource_version=394 2025-11-10 01:34:02.33: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:34:02.33: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:34:02.34: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:34:02.35: NetworkMonitor - Done init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=398 2025-11-10 01:34:02.35: NetworkMonitor - _schedule_vnc_sync 2025-11-10 01:34:02.35: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'})(timeout=120) 2025-11-10 01:34:02.35: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'}) 2025-11-10 01:34:03.52: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:34:03.52: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:34:03.52: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-10 01:34:03.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 01:34:03.52: VncKubernetes - vnc_sync - Pod start 2025-11-10 01:34:03.52: VncKubernetes - vnc_sync - Pod done 2025-11-10 01:34:03.52: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 01:34:03.52: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:bc467645-1960-4df9-9f9e-e6d48dc451e8 2025-11-10 01:34:03.53: PodMonitor - start process kube event 2025-11-10 01:34:03.53: empty line received 2025-11-10 01:34:03.53: PodMonitor - start process kube event 2025-11-10 01:34:04.86: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 01:34:04.86: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:34:04.88: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-10 01:34:04.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 01:34:04.88: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 01:34:04.88: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-10 01:34:04.88: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:80e25e35-8f8d-4587-b53c-1e98515935c1 2025-11-10 01:34:06.70: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-10 01:34:06.70: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:cdc6660c-34c0-4632-a8d3-e2700278ea7d 2025-11-10 01:34:08.67: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-10 01:34:08.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:34:08.67: VncKubernetes - vnc_sync - Service start 2025-11-10 01:34:08.67: VncKubernetes - vnc_sync - Service done 2025-11-10 01:34:08.67: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-10 01:34:08.67: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:695344ce-9d14-4c49-99d4-33c11b444e25 2025-11-10 01:34:11.05: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 01:34:11.05: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:86122b1e-0abc-44c3-a6af-3d0846c8afeb 2025-11-10 01:34:13.37: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 01:34:13.37: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:cc1a3128-8b44-45cc-a63e-425500f137ff 2025-11-10 01:34:15.47: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:34:15.47: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:8eaf09a9-4b01-4e85-909c-44610067117c 2025-11-10 01:34:17.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:34:17.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:34:17.02: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:34:17.03: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:34:17.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:34:17.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:34:17.03: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:34:17.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:34:17.03: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:34:17.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:35:02.01: PodMonitor - Received BOOKMARK: oldResVer=394 newResVer=401 2025-11-10 01:35:02.01: PodMonitor - start process kube event 2025-11-10 01:35:02.01: empty line received 2025-11-10 01:35:02.01: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-10 01:36:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001634 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:37:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001017 2025-11-10 01:36:02.26: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:36:02.27: IngressMonitor - start process kube event 2025-11-10 01:36:02.27: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:36:02.27: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:36:02.27: IngressMonitor - Connect Kube API result 0 2025-11-10 01:36:02.27: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:36:02.27: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:36:02.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:36:02.27: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:36:02.27: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:36:02.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:36:02.27: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:36:02.27: NetworkPolicyMonitor - start process kube event 2025-11-10 01:36:02.27: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:36:02.27: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:36:02.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 01:36:02.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:36:02.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:36:02.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:36:02.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:36:02.28: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:36:02.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:36:02.28: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:36:02.29: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:36:02.29: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:36:02.29: EndPointMonitor - start process kube event 2025-11-10 01:36:02.29: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:36:02.29: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:36:02.29: EndPointMonitor - Connect Kube API result 0 2025-11-10 01:36:02.29: EndPointMonitor - _schedule_vnc_sync 2025-11-10 01:36:02.29: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:36:02.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 01:36:02.30: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 01:36:02.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:36:02.30: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:36:02.31: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:36:02.31: ServiceMonitor - start process kube event 2025-11-10 01:36:02.31: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:36:02.31: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:36:02.31: ServiceMonitor - Connect Kube API result 0 2025-11-10 01:36:02.31: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:36:02.31: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:36:02.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:36:02.31: VncKubernetes - vnc_sync - Service start 2025-11-10 01:36:02.31: VncKubernetes - vnc_sync - Service done 2025-11-10 01:36:02.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:36:02.32: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:36:02.34: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:36:02.34: NamespaceMonitor - start process kube event 2025-11-10 01:36:02.34: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:36:02.34: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:36:02.34: NamespaceMonitor - Connect Kube API result 0 2025-11-10 01:36:02.34: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:36:02.34: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:36:02.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:36:02.34: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:36:02.34: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:36:02.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:36:02.35: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:36:02.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:36:02.36: NetworkMonitor - start process kube event 2025-11-10 01:36:02.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=398 2025-11-10 01:36:02.36: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:36:02.36: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:36:02.36: NetworkMonitor - _schedule_vnc_sync 2025-11-10 01:36:02.36: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'})(timeout=120) 2025-11-10 01:36:02.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:36:02.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:36:02.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:36:02.36: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'}) 2025-11-10 01:36:02.56: PodMonitor - Received BOOKMARK: oldResVer=401 newResVer=401 2025-11-10 01:36:02.56: PodMonitor - start process kube event 2025-11-10 01:36:02.56: empty line received 2025-11-10 01:36:02.56: PodMonitor - start process kube event 2025-11-10 01:37:02.85: PodMonitor - Received BOOKMARK: oldResVer=401 newResVer=401 2025-11-10 01:37:02.85: PodMonitor - start process kube event 2025-11-10 01:37:02.85: empty line received 2025-11-10 01:37:02.85: PodMonitor - start process kube event 2025-11-10 01:38:02.28: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:38:02.29: IngressMonitor - start process kube event 2025-11-10 01:38:02.29: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:38:02.29: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:38:02.29: IngressMonitor - Connect Kube API result 0 2025-11-10 01:38:02.29: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:38:02.29: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:38:02.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:38:02.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:38:02.29: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:38:02.29: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:38:02.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:38:02.29: NetworkPolicyMonitor - start process kube event 2025-11-10 01:38:02.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:38:02.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:38:02.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 01:38:02.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:38:02.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:38:02.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:38:02.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:38:02.30: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:38:02.30: EndPointMonitor - start process kube event 2025-11-10 01:38:02.30: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:38:02.30: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:38:02.30: EndPointMonitor - Connect Kube API result 0 2025-11-10 01:38:02.30: EndPointMonitor - _schedule_vnc_sync 2025-11-10 01:38:02.30: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:38:02.30: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:38:02.30: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:38:02.31: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:38:02.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:38:02.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 01:38:02.31: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 01:38:02.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:38:02.31: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:38:02.32: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:38:02.32: ServiceMonitor - start process kube event 2025-11-10 01:38:02.32: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:38:02.32: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:38:02.32: ServiceMonitor - Connect Kube API result 0 2025-11-10 01:38:02.32: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:38:02.32: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:38:02.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:38:02.32: VncKubernetes - vnc_sync - Service start 2025-11-10 01:38:02.32: VncKubernetes - vnc_sync - Service done 2025-11-10 01:38:02.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:38:02.32: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:38:02.35: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:38:02.35: NamespaceMonitor - start process kube event 2025-11-10 01:38:02.35: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:38:02.35: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:38:02.35: NamespaceMonitor - Connect Kube API result 0 2025-11-10 01:38:02.35: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:38:02.35: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:38:02.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:38:02.35: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:38:02.35: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:38:02.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:38:02.36: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:38:02.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:38:02.36: NetworkMonitor - start process kube event 2025-11-10 01:38:02.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=398 2025-11-10 01:38:02.36: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:38:02.36: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:38:02.36: NetworkMonitor - _schedule_vnc_sync 2025-11-10 01:38:02.36: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'})(timeout=120) 2025-11-10 01:38:02.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:38:02.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:38:02.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:38:02.38: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'}) 2025-11-10 01:38:03.38: PodMonitor - Received BOOKMARK: oldResVer=401 newResVer=401 2025-11-10 01:38:03.38: PodMonitor - start process kube event 2025-11-10 01:38:03.38: PodMonitor - _schedule_vnc_sync 2025-11-10 01:38:03.38: empty line received 2025-11-10 01:38:03.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 01:38:03.38: VncKubernetes - vnc_sync - Pod start 2025-11-10 01:38:03.38: PodMonitor - start process kube event 2025-11-10 01:38:03.40: VncKubernetes - vnc_sync - Pod done 2025-11-10 01:38:03.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:38:13.46: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:38:13.46: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:38:13.46: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:38:13.46: PodMonitor - start process kube event 2025-11-10 01:38:13.46: empty line received 2025-11-10 01:38:13.46: PodMonitor - start process kube event 2025-11-10 01:38:13.47: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:38:13.47: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:38:13.47: EndPointMonitor - start process kube event 2025-11-10 01:38:13.47: empty line received 2025-11-10 01:38:13.47: EndPointMonitor - start process kube event 2025-11-10 01:38:13.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:38:13.48: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:38:13.48: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:38:13.48: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:38:13.48: PodMonitor - start process kube event 2025-11-10 01:38:13.48: empty line received 2025-11-10 01:38:13.48: PodMonitor - start process kube event 2025-11-10 01:38:13.50: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:38:13.50: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:38:13.50: EndPointMonitor - start process kube event 2025-11-10 01:38:13.50: empty line received 2025-11-10 01:38:13.50: EndPointMonitor - start process kube event 2025-11-10 01:38:13.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:38:13.56: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:38:13.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:38:13.61: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:38:14.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:39:01.55: EndPointMonitor - Received BOOKMARK: oldResVer=394 newResVer=752 2025-11-10 01:39:01.55: EndPointMonitor - start process kube event 2025-11-10 01:39:01.55: empty line received 2025-11-10 01:39:01.55: EndPointMonitor - start process kube event 2025-11-10 01:39:02.61: PodMonitor - Received BOOKMARK: oldResVer=401 newResVer=750 2025-11-10 01:39:02.61: PodMonitor - start process kube event 2025-11-10 01:39:02.61: empty line received 2025-11-10 01:39:02.61: PodMonitor - start process kube event 2025-11-10 01:40:02.30: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:40:02.31: IngressMonitor - start process kube event 2025-11-10 01:40:02.31: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:40:02.31: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:40:02.31: IngressMonitor - Connect Kube API result 0 2025-11-10 01:40:02.31: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:40:02.31: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:40:02.31: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:40:02.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:40:02.31: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:40:02.31: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:40:02.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:40:02.31: NetworkPolicyMonitor - start process kube event 2025-11-10 01:40:02.31: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:40:02.31: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:40:02.31: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 01:40:02.31: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:40:02.31: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:40:02.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:40:02.31: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:40:02.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:40:02.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:40:02.32: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:40:02.32: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:40:02.32: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:40:02.32: ServiceMonitor - start process kube event 2025-11-10 01:40:02.32: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:40:02.32: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:40:02.32: ServiceMonitor - Connect Kube API result 0 2025-11-10 01:40:02.33: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:40:02.33: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:40:02.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:40:02.33: VncKubernetes - vnc_sync - Service start 2025-11-10 01:40:02.33: VncKubernetes - vnc_sync - Service done 2025-11-10 01:40:02.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:40:02.33: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:40:02.36: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:40:02.36: NamespaceMonitor - start process kube event 2025-11-10 01:40:02.36: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:40:02.36: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:40:02.36: NamespaceMonitor - Connect Kube API result 0 2025-11-10 01:40:02.36: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:40:02.36: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:40:02.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:40:02.36: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:40:02.36: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:40:02.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:40:02.37: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:40:02.38: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:40:02.38: NetworkMonitor - start process kube event 2025-11-10 01:40:02.38: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=398 2025-11-10 01:40:02.38: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:40:02.38: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:40:02.38: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.19 - - [2025-11-10 01:41:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001022 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:41:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001181 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:41:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000951 2025-11-10 01:40:02.38: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'})(timeout=120) 2025-11-10 01:40:02.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:40:02.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:40:02.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:40:02.38: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'}) 2025-11-10 01:40:02.39: EndPointMonitor - Received BOOKMARK: oldResVer=752 newResVer=752 2025-11-10 01:40:02.39: EndPointMonitor - start process kube event 2025-11-10 01:40:02.39: empty line received 2025-11-10 01:40:02.39: EndPointMonitor - start process kube event 2025-11-10 01:40:02.71: PodMonitor - Received BOOKMARK: oldResVer=750 newResVer=750 2025-11-10 01:40:02.71: PodMonitor - start process kube event 2025-11-10 01:40:02.71: empty line received 2025-11-10 01:40:02.71: PodMonitor - start process kube event 2025-11-10 01:41:01.61: EndPointMonitor - Received BOOKMARK: oldResVer=752 newResVer=752 2025-11-10 01:41:01.61: EndPointMonitor - start process kube event 2025-11-10 01:41:01.61: empty line received 2025-11-10 01:41:01.62: EndPointMonitor - start process kube event 2025-11-10 01:41:02.85: PodMonitor - Received BOOKMARK: oldResVer=750 newResVer=750 2025-11-10 01:41:02.85: PodMonitor - start process kube event 2025-11-10 01:41:02.85: empty line received 2025-11-10 01:41:02.85: PodMonitor - start process kube event 2025-11-10 01:41:39.32: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:41:39.32: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:41:39.32: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:41:39.32: PodMonitor - start process kube event 2025-11-10 01:41:39.32: empty line received 2025-11-10 01:41:39.32: PodMonitor - start process kube event 2025-11-10 01:41:39.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:41:39.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:41:39.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:41:39.35: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:41:39.35: PodMonitor - start process kube event 2025-11-10 01:41:39.35: empty line received 2025-11-10 01:41:39.35: PodMonitor - start process kube event 2025-11-10 01:41:39.37: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:41:39.37: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:41:39.37: EndPointMonitor - start process kube event 2025-11-10 01:41:39.37: empty line received 2025-11-10 01:41:39.37: EndPointMonitor - start process kube event 2025-11-10 01:41:39.38: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:41:39.38: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:41:39.38: EndPointMonitor - start process kube event 2025-11-10 01:41:39.38: empty line received 2025-11-10 01:41:39.38: EndPointMonitor - start process kube event 2025-11-10 01:41:39.42: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:41:39.42: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:41:39.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:41:39.81: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:41:40.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:42:02.09: EndPointMonitor - Received BOOKMARK: oldResVer=752 newResVer=1039 2025-11-10 01:42:02.09: EndPointMonitor - start process kube event 2025-11-10 01:42:02.09: empty line received 2025-11-10 01:42:02.09: EndPointMonitor - start process kube event 2025-11-10 01:42:02.32: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:42:02.32: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:42:02.32: IngressMonitor - start process kube event 2025-11-10 01:42:02.32: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:42:02.32: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:42:02.32: NetworkPolicyMonitor - start process kube event 2025-11-10 01:42:02.32: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:42:02.32: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:42:02.32: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 01:42:02.33: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:42:02.33: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:42:02.33: IngressMonitor - Connect Kube API result 0 2025-11-10 01:42:02.33: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:42:02.33: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:42:02.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:42:02.33: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:42:02.34: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:42:02.34: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:42:02.34: ServiceMonitor - start process kube event 2025-11-10 01:42:02.34: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:42:02.34: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:42:02.34: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:42:02.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:42:02.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:42:02.34: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:42:02.34: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:42:02.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:42:02.34: ServiceMonitor - Connect Kube API result 0 2025-11-10 01:42:02.34: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:42:02.34: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:42:02.34: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) [Introspect:8108]10.0.0.19 - - [2025-11-10 01:43:10] "GET /Snh_NamespaceDatabaseList?namespace_uuid=695344ce-9d14-4c49-99d4-33c11b444e25 HTTP/1.1" 200 753 0.000790 2025-11-10 01:42:02.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:42:02.34: VncKubernetes - vnc_sync - Service start 2025-11-10 01:42:02.34: VncKubernetes - vnc_sync - Service done 2025-11-10 01:42:02.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:42:02.34: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:42:02.37: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:42:02.37: NamespaceMonitor - start process kube event 2025-11-10 01:42:02.37: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:42:02.37: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:42:02.37: NamespaceMonitor - Connect Kube API result 0 2025-11-10 01:42:02.37: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:42:02.37: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:42:02.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:42:02.37: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:42:02.37: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:42:02.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:42:02.38: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:42:02.38: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:42:02.39: NetworkMonitor - start process kube event 2025-11-10 01:42:02.39: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=398 2025-11-10 01:42:02.39: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:42:02.39: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:42:02.39: NetworkMonitor - _schedule_vnc_sync 2025-11-10 01:42:02.39: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'})(timeout=120) 2025-11-10 01:42:02.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:42:02.39: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:42:02.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:42:02.39: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'}) 2025-11-10 01:42:03.35: PodMonitor - Received BOOKMARK: oldResVer=750 newResVer=1035 2025-11-10 01:42:03.35: PodMonitor - start process kube event 2025-11-10 01:42:03.35: empty line received 2025-11-10 01:42:03.35: PodMonitor - start process kube event 2025-11-10 01:42:29.17: PodMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1035 2025-11-10 01:42:29.17: PodMonitor - start process kube event 2025-11-10 01:42:29.17: PodMonitor - _schedule_vnc_sync 2025-11-10 01:42:29.17: empty line received 2025-11-10 01:42:29.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 01:42:29.17: VncKubernetes - vnc_sync - Pod start 2025-11-10 01:42:29.17: VncKubernetes - vnc_sync - Pod done 2025-11-10 01:42:29.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:42:29.17: PodMonitor - start process kube event 2025-11-10 01:42:31.13: stop iteration PodMonitor 2025-11-10 01:42:31.13: PodMonitor - start process kube event 2025-11-10 01:42:31.13: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1035 2025-11-10 01:42:31.13: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:42:31.13: PodMonitor - Connect Kube API result 0 2025-11-10 01:42:31.13: PodMonitor - _schedule_vnc_sync 2025-11-10 01:42:31.13: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1035'})(timeout=120) 2025-11-10 01:42:31.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 01:42:31.14: VncKubernetes - vnc_sync - Pod start 2025-11-10 01:42:31.14: VncKubernetes - vnc_sync - Pod done 2025-11-10 01:42:31.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:42:31.15: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1035'}) 2025-11-10 01:43:01.95: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-10 01:43:01.95: EndPointMonitor - start process kube event 2025-11-10 01:43:01.95: EndPointMonitor - _schedule_vnc_sync 2025-11-10 01:43:01.95: empty line received 2025-11-10 01:43:01.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 01:43:01.95: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 01:43:01.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:43:01.95: EndPointMonitor - start process kube event 2025-11-10 01:43:02.20: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=394 newResVer=1068 2025-11-10 01:43:02.20: NetworkPolicyMonitor - start process kube event 2025-11-10 01:43:02.20: empty line received 2025-11-10 01:43:02.20: NetworkPolicyMonitor - start process kube event 2025-11-10 01:43:02.23: ServiceMonitor - Received BOOKMARK: oldResVer=394 newResVer=1072 2025-11-10 01:43:02.23: ServiceMonitor - start process kube event 2025-11-10 01:43:02.23: empty line received 2025-11-10 01:43:02.23: ServiceMonitor - start process kube event 2025-11-10 01:43:02.51: IngressMonitor - Received BOOKMARK: oldResVer=394 newResVer=1029 2025-11-10 01:43:02.51: IngressMonitor - start process kube event 2025-11-10 01:43:02.51: empty line received 2025-11-10 01:43:02.51: IngressMonitor - start process kube event 2025-11-10 01:43:10.67: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-07320045:16c9954d-c1fb-4340-ba39-55afcd754dcc 2025-11-10 01:43:10.67: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-07320045:16c9954d-c1fb-4340-ba39-55afcd754dcc 2025-11-10 01:43:10.67: VncKubernetes - Process event (name=ctest-nginx-svc-07320045 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-07320045:16c9954d-c1fb-4340-ba39-55afcd754dcc 2025-11-10 01:43:10.67: ServiceMonitor - start process kube event 2025-11-10 01:43:10.67: empty line received 2025-11-10 01:43:10.67: ServiceMonitor - start process kube event 2025-11-10 01:43:10.67: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:10.67: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:10.67: EndPointMonitor - start process kube event 2025-11-10 01:43:10.68: empty line received 2025-11-10 01:43:10.68: EndPointMonitor - start process kube event 2025-11-10 01:43:10.72: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:10.72: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-78680384 (no nodeName) 2025-11-10 01:43:10.72: PodMonitor - start process kube event 2025-11-10 01:43:10.72: empty line received 2025-11-10 01:43:10.72: PodMonitor - start process kube event 2025-11-10 01:43:10.73: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:10.73: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:10.73: PodMonitor - start process kube event 2025-11-10 01:43:10.73: empty line received [Introspect:8108]10.0.0.19 - - [2025-11-10 01:43:17] "GET /Snh_LoadbalancerDatabaseList?x=50448808-ba71-4425-9294-db9a07aed5d9 HTTP/1.1" 200 1869 0.000865 2025-11-10 01:43:10.73: PodMonitor - start process kube event 2025-11-10 01:43:10.76: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:10.76: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:10.76: PodMonitor - start process kube event 2025-11-10 01:43:10.76: empty line received 2025-11-10 01:43:10.76: PodMonitor - start process kube event 2025-11-10 01:43:10.78: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:10.78: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-17023340 (no nodeName) 2025-11-10 01:43:10.78: PodMonitor - start process kube event 2025-11-10 01:43:10.78: empty line received 2025-11-10 01:43:10.78: PodMonitor - start process kube event 2025-11-10 01:43:10.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:10.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:10.80: PodMonitor - start process kube event 2025-11-10 01:43:10.80: empty line received 2025-11-10 01:43:10.80: PodMonitor - start process kube event 2025-11-10 01:43:10.81: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:10.81: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:10.81: PodMonitor - start process kube event 2025-11-10 01:43:10.81: empty line received 2025-11-10 01:43:10.81: PodMonitor - start process kube event 2025-11-10 01:43:11.66: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 01:43:11.66: VncKubernetes - Process event (name=ctest-nginx-svc-07320045 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:11.72: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:43:11.72: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:12.54: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:12.54: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:12.54: PodMonitor - start process kube event 2025-11-10 01:43:12.54: empty line received 2025-11-10 01:43:12.54: PodMonitor - start process kube event 2025-11-10 01:43:12.55: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:43:12.55: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:12.68: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:43:12.68: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:13.28: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:13.28: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:13.28: PodMonitor - start process kube event 2025-11-10 01:43:13.28: empty line received 2025-11-10 01:43:13.28: PodMonitor - start process kube event 2025-11-10 01:43:13.29: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:43:13.29: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:13.43: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:43:13.43: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:13.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:43:13.44: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:13.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:43:14.79: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:43:14.79: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:43:14.79: VncKubernetes - Process event (name=ctest-nginx-ingress-93137552 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:43:14.80: IngressMonitor - start process kube event 2025-11-10 01:43:14.80: empty line received 2025-11-10 01:43:14.80: IngressMonitor - start process kube event 2025-11-10 01:43:15.89: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:43:15.89: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:43:15.89: IngressMonitor - start process kube event 2025-11-10 01:43:15.89: empty line received 2025-11-10 01:43:15.89: IngressMonitor - start process kube event 2025-11-10 01:43:17.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:43:17.06: VncKubernetes - Process event (name=ctest-nginx-ingress-93137552 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:43:17.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:43:17.82: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:17.82: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-81871622 (no nodeName) 2025-11-10 01:43:17.82: PodMonitor - start process kube event 2025-11-10 01:43:17.82: empty line received 2025-11-10 01:43:17.82: PodMonitor - start process kube event 2025-11-10 01:43:17.85: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:17.85: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:17.85: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:17.85: PodMonitor - start process kube event 2025-11-10 01:43:17.85: empty line received 2025-11-10 01:43:17.85: PodMonitor - start process kube event 2025-11-10 01:43:17.85: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:17.85: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:17.85: PodMonitor - start process kube event 2025-11-10 01:43:17.85: empty line received 2025-11-10 01:43:17.85: PodMonitor - start process kube event 2025-11-10 01:43:18.58: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:18.58: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:18.58: PodMonitor - start process kube event 2025-11-10 01:43:18.58: empty line received 2025-11-10 01:43:18.58: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-10 01:43:27] "GET /Snh_VirtualMachineDatabaseList?x=baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 HTTP/1.1" 200 2150 0.000893 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:43:28] "GET /Snh_VirtualMachineDatabaseList?x=a9c0846b-5cc6-411e-9252-8c240774dd73 HTTP/1.1" 200 2150 0.000764 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:43:33] "GET /Snh_VirtualMachineDatabaseList?x=0797db66-e89a-433d-8506-9397c0e9f05f HTTP/1.1" 200 2084 0.000826 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:43:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001256 2025-11-10 01:43:18.60: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:43:18.60: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:18.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:43:18.73: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:18.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:43:22.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:22.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:22.92: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:43:22.92: PodMonitor - start process kube event 2025-11-10 01:43:22.92: empty line received 2025-11-10 01:43:22.92: PodMonitor - start process kube event 2025-11-10 01:43:22.93: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:22.93: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:22.93: EndPointMonitor - start process kube event 2025-11-10 01:43:22.93: empty line received 2025-11-10 01:43:22.93: EndPointMonitor - start process kube event 2025-11-10 01:43:22.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:43:22.98: VncKubernetes - Process event (name=ctest-nginx-svc-07320045 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:23.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:43:23.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:23.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:23.93: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:43:23.93: PodMonitor - start process kube event 2025-11-10 01:43:23.93: empty line received 2025-11-10 01:43:23.93: PodMonitor - start process kube event 2025-11-10 01:43:23.93: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:23.94: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:23.94: EndPointMonitor - start process kube event 2025-11-10 01:43:23.94: empty line received 2025-11-10 01:43:23.94: EndPointMonitor - start process kube event 2025-11-10 01:43:23.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:43:23.94: VncKubernetes - Process event (name=ctest-nginx-svc-07320045 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:43:24.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:43:31.32: PodMonitor - Received BOOKMARK: oldResVer=1035 newResVer=1219 2025-11-10 01:43:31.32: PodMonitor - start process kube event 2025-11-10 01:43:31.32: empty line received 2025-11-10 01:43:31.32: PodMonitor - start process kube event 2025-11-10 01:43:31.93: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:31.93: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:31.94: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:31.94: PodMonitor - start process kube event 2025-11-10 01:43:31.94: empty line received 2025-11-10 01:43:31.94: PodMonitor - start process kube event 2025-11-10 01:43:31.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:43:33.36: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:33.36: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:33.36: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:43:33.36: PodMonitor - start process kube event 2025-11-10 01:43:33.36: empty line received 2025-11-10 01:43:33.36: PodMonitor - start process kube event 2025-11-10 01:43:33.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:01.70: ServiceMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1169 2025-11-10 01:44:01.70: ServiceMonitor - start process kube event 2025-11-10 01:44:01.70: empty line received 2025-11-10 01:44:01.70: ServiceMonitor - start process kube event 2025-11-10 01:44:01.75: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1068 newResVer=1068 2025-11-10 01:44:01.75: NetworkPolicyMonitor - start process kube event 2025-11-10 01:44:01.75: empty line received 2025-11-10 01:44:01.75: NetworkPolicyMonitor - start process kube event 2025-11-10 01:44:01.95: IngressMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1191 2025-11-10 01:44:01.95: IngressMonitor - start process kube event 2025-11-10 01:44:01.95: empty line received 2025-11-10 01:44:01.95: IngressMonitor - start process kube event 2025-11-10 01:44:01.97: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1221 2025-11-10 01:44:01.97: EndPointMonitor - start process kube event 2025-11-10 01:44:01.97: empty line received 2025-11-10 01:44:01.97: EndPointMonitor - start process kube event 2025-11-10 01:44:02.38: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:44:02.38: NamespaceMonitor - start process kube event 2025-11-10 01:44:02.38: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=394 2025-11-10 01:44:02.38: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:44:02.38: NamespaceMonitor - Connect Kube API result 0 2025-11-10 01:44:02.38: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:44:02.38: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'})(timeout=120) 2025-11-10 01:44:02.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:44:02.38: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:44:02.38: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:44:02.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:02.39: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:44:02.39: NetworkMonitor - start process kube event 2025-11-10 01:44:02.39: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=398 2025-11-10 01:44:02.39: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:44:02.39: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:44:02.39: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:08] "GET /Snh_LoadbalancerDatabaseList?x=50448808-ba71-4425-9294-db9a07aed5d9 HTTP/1.1" 200 1869 0.000602 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:09] "GET /Snh_LoadbalancerDatabaseList?x=50448808-ba71-4425-9294-db9a07aed5d9 HTTP/1.1" 200 313 0.000698 2025-11-10 01:44:02.39: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'})(timeout=120) 2025-11-10 01:44:02.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:44:02.40: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:44:02.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:02.40: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '398'}) 2025-11-10 01:44:02.40: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '394'}) 2025-11-10 01:44:05.00: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.00: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.00: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.00: PodMonitor - start process kube event 2025-11-10 01:44:05.00: empty line received 2025-11-10 01:44:05.00: PodMonitor - start process kube event 2025-11-10 01:44:05.01: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.01: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.01: PodMonitor - start process kube event 2025-11-10 01:44:05.01: empty line received 2025-11-10 01:44:05.01: PodMonitor - start process kube event 2025-11-10 01:44:05.01: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.01: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.01: PodMonitor - start process kube event 2025-11-10 01:44:05.01: empty line received 2025-11-10 01:44:05.01: PodMonitor - start process kube event 2025-11-10 01:44:05.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:44:05.01: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:05.07: VncKubernetes - Process event (name=ctest-busybox-pod-81871622 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-81871622:0797db66-e89a-433d-8506-9397c0e9f05f 2025-11-10 01:44:05.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:08.44: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:44:08.44: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:44:08.44: VncKubernetes - Process event (name=ctest-nginx-ingress-93137552 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-93137552:50448808-ba71-4425-9294-db9a07aed5d9 2025-11-10 01:44:08.44: IngressMonitor - start process kube event 2025-11-10 01:44:08.44: empty line received 2025-11-10 01:44:08.44: IngressMonitor - start process kube event 2025-11-10 01:44:09.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:09.88: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:09.88: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:09.88: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:09.89: PodMonitor - start process kube event 2025-11-10 01:44:09.89: empty line received 2025-11-10 01:44:09.89: PodMonitor - start process kube event 2025-11-10 01:44:09.89: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:44:09.89: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:44:09.89: EndPointMonitor - start process kube event 2025-11-10 01:44:09.89: empty line received 2025-11-10 01:44:09.89: EndPointMonitor - start process kube event 2025-11-10 01:44:09.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:09.91: VncKubernetes - Process event (name=ctest-nginx-svc-07320045 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:44:10.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:11.02: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.02: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.02: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.02: PodMonitor - start process kube event 2025-11-10 01:44:11.02: empty line received 2025-11-10 01:44:11.02: PodMonitor - start process kube event 2025-11-10 01:44:11.03: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.03: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.03: PodMonitor - start process kube event 2025-11-10 01:44:11.03: empty line received 2025-11-10 01:44:11.03: PodMonitor - start process kube event 2025-11-10 01:44:11.03: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.03: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:44:11.04: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.04: PodMonitor - start process kube event 2025-11-10 01:44:11.04: empty line received 2025-11-10 01:44:11.04: PodMonitor - start process kube event 2025-11-10 01:44:11.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:11.09: VncKubernetes - Process event (name=ctest-nginx-pod-17023340 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-17023340:a9c0846b-5cc6-411e-9252-8c240774dd73 2025-11-10 01:44:11.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:14.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:14.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:14.92: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:14.92: PodMonitor - start process kube event 2025-11-10 01:44:14.92: empty line received 2025-11-10 01:44:14.92: PodMonitor - start process kube event 2025-11-10 01:44:14.93: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:44:14.93: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:44:14.93: EndPointMonitor - start process kube event 2025-11-10 01:44:14.93: empty line received 2025-11-10 01:44:14.93: EndPointMonitor - start process kube event 2025-11-10 01:44:14.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:14.94: VncKubernetes - Process event (name=ctest-nginx-svc-07320045 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-07320045:2a615317-102b-4885-92ff-553ebdd1bb5d 2025-11-10 01:44:14.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:16.03: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.03: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.03: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.04: PodMonitor - start process kube event 2025-11-10 01:44:16.04: empty line received 2025-11-10 01:44:16.04: PodMonitor - start process kube event 2025-11-10 01:44:16.04: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.04: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.04: PodMonitor - start process kube event 2025-11-10 01:44:16.04: empty line received 2025-11-10 01:44:16.04: PodMonitor - start process kube event 2025-11-10 01:44:16.05: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.05: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.05: PodMonitor - start process kube event 2025-11-10 01:44:16.05: empty line received 2025-11-10 01:44:16.05: PodMonitor - start process kube event 2025-11-10 01:44:16.05: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:44:16.05: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:16.11: VncKubernetes - Process event (name=ctest-nginx-pod-78680384 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-78680384:baeeb5e6-1a5d-4c5f-8528-aa33a67e77f9 2025-11-10 01:44:16.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:20.35: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:44:20.36: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:44:20.36: VncKubernetes - Process event (name=ctest-new-default-11380348 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:44:20.36: NamespaceMonitor - start process kube event 2025-11-10 01:44:20.36: empty line received 2025-11-10 01:44:20.36: NamespaceMonitor - start process kube event 2025-11-10 01:44:21.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:23.36: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:44:23.36: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:44:23.36: VncKubernetes - Process event (name=ctest-non-default-50526433 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:44:23.36: NamespaceMonitor - start process kube event 2025-11-10 01:44:23.36: empty line received 2025-11-10 01:44:23.36: NamespaceMonitor - start process kube event 2025-11-10 01:44:24.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:26.38: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:44:26.38: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:44:26.38: VncKubernetes - Process event (name=ctest-new-default-11380348 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:44:26.38: NamespaceMonitor - start process kube event 2025-11-10 01:44:26.38: empty line received 2025-11-10 01:44:26.38: NamespaceMonitor - start process kube event 2025-11-10 01:44:26.38: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:44:26.38: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:44:26.39: NamespaceMonitor - start process kube event 2025-11-10 01:44:26.39: empty line received 2025-11-10 01:44:26.39: NamespaceMonitor - start process kube event 2025-11-10 01:44:26.40: PodMonitor - Received ADDED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:26.40: PodMonitor - Skipped ADDED Pod ctest-new-default-11380348:ctest-pod-72328124 (no nodeName) 2025-11-10 01:44:26.40: PodMonitor - start process kube event 2025-11-10 01:44:26.40: empty line received 2025-11-10 01:44:26.40: PodMonitor - start process kube event 2025-11-10 01:44:26.42: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:26.42: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:26.42: PodMonitor - start process kube event 2025-11-10 01:44:26.42: empty line received 2025-11-10 01:44:26.42: PodMonitor - start process kube event 2025-11-10 01:44:26.44: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:26.44: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:26.44: PodMonitor - start process kube event 2025-11-10 01:44:26.44: empty line received 2025-11-10 01:44:26.45: PodMonitor - start process kube event 2025-11-10 01:44:26.45: PodMonitor - Received ADDED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:26.45: PodMonitor - Skipped ADDED Pod ctest-new-default-11380348:ctest-pod-73745361 (no nodeName) 2025-11-10 01:44:26.45: PodMonitor - start process kube event 2025-11-10 01:44:26.45: empty line received 2025-11-10 01:44:26.45: PodMonitor - start process kube event 2025-11-10 01:44:26.46: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:26.46: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:26.46: PodMonitor - start process kube event 2025-11-10 01:44:26.46: empty line received 2025-11-10 01:44:26.46: PodMonitor - start process kube event 2025-11-10 01:44:26.47: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:26.47: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:26.47: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:27] "GET /Snh_NamespaceDatabaseList?namespace_uuid=6c764926-7fb0-4ec9-8527-54d2d5fee412 HTTP/1.1" 200 866 0.000914 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:27] "GET /Snh_NamespaceDatabaseList?namespace_uuid=48b805d4-9c46-4067-a742-e0601bbf669a HTTP/1.1" 200 866 0.000658 2025-11-10 01:44:26.47: empty line received 2025-11-10 01:44:26.47: PodMonitor - start process kube event 2025-11-10 01:44:26.49: PodMonitor - Received ADDED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:26.49: PodMonitor - Skipped ADDED Pod ctest-non-default-50526433:ctest-pod-48742372 (no nodeName) 2025-11-10 01:44:26.49: PodMonitor - start process kube event 2025-11-10 01:44:26.49: empty line received 2025-11-10 01:44:26.49: PodMonitor - start process kube event 2025-11-10 01:44:26.49: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:26.50: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:26.50: PodMonitor - start process kube event 2025-11-10 01:44:26.50: empty line received 2025-11-10 01:44:26.50: PodMonitor - start process kube event 2025-11-10 01:44:26.50: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:26.50: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:26.50: PodMonitor - start process kube event 2025-11-10 01:44:26.51: empty line received 2025-11-10 01:44:26.51: PodMonitor - start process kube event 2025-11-10 01:44:26.52: PodMonitor - Received ADDED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:26.52: PodMonitor - Skipped ADDED Pod ctest-non-default-50526433:ctest-pod-07556299 (no nodeName) 2025-11-10 01:44:26.52: PodMonitor - start process kube event 2025-11-10 01:44:26.52: empty line received 2025-11-10 01:44:26.52: PodMonitor - start process kube event 2025-11-10 01:44:26.52: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:26.52: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:26.52: PodMonitor - start process kube event 2025-11-10 01:44:26.52: empty line received 2025-11-10 01:44:26.52: PodMonitor - start process kube event 2025-11-10 01:44:26.54: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:26.54: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:26.54: PodMonitor - start process kube event 2025-11-10 01:44:26.54: empty line received 2025-11-10 01:44:26.54: PodMonitor - start process kube event 2025-11-10 01:44:26.55: PodMonitor - Received ADDED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:26.55: PodMonitor - Skipped ADDED Pod ctest-new-default-11380348:ctest-pod-10957994 (no nodeName) 2025-11-10 01:44:26.55: PodMonitor - start process kube event 2025-11-10 01:44:26.55: empty line received 2025-11-10 01:44:26.55: PodMonitor - start process kube event 2025-11-10 01:44:26.56: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:26.56: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:26.56: PodMonitor - start process kube event 2025-11-10 01:44:26.56: empty line received 2025-11-10 01:44:26.56: PodMonitor - start process kube event 2025-11-10 01:44:26.58: PodMonitor - Received ADDED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:26.58: PodMonitor - Skipped ADDED Pod ctest-new-default-11380348:ctest-pod-72844790 (no nodeName) 2025-11-10 01:44:26.58: PodMonitor - start process kube event 2025-11-10 01:44:26.58: empty line received 2025-11-10 01:44:26.58: PodMonitor - start process kube event 2025-11-10 01:44:26.59: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:26.59: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:26.59: PodMonitor - start process kube event 2025-11-10 01:44:26.59: empty line received 2025-11-10 01:44:26.59: PodMonitor - start process kube event 2025-11-10 01:44:26.61: PodMonitor - Received ADDED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:26.61: PodMonitor - Skipped ADDED Pod ctest-non-default-50526433:ctest-pod-20314763 (no nodeName) 2025-11-10 01:44:26.61: PodMonitor - start process kube event 2025-11-10 01:44:26.61: empty line received 2025-11-10 01:44:26.61: PodMonitor - start process kube event 2025-11-10 01:44:26.62: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:26.62: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:26.62: PodMonitor - start process kube event 2025-11-10 01:44:26.62: empty line received 2025-11-10 01:44:26.62: PodMonitor - start process kube event 2025-11-10 01:44:26.65: PodMonitor - Received ADDED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:26.65: PodMonitor - Skipped ADDED Pod ctest-non-default-50526433:ctest-pod-55570722 (no nodeName) 2025-11-10 01:44:26.65: PodMonitor - start process kube event 2025-11-10 01:44:26.65: empty line received 2025-11-10 01:44:26.65: PodMonitor - start process kube event 2025-11-10 01:44:26.66: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:26.66: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:26.66: PodMonitor - start process kube event 2025-11-10 01:44:26.66: empty line received 2025-11-10 01:44:26.66: PodMonitor - start process kube event 2025-11-10 01:44:26.98: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 01:44:26.98: VncKubernetes - Process event (name=ctest-non-default-50526433 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:44:27.03: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:27.03: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:27.03: PodMonitor - start process kube event 2025-11-10 01:44:27.03: empty line received 2025-11-10 01:44:27.03: PodMonitor - start process kube event 2025-11-10 01:44:27.52: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 01:44:27.52: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:28.51: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:28.51: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:28.51: PodMonitor - start process kube event 2025-11-10 01:44:28.51: empty line received 2025-11-10 01:44:28.51: PodMonitor - start process kube event 2025-11-10 01:44:28.52: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 01:44:28.52: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:28.65: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 01:44:28.65: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:28.83: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:28.83: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:28.83: PodMonitor - start process kube event 2025-11-10 01:44:28.83: empty line received 2025-11-10 01:44:28.83: PodMonitor - start process kube event 2025-11-10 01:44:29.23: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:29.23: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:29.23: PodMonitor - start process kube event 2025-11-10 01:44:29.23: empty line received 2025-11-10 01:44:29.23: PodMonitor - start process kube event 2025-11-10 01:44:29.30: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:29.30: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:29.30: PodMonitor - start process kube event 2025-11-10 01:44:29.30: empty line received 2025-11-10 01:44:29.30: PodMonitor - start process kube event 2025-11-10 01:44:29.31: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-10 01:44:29.31: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:29.38: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 01:44:29.38: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:29.63: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:29.63: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:29.63: PodMonitor - start process kube event 2025-11-10 01:44:29.63: empty line received 2025-11-10 01:44:29.63: PodMonitor - start process kube event 2025-11-10 01:44:30.23: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:30.23: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:30.23: PodMonitor - start process kube event 2025-11-10 01:44:30.23: empty line received 2025-11-10 01:44:30.23: PodMonitor - start process kube event 2025-11-10 01:44:30.24: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-10 01:44:30.25: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:30.31: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 01:44:30.31: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:31.00: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:31.00: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:31.00: PodMonitor - start process kube event 2025-11-10 01:44:31.00: empty line received 2025-11-10 01:44:31.00: PodMonitor - start process kube event 2025-11-10 01:44:31.01: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-10 01:44:31.01: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:31.08: PodMonitor - Received BOOKMARK: oldResVer=1219 newResVer=1387 2025-11-10 01:44:31.08: PodMonitor - start process kube event 2025-11-10 01:44:31.08: empty line received 2025-11-10 01:44:31.08: PodMonitor - start process kube event 2025-11-10 01:44:31.17: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 01:44:31.17: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:31.92: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:31.92: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:31.92: PodMonitor - start process kube event 2025-11-10 01:44:31.92: empty line received 2025-11-10 01:44:31.92: PodMonitor - start process kube event 2025-11-10 01:44:31.93: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 01:44:31.93: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:32.62: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:32.62: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:32.62: PodMonitor - start process kube event 2025-11-10 01:44:32.62: empty line received 2025-11-10 01:44:32.62: PodMonitor - start process kube event 2025-11-10 01:44:32.63: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 01:44:32.63: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:33.32: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:33.32: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:33.32: PodMonitor - start process kube event 2025-11-10 01:44:33.32: empty line received 2025-11-10 01:44:33.32: PodMonitor - start process kube event 2025-11-10 01:44:33.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 01:44:33.33: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:33.97: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:33.97: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:33.97: PodMonitor - start process kube event 2025-11-10 01:44:33.98: empty line received 2025-11-10 01:44:33.98: PodMonitor - start process kube event 2025-11-10 01:44:33.98: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-10 01:44:33.98: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:34.11: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-10 01:44:34.11: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:34.12: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-10 01:44:34.12: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:34.19: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-10 01:44:34.19: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:34.26: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-10 01:44:34.26: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:34.31: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-10 01:44:34.31: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:34.40: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 01:44:34.40: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:34.45: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 01:44:34.45: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:34.46: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:44:34.46: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:34.51: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:44:34.51: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:34.53: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:44:34.53: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:34.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:34.58: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:34.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:39.08: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:39.08: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:39.08: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:44:39.08: PodMonitor - start process kube event 2025-11-10 01:44:39.08: empty line received 2025-11-10 01:44:39.08: PodMonitor - start process kube event 2025-11-10 01:44:39.09: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:39.10: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:39.10: PodMonitor - start process kube event 2025-11-10 01:44:39.10: empty line received 2025-11-10 01:44:39.10: PodMonitor - start process kube event 2025-11-10 01:44:39.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:39.10: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:44:39.11: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:39.11: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:39.11: PodMonitor - start process kube event 2025-11-10 01:44:39.11: empty line received 2025-11-10 01:44:39.11: PodMonitor - start process kube event 2025-11-10 01:44:39.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:39.16: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:44:39.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:40.09: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:40.09: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:40.09: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:44:40.09: PodMonitor - start process kube event 2025-11-10 01:44:40.09: empty line received 2025-11-10 01:44:40.09: PodMonitor - start process kube event 2025-11-10 01:44:40.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:41.08: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:41.08: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:41.08: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:44:41.08: PodMonitor - start process kube event 2025-11-10 01:44:41.08: empty line received 2025-11-10 01:44:41.08: PodMonitor - start process kube event 2025-11-10 01:44:41.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:42.09: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:42.09: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:42.09: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:44:42.09: PodMonitor - start process kube event 2025-11-10 01:44:42.09: empty line received 2025-11-10 01:44:42.09: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:42] "GET /Snh_VirtualMachineDatabaseList?x=0917fe48-e228-455b-8f15-7c72014959ea HTTP/1.1" 200 2484 0.001247 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:42] "GET /Snh_VirtualMachineDatabaseList?x=e4ad14f7-a848-4323-9166-7b6add6e0ff8 HTTP/1.1" 200 2484 0.000731 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:42] "GET /Snh_VirtualMachineDatabaseList?x=a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c HTTP/1.1" 200 2484 0.000822 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:42] "GET /Snh_VirtualMachineDatabaseList?x=8bdda783-f547-4af5-a597-f379810c3842 HTTP/1.1" 200 2484 0.000929 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:42] "GET /Snh_VirtualMachineDatabaseList?x=98abe18e-7667-4cfa-87d7-8a909b521f54 HTTP/1.1" 200 2414 0.000752 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:47] "GET /Snh_VirtualMachineDatabaseList?x=03ff3b55-736e-4499-be07-aeddfeb80294 HTTP/1.1" 200 2414 0.000825 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:47] "GET /Snh_VirtualMachineDatabaseList?x=8c218b3b-20e0-445b-a19c-18f3a02b506f HTTP/1.1" 200 2414 0.000752 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:48] "GET /Snh_VirtualMachineDatabaseList?x=c183afc1-dc62-46e2-b74f-45f5b2ae0241 HTTP/1.1" 200 2414 0.000772 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:49] "GET /Snh_LoadbalancerDatabaseList?x=581680de-a87b-42dd-b67c-74d3cafcc2f4 HTTP/1.1" 200 1862 0.000805 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:50] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=14422844-aa85-43e4-a30b-7b0e0b5b2afd HTTP/1.1" 200 2095 0.000662 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:50] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=14422844-aa85-43e4-a30b-7b0e0b5b2afd HTTP/1.1" 200 2095 0.000650 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:44:52] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=14422844-aa85-43e4-a30b-7b0e0b5b2afd HTTP/1.1" 200 2302 0.000848 2025-11-10 01:44:42.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:44.09: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:44.09: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:44.09: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:44:44.10: PodMonitor - start process kube event 2025-11-10 01:44:44.10: empty line received 2025-11-10 01:44:44.10: PodMonitor - start process kube event 2025-11-10 01:44:44.11: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:44.11: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:44.11: PodMonitor - start process kube event 2025-11-10 01:44:44.11: empty line received 2025-11-10 01:44:44.11: PodMonitor - start process kube event 2025-11-10 01:44:44.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:44.15: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:44:44.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:48.42: ServiceMonitor - Received ADDED Service ctest-new-default-11380348:ctest-nginx-svc-09560400:581680de-a87b-42dd-b67c-74d3cafcc2f4 2025-11-10 01:44:48.42: ServiceMonitor - Got ADDED Service ctest-new-default-11380348:ctest-nginx-svc-09560400:581680de-a87b-42dd-b67c-74d3cafcc2f4 2025-11-10 01:44:48.42: VncKubernetes - Process event (name=ctest-nginx-svc-09560400 event_type=ADDED kind=Service ns=ctest-new-default-11380348) VncService - Got ADDED Service ctest-new-default-11380348:ctest-nginx-svc-09560400:581680de-a87b-42dd-b67c-74d3cafcc2f4 2025-11-10 01:44:48.42: ServiceMonitor - start process kube event 2025-11-10 01:44:48.42: empty line received 2025-11-10 01:44:48.42: ServiceMonitor - start process kube event 2025-11-10 01:44:48.46: EndPointMonitor - Received ADDED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:44:48.46: EndPointMonitor - Got ADDED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:44:48.47: EndPointMonitor - start process kube event 2025-11-10 01:44:48.47: empty line received 2025-11-10 01:44:48.47: EndPointMonitor - start process kube event 2025-11-10 01:44:49.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:44:49.39: VncKubernetes - Process event (name=ctest-nginx-svc-09560400 event_type=ADDED kind=Endpoints ns=ctest-new-default-11380348) VncEndpoints - Got ADDED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:44:49.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:44:50.84: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:44:50.84: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:44:50.84: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-11380348) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:44:50.85: NetworkPolicyMonitor - start process kube event 2025-11-10 01:44:50.85: empty line received 2025-11-10 01:44:50.85: NetworkPolicyMonitor - start process kube event 2025-11-10 01:44:52.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:45:01.60: EndPointMonitor - Received BOOKMARK: oldResVer=1221 newResVer=1451 2025-11-10 01:45:01.60: EndPointMonitor - start process kube event 2025-11-10 01:45:01.60: empty line received 2025-11-10 01:45:01.60: EndPointMonitor - start process kube event 2025-11-10 01:45:01.93: IngressMonitor - Received BOOKMARK: oldResVer=1191 newResVer=1290 2025-11-10 01:45:01.93: IngressMonitor - start process kube event 2025-11-10 01:45:01.93: empty line received 2025-11-10 01:45:01.93: IngressMonitor - start process kube event 2025-11-10 01:45:02.30: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1068 newResVer=1456 2025-11-10 01:45:02.30: NetworkPolicyMonitor - start process kube event 2025-11-10 01:45:02.30: empty line received 2025-11-10 01:45:02.30: NetworkPolicyMonitor - start process kube event 2025-11-10 01:45:02.43: ServiceMonitor - Received BOOKMARK: oldResVer=1169 newResVer=1450 2025-11-10 01:45:02.43: ServiceMonitor - start process kube event 2025-11-10 01:45:02.43: empty line received 2025-11-10 01:45:02.43: ServiceMonitor - start process kube event 2025-11-10 01:45:02.92: NamespaceMonitor - Received BOOKMARK: oldResVer=394 newResVer=1344 2025-11-10 01:45:02.92: NamespaceMonitor - start process kube event 2025-11-10 01:45:02.92: empty line received 2025-11-10 01:45:02.92: NamespaceMonitor - start process kube event 2025-11-10 01:45:03.17: NetworkMonitor - Received BOOKMARK: oldResVer=398 newResVer=1469 2025-11-10 01:45:03.17: NetworkMonitor - start process kube event 2025-11-10 01:45:03.17: empty line received 2025-11-10 01:45:03.17: NetworkMonitor - start process kube event 2025-11-10 01:45:30.85: PodMonitor - Received BOOKMARK: oldResVer=1387 newResVer=1444 2025-11-10 01:45:30.85: PodMonitor - start process kube event 2025-11-10 01:45:30.85: empty line received 2025-11-10 01:45:30.85: PodMonitor - start process kube event 2025-11-10 01:45:49.23: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:45:49.23: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:45:49.23: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:45:49.23: PodMonitor - start process kube event 2025-11-10 01:45:49.23: empty line received 2025-11-10 01:45:49.23: PodMonitor - start process kube event 2025-11-10 01:45:49.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:45:49.26: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:45:49.26: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:45:49.26: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:45:49.26: EndPointMonitor - start process kube event 2025-11-10 01:45:49.26: empty line received 2025-11-10 01:45:49.26: EndPointMonitor - start process kube event 2025-11-10 01:45:49.27: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:45:49.27: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:45:49.27: PodMonitor - start process kube event 2025-11-10 01:45:49.27: empty line received 2025-11-10 01:45:49.27: PodMonitor - start process kube event 2025-11-10 01:45:49.29: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:45:49.29: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:45:49.29: EndPointMonitor - start process kube event 2025-11-10 01:45:49.29: empty line received [Introspect:8108]10.0.0.19 - - [2025-11-10 01:46:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001146 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:46:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001070 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:46:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001240 2025-11-10 01:45:49.29: EndPointMonitor - start process kube event 2025-11-10 01:45:49.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:45:49.64: VncKubernetes - Process event (name=coredns-6f867cd986-tl7hf event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-tl7hf:d181ba39-373e-4102-a967-658aaf024827 2025-11-10 01:45:49.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:45:49.71: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:35b52993-9fb1-4f68-b557-26eb5cc83f5f 2025-11-10 01:45:50.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:46:01.58: EndPointMonitor - Received BOOKMARK: oldResVer=1451 newResVer=1556 2025-11-10 01:46:01.58: EndPointMonitor - start process kube event 2025-11-10 01:46:01.58: empty line received 2025-11-10 01:46:01.58: EndPointMonitor - start process kube event 2025-11-10 01:46:01.89: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1456 newResVer=1456 2025-11-10 01:46:01.89: NetworkPolicyMonitor - start process kube event 2025-11-10 01:46:01.89: empty line received 2025-11-10 01:46:01.89: NetworkPolicyMonitor - start process kube event 2025-11-10 01:46:02.28: IngressMonitor - Received BOOKMARK: oldResVer=1290 newResVer=1290 2025-11-10 01:46:02.28: IngressMonitor - start process kube event 2025-11-10 01:46:02.28: empty line received 2025-11-10 01:46:02.28: IngressMonitor - start process kube event 2025-11-10 01:46:02.64: ServiceMonitor - Received BOOKMARK: oldResVer=1450 newResVer=1450 2025-11-10 01:46:02.64: ServiceMonitor - start process kube event 2025-11-10 01:46:02.64: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:46:02.64: empty line received 2025-11-10 01:46:02.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:46:02.65: VncKubernetes - vnc_sync - Service start 2025-11-10 01:46:02.65: VncKubernetes - vnc_sync - Service done 2025-11-10 01:46:02.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:46:02.65: ServiceMonitor - start process kube event 2025-11-10 01:46:02.93: NetworkMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1469 2025-11-10 01:46:02.93: NetworkMonitor - start process kube event 2025-11-10 01:46:02.93: empty line received 2025-11-10 01:46:02.93: NetworkMonitor - start process kube event 2025-11-10 01:46:02.95: NamespaceMonitor - Received BOOKMARK: oldResVer=1344 newResVer=1344 2025-11-10 01:46:02.95: NamespaceMonitor - start process kube event 2025-11-10 01:46:02.95: empty line received 2025-11-10 01:46:02.95: NamespaceMonitor - start process kube event 2025-11-10 01:46:31.08: PodMonitor - Received BOOKMARK: oldResVer=1444 newResVer=1553 2025-11-10 01:46:31.08: PodMonitor - start process kube event 2025-11-10 01:46:31.08: empty line received 2025-11-10 01:46:31.08: PodMonitor - start process kube event 2025-11-10 01:46:59.99: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:46:59.99: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:46:59.99: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-11380348) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:46:59.99: NetworkPolicyMonitor - start process kube event 2025-11-10 01:46:59.99: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:46:59.99: empty line received 2025-11-10 01:46:59.99: NetworkPolicyMonitor - start process kube event 2025-11-10 01:47:01.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:47:01.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:47:01.21: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:47:01.21: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:47:01.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:47:02.11: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1456 newResVer=1662 2025-11-10 01:47:02.11: NetworkPolicyMonitor - start process kube event 2025-11-10 01:47:02.12: empty line received 2025-11-10 01:47:02.12: NetworkPolicyMonitor - start process kube event 2025-11-10 01:47:02.28: EndPointMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1556 2025-11-10 01:47:02.28: EndPointMonitor - start process kube event 2025-11-10 01:47:02.28: EndPointMonitor - _schedule_vnc_sync 2025-11-10 01:47:02.28: empty line received 2025-11-10 01:47:02.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 01:47:02.28: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 01:47:02.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:47:02.28: EndPointMonitor - start process kube event 2025-11-10 01:47:02.39: IngressMonitor - Received BOOKMARK: oldResVer=1290 newResVer=1290 2025-11-10 01:47:02.39: IngressMonitor - start process kube event 2025-11-10 01:47:02.39: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:47:02.39: empty line received 2025-11-10 01:47:02.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:47:02.39: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:47:02.39: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:47:02.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:47:02.39: IngressMonitor - start process kube event 2025-11-10 01:47:02.58: ServiceMonitor - Received BOOKMARK: oldResVer=1450 newResVer=1450 2025-11-10 01:47:02.58: ServiceMonitor - start process kube event 2025-11-10 01:47:02.58: empty line received 2025-11-10 01:47:02.58: ServiceMonitor - start process kube event 2025-11-10 01:47:02.73: NamespaceMonitor - Received BOOKMARK: oldResVer=1344 newResVer=1344 2025-11-10 01:47:02.73: NamespaceMonitor - start process kube event 2025-11-10 01:47:02.74: empty line received 2025-11-10 01:47:02.74: NamespaceMonitor - start process kube event 2025-11-10 01:47:03.32: NetworkMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1469 2025-11-10 01:47:03.32: NetworkMonitor - start process kube event 2025-11-10 01:47:03.32: empty line received 2025-11-10 01:47:03.32: NetworkMonitor - start process kube event 2025-11-10 01:47:22.46: EndPointMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1556 2025-11-10 01:47:22.46: EndPointMonitor - start process kube event 2025-11-10 01:47:22.46: empty line received 2025-11-10 01:47:22.46: EndPointMonitor - start process kube event 2025-11-10 01:47:23.67: EndPointMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1556 2025-11-10 01:47:23.67: EndPointMonitor - start process kube event 2025-11-10 01:47:23.67: empty line received 2025-11-10 01:47:23.67: EndPointMonitor - start process kube event 2025-11-10 01:47:25.23: stop iteration EndPointMonitor 2025-11-10 01:47:25.23: EndPointMonitor - start process kube event 2025-11-10 01:47:25.23: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1556 2025-11-10 01:47:25.24: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:47:25.24: EndPointMonitor - Connect Kube API result 0 2025-11-10 01:47:25.24: EndPointMonitor - _schedule_vnc_sync 2025-11-10 01:47:25.24: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1556'})(timeout=120) 2025-11-10 01:47:25.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 01:47:25.24: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 01:47:25.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:47:25.24: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1556'}) 2025-11-10 01:47:30.60: PodMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1553 2025-11-10 01:47:30.60: PodMonitor - start process kube event 2025-11-10 01:47:30.61: PodMonitor - _schedule_vnc_sync 2025-11-10 01:47:30.61: empty line received 2025-11-10 01:47:30.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 01:47:30.61: VncKubernetes - vnc_sync - Pod start 2025-11-10 01:47:30.61: VncKubernetes - vnc_sync - Pod done 2025-11-10 01:47:30.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:47:30.61: PodMonitor - start process kube event 2025-11-10 01:48:01.87: IngressMonitor - Received BOOKMARK: oldResVer=1290 newResVer=1290 2025-11-10 01:48:01.88: IngressMonitor - start process kube event 2025-11-10 01:48:01.88: empty line received 2025-11-10 01:48:01.88: IngressMonitor - start process kube event 2025-11-10 01:48:02.11: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1662 newResVer=1662 2025-11-10 01:48:02.11: NetworkPolicyMonitor - start process kube event 2025-11-10 01:48:02.11: empty line received 2025-11-10 01:48:02.11: NetworkPolicyMonitor - start process kube event 2025-11-10 01:48:02.57: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:02.57: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:02.57: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:02.57: PodMonitor - start process kube event 2025-11-10 01:48:02.57: empty line received 2025-11-10 01:48:02.57: PodMonitor - start process kube event 2025-11-10 01:48:02.59: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:02.59: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:02.59: PodMonitor - start process kube event 2025-11-10 01:48:02.59: empty line received 2025-11-10 01:48:02.59: PodMonitor - start process kube event 2025-11-10 01:48:02.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:02.59: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:02.60: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:02.60: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:02.60: EndPointMonitor - start process kube event 2025-11-10 01:48:02.60: empty line received 2025-11-10 01:48:02.60: EndPointMonitor - start process kube event 2025-11-10 01:48:02.61: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:02.61: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: empty line received 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:02.61: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: empty line received 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:02.61: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: empty line received 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:02.61: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: empty line received 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:02.61: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: empty line received 2025-11-10 01:48:02.61: PodMonitor - start process kube event 2025-11-10 01:48:02.61: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:02.61: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:02.62: EndPointMonitor - start process kube event 2025-11-10 01:48:02.62: empty line received 2025-11-10 01:48:02.62: EndPointMonitor - start process kube event 2025-11-10 01:48:02.62: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:02.62: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:02.62: PodMonitor - start process kube event 2025-11-10 01:48:02.62: empty line received 2025-11-10 01:48:02.62: PodMonitor - start process kube event 2025-11-10 01:48:02.65: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-10 01:48:02.65: VncKubernetes - Process event (name=ctest-nginx-svc-09560400 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-11380348) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:02.68: NetworkMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1469 2025-11-10 01:48:02.68: NetworkMonitor - start process kube event 2025-11-10 01:48:02.68: NetworkMonitor - _schedule_vnc_sync 2025-11-10 01:48:02.68: empty line received 2025-11-10 01:48:02.68: NetworkMonitor - start process kube event 2025-11-10 01:48:02.81: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-10 01:48:02.81: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:02.87: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-10 01:48:02.88: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:02.93: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 01:48:02.93: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:02.94: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 01:48:02.94: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:02.99: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:48:03.00: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:03.05: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:48:03.05: VncKubernetes - Process event (name=ctest-nginx-svc-09560400 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-11380348) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:03.06: ServiceMonitor - Received BOOKMARK: oldResVer=1450 newResVer=1450 2025-11-10 01:48:03.06: ServiceMonitor - start process kube event 2025-11-10 01:48:03.06: empty line received 2025-11-10 01:48:03.06: ServiceMonitor - start process kube event 2025-11-10 01:48:03.06: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:48:03.06: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:03.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:03.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:48:03.12: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:48:03.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:03.36: NamespaceMonitor - Received BOOKMARK: oldResVer=1344 newResVer=1344 2025-11-10 01:48:03.36: NamespaceMonitor - start process kube event 2025-11-10 01:48:03.36: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:48:03.36: empty line received 2025-11-10 01:48:03.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:48:03.36: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:48:03.36: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:48:03.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:03.36: NamespaceMonitor - start process kube event 2025-11-10 01:48:03.68: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:03.68: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:03.68: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:03.68: PodMonitor - start process kube event 2025-11-10 01:48:03.68: empty line received 2025-11-10 01:48:03.68: PodMonitor - start process kube event 2025-11-10 01:48:03.69: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.69: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.69: PodMonitor - start process kube event 2025-11-10 01:48:03.69: empty line received 2025-11-10 01:48:03.69: PodMonitor - start process kube event 2025-11-10 01:48:03.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:03.69: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.71: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.71: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.71: PodMonitor - start process kube event 2025-11-10 01:48:03.71: empty line received 2025-11-10 01:48:03.71: PodMonitor - start process kube event 2025-11-10 01:48:03.71: PodMonitor - Received DELETED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.71: PodMonitor - Got DELETED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.71: PodMonitor - start process kube event 2025-11-10 01:48:03.71: empty line received 2025-11-10 01:48:03.71: PodMonitor - start process kube event 2025-11-10 01:48:03.76: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:48:03.76: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:03.77: VncKubernetes - Process event (name=ctest-pod-72328124 event_type=DELETED kind=Pod ns=ctest-new-default-11380348) VncPod - Got DELETED Pod ctest-new-default-11380348:ctest-pod-72328124:0917fe48-e228-455b-8f15-7c72014959ea 2025-11-10 01:48:03.97: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:03.97: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:03.97: PodMonitor - start process kube event 2025-11-10 01:48:03.97: empty line received 2025-11-10 01:48:03.97: PodMonitor - start process kube event 2025-11-10 01:48:03.98: PodMonitor - Received DELETED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:03.98: PodMonitor - Got DELETED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:03.98: PodMonitor - start process kube event 2025-11-10 01:48:03.98: empty line received 2025-11-10 01:48:03.98: PodMonitor - start process kube event 2025-11-10 01:48:04.19: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:48:04.19: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:04.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:04.25: VncKubernetes - Process event (name=ctest-pod-48742372 event_type=DELETED kind=Pod ns=ctest-non-default-50526433) VncPod - Got DELETED Pod ctest-non-default-50526433:ctest-pod-48742372:a0fe3fe5-1e4e-4972-8a00-9e97adf2d14c 2025-11-10 01:48:04.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:04.68: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.68: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.68: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.68: PodMonitor - start process kube event 2025-11-10 01:48:04.68: empty line received 2025-11-10 01:48:04.68: PodMonitor - start process kube event 2025-11-10 01:48:04.69: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.69: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.69: PodMonitor - start process kube event 2025-11-10 01:48:04.69: empty line received 2025-11-10 01:48:04.69: PodMonitor - start process kube event 2025-11-10 01:48:04.69: PodMonitor - Received DELETED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.69: PodMonitor - Got DELETED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.69: PodMonitor - start process kube event 2025-11-10 01:48:04.69: empty line received 2025-11-10 01:48:04.69: PodMonitor - start process kube event 2025-11-10 01:48:04.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:48:04.70: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:04.71: VncKubernetes - Process event (name=ctest-pod-07556299 event_type=DELETED kind=Pod ns=ctest-non-default-50526433) VncPod - Got DELETED Pod ctest-non-default-50526433:ctest-pod-07556299:8bdda783-f547-4af5-a597-f379810c3842 2025-11-10 01:48:04.97: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:04.97: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:04.97: PodMonitor - start process kube event 2025-11-10 01:48:04.97: empty line received 2025-11-10 01:48:04.97: PodMonitor - start process kube event 2025-11-10 01:48:05.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:05.16: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:05.17: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:05.17: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:05.17: PodMonitor - start process kube event 2025-11-10 01:48:05.17: empty line received 2025-11-10 01:48:05.17: PodMonitor - start process kube event 2025-11-10 01:48:05.18: PodMonitor - Received DELETED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:05.18: PodMonitor - Got DELETED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:05.18: PodMonitor - start process kube event 2025-11-10 01:48:05.18: empty line received 2025-11-10 01:48:05.18: PodMonitor - start process kube event 2025-11-10 01:48:05.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:48:05.21: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:05.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:05.26: VncKubernetes - Process event (name=ctest-pod-73745361 event_type=DELETED kind=Pod ns=ctest-new-default-11380348) VncPod - Got DELETED Pod ctest-new-default-11380348:ctest-pod-73745361:e4ad14f7-a848-4323-9166-7b6add6e0ff8 2025-11-10 01:48:05.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:24.89: EndPointMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1755 2025-11-10 01:48:24.89: EndPointMonitor - start process kube event 2025-11-10 01:48:24.89: empty line received 2025-11-10 01:48:24.89: EndPointMonitor - start process kube event 2025-11-10 01:48:26.68: IngressMonitor - Received BOOKMARK: oldResVer=1290 newResVer=1290 2025-11-10 01:48:26.68: IngressMonitor - start process kube event 2025-11-10 01:48:26.68: empty line received 2025-11-10 01:48:26.68: IngressMonitor - start process kube event 2025-11-10 01:48:27.74: IngressMonitor - Received BOOKMARK: oldResVer=1290 newResVer=1290 2025-11-10 01:48:27.74: IngressMonitor - start process kube event 2025-11-10 01:48:27.74: empty line received 2025-11-10 01:48:27.74: IngressMonitor - start process kube event 2025-11-10 01:48:29.21: stop iteration IngressMonitor 2025-11-10 01:48:29.21: IngressMonitor - start process kube event 2025-11-10 01:48:29.21: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1290 2025-11-10 01:48:29.21: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:48:29.21: IngressMonitor - Connect Kube API result 0 2025-11-10 01:48:29.21: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:48:29.21: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1290'})(timeout=120) 2025-11-10 01:48:29.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:48:29.21: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:48:29.21: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:48:29.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:29.22: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1290'}) 2025-11-10 01:48:31.23: PodMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1780 2025-11-10 01:48:31.23: PodMonitor - start process kube event 2025-11-10 01:48:31.23: empty line received 2025-11-10 01:48:31.23: PodMonitor - start process kube event 2025-11-10 01:48:33.75: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.75: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.75: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.76: PodMonitor - start process kube event 2025-11-10 01:48:33.76: empty line received 2025-11-10 01:48:33.76: PodMonitor - start process kube event 2025-11-10 01:48:33.76: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.76: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.76: PodMonitor - start process kube event 2025-11-10 01:48:33.76: empty line received 2025-11-10 01:48:33.76: PodMonitor - start process kube event 2025-11-10 01:48:33.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:33.77: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.77: PodMonitor - Received DELETED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.77: PodMonitor - Got DELETED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:33.77: PodMonitor - start process kube event 2025-11-10 01:48:33.77: empty line received 2025-11-10 01:48:33.77: PodMonitor - start process kube event 2025-11-10 01:48:33.78: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:33.78: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:33.78: PodMonitor - start process kube event 2025-11-10 01:48:33.78: empty line received 2025-11-10 01:48:33.78: PodMonitor - start process kube event 2025-11-10 01:48:33.79: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:33.79: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:33.79: PodMonitor - start process kube event 2025-11-10 01:48:33.79: empty line received 2025-11-10 01:48:33.79: PodMonitor - start process kube event 2025-11-10 01:48:33.79: PodMonitor - Received DELETED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:33.79: PodMonitor - Got DELETED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:33.79: PodMonitor - start process kube event 2025-11-10 01:48:33.79: empty line received 2025-11-10 01:48:33.79: PodMonitor - start process kube event 2025-11-10 01:48:33.80: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:33.80: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:33.80: PodMonitor - start process kube event 2025-11-10 01:48:33.80: empty line received 2025-11-10 01:48:33.80: PodMonitor - start process kube event 2025-11-10 01:48:33.81: PodMonitor - Received MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:33.81: PodMonitor - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:33.81: PodMonitor - start process kube event 2025-11-10 01:48:33.81: empty line received 2025-11-10 01:48:33.81: PodMonitor - start process kube event 2025-11-10 01:48:33.81: PodMonitor - Received DELETED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:33.81: PodMonitor - Got DELETED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:33.81: PodMonitor - start process kube event 2025-11-10 01:48:33.81: empty line received 2025-11-10 01:48:33.81: PodMonitor - start process kube event 2025-11-10 01:48:33.83: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-10 01:48:33.83: VncKubernetes - Process event (name=ctest-pod-20314763 event_type=DELETED kind=Pod ns=ctest-non-default-50526433) VncPod - Got DELETED Pod ctest-non-default-50526433:ctest-pod-20314763:03ff3b55-736e-4499-be07-aeddfeb80294 2025-11-10 01:48:34.23: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 01:48:34.23: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:34.29: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 01:48:34.29: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:34.35: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:48:34.35: VncKubernetes - Process event (name=ctest-pod-72844790 event_type=DELETED kind=Pod ns=ctest-new-default-11380348) VncPod - Got DELETED Pod ctest-new-default-11380348:ctest-pod-72844790:8c218b3b-20e0-445b-a19c-18f3a02b506f 2025-11-10 01:48:34.54: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:34.54: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:34.54: PodMonitor - start process kube event 2025-11-10 01:48:34.54: empty line received 2025-11-10 01:48:34.54: PodMonitor - start process kube event 2025-11-10 01:48:34.73: PodMonitor - Received MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:34.73: PodMonitor - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:34.73: PodMonitor - start process kube event 2025-11-10 01:48:34.73: empty line received 2025-11-10 01:48:34.73: PodMonitor - start process kube event 2025-11-10 01:48:34.74: PodMonitor - Received DELETED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:34.74: PodMonitor - Got DELETED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:34.74: PodMonitor - start process kube event 2025-11-10 01:48:34.74: empty line received 2025-11-10 01:48:34.74: PodMonitor - start process kube event 2025-11-10 01:48:34.82: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-10 01:48:34.82: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:34.83: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-10 01:48:34.83: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=MODIFIED kind=Pod ns=ctest-new-default-11380348) VncPod - Got MODIFIED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:34.88: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:48:34.88: VncKubernetes - Process event (name=ctest-pod-10957994 event_type=DELETED kind=Pod ns=ctest-new-default-11380348) VncPod - Got DELETED Pod ctest-new-default-11380348:ctest-pod-10957994:98abe18e-7667-4cfa-87d7-8a909b521f54 2025-11-10 01:48:35.32: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:48:35.32: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:35.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:48:35.37: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=MODIFIED kind=Pod ns=ctest-non-default-50526433) VncPod - Got MODIFIED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:35.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:35.42: VncKubernetes - Process event (name=ctest-pod-55570722 event_type=DELETED kind=Pod ns=ctest-non-default-50526433) VncPod - Got DELETED Pod ctest-non-default-50526433:ctest-pod-55570722:c183afc1-dc62-46e2-b74f-45f5b2ae0241 2025-11-10 01:48:35.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:37.93: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:37.93: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:37.93: VncKubernetes - Process event (name=ctest-non-default-50526433 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:37.93: NamespaceMonitor - start process kube event 2025-11-10 01:48:37.93: empty line received 2025-11-10 01:48:37.93: NamespaceMonitor - start process kube event 2025-11-10 01:48:38.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:43.13: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:43.13: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:43.13: VncKubernetes - Process event (name=ctest-non-default-50526433 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:43.13: NamespaceMonitor - start process kube event 2025-11-10 01:48:43.13: empty line received 2025-11-10 01:48:43.13: NamespaceMonitor - start process kube event 2025-11-10 01:48:43.14: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:43.14: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:43.14: NamespaceMonitor - start process kube event 2025-11-10 01:48:43.14: empty line received 2025-11-10 01:48:43.14: NamespaceMonitor - start process kube event 2025-11-10 01:48:43.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:43.37: VncKubernetes - Process event (name=ctest-non-default-50526433 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-50526433:48b805d4-9c46-4067-a742-e0601bbf669a 2025-11-10 01:48:43.96: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:43.96: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:43.96: NamespaceMonitor - start process kube event 2025-11-10 01:48:43.96: empty line received 2025-11-10 01:48:43.96: NamespaceMonitor - start process kube event 2025-11-10 01:48:44.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:44.43: VncKubernetes - Process event (name=ctest-new-default-11380348 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:44.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:49.02: EndPointMonitor - Received DELETED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:49.02: EndPointMonitor - Got DELETED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:49.02: VncKubernetes - Process event (name=ctest-nginx-svc-09560400 event_type=DELETED kind=Endpoints ns=ctest-new-default-11380348) VncEndpoints - Got DELETED Endpoints ctest-new-default-11380348:ctest-nginx-svc-09560400:9a0aa255-dfd1-4abb-9654-87c49346c151 2025-11-10 01:48:49.02: EndPointMonitor - start process kube event 2025-11-10 01:48:49.02: empty line received 2025-11-10 01:48:49.03: EndPointMonitor - start process kube event 2025-11-10 01:48:49.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:49.19: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:48:49.19: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:48:49.20: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-11380348) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-11380348:ingress-on-service:14422844-aa85-43e4-a30b-7b0e0b5b2afd 2025-11-10 01:48:49.20: NetworkPolicyMonitor - start process kube event 2025-11-10 01:48:49.20: empty line received 2025-11-10 01:48:49.20: NetworkPolicyMonitor - start process kube event 2025-11-10 01:48:49.25: ServiceMonitor - Received DELETED Service ctest-new-default-11380348:ctest-nginx-svc-09560400:581680de-a87b-42dd-b67c-74d3cafcc2f4 2025-11-10 01:48:49.25: ServiceMonitor - Got DELETED Service ctest-new-default-11380348:ctest-nginx-svc-09560400:581680de-a87b-42dd-b67c-74d3cafcc2f4 2025-11-10 01:48:49.25: ServiceMonitor - start process kube event 2025-11-10 01:48:49.25: empty line received 2025-11-10 01:48:49.25: ServiceMonitor - start process kube event 2025-11-10 01:48:49.28: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:49.28: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:49.28: NamespaceMonitor - start process kube event 2025-11-10 01:48:49.28: empty line received 2025-11-10 01:48:49.28: NamespaceMonitor - start process kube event 2025-11-10 01:48:49.30: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:49.30: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:49.30: NamespaceMonitor - start process kube event 2025-11-10 01:48:49.30: empty line received 2025-11-10 01:48:49.30: NamespaceMonitor - start process kube event 2025-11-10 01:48:49.97: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:48:49.98: VncKubernetes - Process event (name=ctest-nginx-svc-09560400 event_type=DELETED kind=Service ns=ctest-new-default-11380348) VncService - Got DELETED Service ctest-new-default-11380348:ctest-nginx-svc-09560400:581680de-a87b-42dd-b67c-74d3cafcc2f4 2025-11-10 01:48:50.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:48:50.29: VncKubernetes - Process event (name=ctest-new-default-11380348 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:50.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:48:50.63: VncKubernetes - Process event (name=ctest-new-default-11380348 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-11380348:6c764926-7fb0-4ec9-8527-54d2d5fee412 2025-11-10 01:48:51.76: ServiceMonitor - Received BOOKMARK: oldResVer=1450 newResVer=1918 2025-11-10 01:48:51.76: ServiceMonitor - start process kube event 2025-11-10 01:48:51.76: empty line received 2025-11-10 01:48:51.76: ServiceMonitor - start process kube event 2025-11-10 01:48:51.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:52.59: PodMonitor - Received BOOKMARK: oldResVer=1780 newResVer=1831 2025-11-10 01:48:52.59: PodMonitor - start process kube event 2025-11-10 01:48:52.59: empty line received 2025-11-10 01:48:52.59: PodMonitor - start process kube event 2025-11-10 01:48:53.00: ServiceMonitor - Received BOOKMARK: oldResVer=1918 newResVer=1918 2025-11-10 01:48:53.00: ServiceMonitor - start process kube event 2025-11-10 01:48:53.00: empty line received 2025-11-10 01:48:53.00: ServiceMonitor - start process kube event 2025-11-10 01:48:54.06: stop iteration ServiceMonitor 2025-11-10 01:48:54.06: ServiceMonitor - start process kube event 2025-11-10 01:48:54.06: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1918 2025-11-10 01:48:54.06: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:48:54.06: ServiceMonitor - Connect Kube API result 0 2025-11-10 01:48:54.06: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:48:54.06: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1918'})(timeout=120) 2025-11-10 01:48:54.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:48:54.06: VncKubernetes - vnc_sync - Service start 2025-11-10 01:48:54.06: VncKubernetes - vnc_sync - Service done 2025-11-10 01:48:54.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:54.07: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1918'}) 2025-11-10 01:48:54.56: stop iteration PodMonitor 2025-11-10 01:48:54.56: PodMonitor - start process kube event 2025-11-10 01:48:54.56: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1831 2025-11-10 01:48:54.56: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:48:54.56: PodMonitor - Connect Kube API result 0 2025-11-10 01:48:54.56: PodMonitor - _schedule_vnc_sync 2025-11-10 01:48:54.56: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1831'})(timeout=120) [Introspect:8108]10.0.0.19 - - [2025-11-10 01:49:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001037 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:50:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001013 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:50:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001003 2025-11-10 01:48:54.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 01:48:54.57: VncKubernetes - vnc_sync - Pod start 2025-11-10 01:48:54.57: VncKubernetes - vnc_sync - Pod done 2025-11-10 01:48:54.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:48:54.57: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1831'}) 2025-11-10 01:48:58.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1662 newResVer=1916 2025-11-10 01:48:58.73: NetworkPolicyMonitor - start process kube event 2025-11-10 01:48:58.73: empty line received 2025-11-10 01:48:58.73: NetworkPolicyMonitor - start process kube event 2025-11-10 01:48:59.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1916 newResVer=1916 2025-11-10 01:48:59.83: NetworkPolicyMonitor - start process kube event 2025-11-10 01:48:59.83: empty line received 2025-11-10 01:48:59.83: NetworkPolicyMonitor - start process kube event 2025-11-10 01:49:01.09: stop iteration NetworkPolicyMonitor 2025-11-10 01:49:01.09: NetworkPolicyMonitor - start process kube event 2025-11-10 01:49:01.09: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1916 2025-11-10 01:49:01.09: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:49:01.09: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 01:49:01.09: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:49:01.09: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1916'})(timeout=120) 2025-11-10 01:49:01.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:49:01.09: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:49:01.09: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:49:01.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:49:01.10: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1916'}) 2025-11-10 01:49:02.65: NetworkMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1469 2025-11-10 01:49:02.65: NetworkMonitor - start process kube event 2025-11-10 01:49:02.65: empty line received 2025-11-10 01:49:02.65: NetworkMonitor - start process kube event 2025-11-10 01:49:03.13: NamespaceMonitor - Received BOOKMARK: oldResVer=1344 newResVer=1921 2025-11-10 01:49:03.13: NamespaceMonitor - start process kube event 2025-11-10 01:49:03.13: empty line received 2025-11-10 01:49:03.13: NamespaceMonitor - start process kube event 2025-11-10 01:49:25.32: EndPointMonitor - Received BOOKMARK: oldResVer=1755 newResVer=1888 2025-11-10 01:49:25.32: EndPointMonitor - start process kube event 2025-11-10 01:49:25.32: empty line received 2025-11-10 01:49:25.32: EndPointMonitor - start process kube event 2025-11-10 01:49:52.82: NetworkMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1469 2025-11-10 01:49:52.82: NetworkMonitor - start process kube event 2025-11-10 01:49:52.82: empty line received 2025-11-10 01:49:52.82: NetworkMonitor - start process kube event 2025-11-10 01:49:53.95: NetworkMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1469 2025-11-10 01:49:53.95: NetworkMonitor - start process kube event 2025-11-10 01:49:53.95: empty line received 2025-11-10 01:49:53.95: NetworkMonitor - start process kube event 2025-11-10 01:49:55.23: stop iteration NetworkMonitor 2025-11-10 01:49:55.23: NetworkMonitor - start process kube event 2025-11-10 01:49:55.23: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1469 2025-11-10 01:49:55.23: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:49:55.23: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:49:55.23: NetworkMonitor - _schedule_vnc_sync 2025-11-10 01:49:55.23: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1469'})(timeout=120) 2025-11-10 01:49:55.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:49:55.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:49:55.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:49:55.24: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1469'}) 2025-11-10 01:50:03.29: NamespaceMonitor - Received BOOKMARK: oldResVer=1921 newResVer=1921 2025-11-10 01:50:03.29: NamespaceMonitor - start process kube event 2025-11-10 01:50:03.29: empty line received 2025-11-10 01:50:03.29: NamespaceMonitor - start process kube event 2025-11-10 01:50:25.08: EndPointMonitor - Received BOOKMARK: oldResVer=1888 newResVer=1888 2025-11-10 01:50:25.08: EndPointMonitor - start process kube event 2025-11-10 01:50:25.08: empty line received 2025-11-10 01:50:25.08: EndPointMonitor - start process kube event 2025-11-10 01:50:29.22: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:50:29.22: IngressMonitor - start process kube event 2025-11-10 01:50:29.22: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1290 2025-11-10 01:50:29.22: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:50:29.22: IngressMonitor - Connect Kube API result 0 2025-11-10 01:50:29.22: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:50:29.22: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1290'})(timeout=120) 2025-11-10 01:50:29.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:50:29.22: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:50:29.23: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:50:29.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:50:29.24: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1290'}) 2025-11-10 01:50:54.08: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:50:54.08: ServiceMonitor - start process kube event 2025-11-10 01:50:54.08: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1918 2025-11-10 01:50:54.08: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:50:54.08: ServiceMonitor - Connect Kube API result 0 2025-11-10 01:50:54.08: ServiceMonitor - _schedule_vnc_sync 2025-11-10 01:50:54.08: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1918'})(timeout=120) 2025-11-10 01:50:54.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-10 01:50:54.08: VncKubernetes - vnc_sync - Service start 2025-11-10 01:50:54.08: VncKubernetes - vnc_sync - Service done 2025-11-10 01:50:54.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:50:54.10: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1918'}) 2025-11-10 01:50:54.57: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:50:54.57: PodMonitor - start process kube event 2025-11-10 01:50:54.57: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1831 2025-11-10 01:50:54.57: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:50:54.57: PodMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:51:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000989 2025-11-10 01:50:54.57: PodMonitor - _schedule_vnc_sync 2025-11-10 01:50:54.57: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1831'})(timeout=120) 2025-11-10 01:50:54.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-10 01:50:54.57: VncKubernetes - vnc_sync - Pod start 2025-11-10 01:50:54.58: VncKubernetes - vnc_sync - Pod done 2025-11-10 01:50:54.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:50:54.58: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1831'}) 2025-11-10 01:51:01.10: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:51:01.10: NetworkPolicyMonitor - start process kube event 2025-11-10 01:51:01.10: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1916 2025-11-10 01:51:01.10: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:51:01.10: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-10 01:51:01.10: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-10 01:51:01.10: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1916'})(timeout=120) 2025-11-10 01:51:01.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-10 01:51:01.10: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-10 01:51:01.11: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-10 01:51:01.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:51:01.12: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1916'}) 2025-11-10 01:51:03.09: NamespaceMonitor - Received BOOKMARK: oldResVer=1921 newResVer=1921 2025-11-10 01:51:03.09: NamespaceMonitor - start process kube event 2025-11-10 01:51:03.09: empty line received 2025-11-10 01:51:03.09: NamespaceMonitor - start process kube event 2025-11-10 01:51:20.28: PodMonitor - Received ADDED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:20.28: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-10 01:51:20.28: PodMonitor - start process kube event 2025-11-10 01:51:20.28: empty line received 2025-11-10 01:51:20.28: PodMonitor - start process kube event 2025-11-10 01:51:20.30: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:20.30: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:20.30: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:20.30: PodMonitor - start process kube event 2025-11-10 01:51:20.30: empty line received 2025-11-10 01:51:20.30: PodMonitor - start process kube event 2025-11-10 01:51:20.33: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:20.33: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:20.33: PodMonitor - start process kube event 2025-11-10 01:51:20.33: empty line received 2025-11-10 01:51:20.33: PodMonitor - start process kube event 2025-11-10 01:51:20.51: PodMonitor - Received ADDED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:20.51: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-10 01:51:20.51: PodMonitor - start process kube event 2025-11-10 01:51:20.51: empty line received 2025-11-10 01:51:20.51: PodMonitor - start process kube event 2025-11-10 01:51:20.52: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:20.52: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:20.52: PodMonitor - start process kube event 2025-11-10 01:51:20.52: empty line received 2025-11-10 01:51:20.53: PodMonitor - start process kube event 2025-11-10 01:51:20.54: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:20.54: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:20.54: PodMonitor - start process kube event 2025-11-10 01:51:20.54: empty line received 2025-11-10 01:51:20.54: PodMonitor - start process kube event 2025-11-10 01:51:21.02: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:21.02: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:21.02: PodMonitor - start process kube event 2025-11-10 01:51:21.02: empty line received 2025-11-10 01:51:21.02: PodMonitor - start process kube event 2025-11-10 01:51:21.03: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-10 01:51:21.03: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:21.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:51:21.16: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:21.75: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:21.75: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:21.75: PodMonitor - start process kube event 2025-11-10 01:51:21.75: empty line received 2025-11-10 01:51:21.75: PodMonitor - start process kube event 2025-11-10 01:51:21.76: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-10 01:51:21.76: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:21.83: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-10 01:51:21.83: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:21.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:51:21.88: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:21.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:51:25.28: EndPointMonitor - Received BOOKMARK: oldResVer=1888 newResVer=1888 2025-11-10 01:51:25.28: EndPointMonitor - start process kube event 2025-11-10 01:51:25.28: EndPointMonitor - _schedule_vnc_sync 2025-11-10 01:51:25.28: empty line received 2025-11-10 01:51:25.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-10 01:51:25.28: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-10 01:51:25.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:51:25.28: EndPointMonitor - start process kube event 2025-11-10 01:51:33.03: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:33.03: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:33.03: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:51:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001113 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:51:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001004 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:51:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001002 [Introspect:8108]10.0.0.19 - - [2025-11-10 01:52:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001102 2025-11-10 01:51:33.03: PodMonitor - start process kube event 2025-11-10 01:51:33.03: empty line received 2025-11-10 01:51:33.03: PodMonitor - start process kube event 2025-11-10 01:51:33.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:51:34.03: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:34.03: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:34.04: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:51:34.04: PodMonitor - start process kube event 2025-11-10 01:51:34.04: empty line received 2025-11-10 01:51:34.04: PodMonitor - start process kube event 2025-11-10 01:51:34.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:51:35.37: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:35.37: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:35.37: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:51:35.37: PodMonitor - start process kube event 2025-11-10 01:51:35.37: empty line received 2025-11-10 01:51:35.37: PodMonitor - start process kube event 2025-11-10 01:51:35.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:51:54.49: PodMonitor - Received BOOKMARK: oldResVer=1831 newResVer=2156 2025-11-10 01:51:54.49: PodMonitor - start process kube event 2025-11-10 01:51:54.49: empty line received 2025-11-10 01:51:54.49: PodMonitor - start process kube event 2025-11-10 01:51:55.24: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:51:55.24: NetworkMonitor - start process kube event 2025-11-10 01:51:55.24: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1469 2025-11-10 01:51:55.24: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:51:55.24: NetworkMonitor - Connect Kube API result 0 2025-11-10 01:51:55.24: NetworkMonitor - _schedule_vnc_sync 2025-11-10 01:51:55.24: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1469'})(timeout=120) 2025-11-10 01:51:55.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-10 01:51:55.24: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-10 01:51:55.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:51:55.27: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1469'}) 2025-11-10 01:52:03.39: NamespaceMonitor - Received BOOKMARK: oldResVer=1921 newResVer=1921 2025-11-10 01:52:03.39: NamespaceMonitor - start process kube event 2025-11-10 01:52:03.39: NamespaceMonitor - _schedule_vnc_sync 2025-11-10 01:52:03.39: empty line received 2025-11-10 01:52:03.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-10 01:52:03.39: VncKubernetes - vnc_sync - Namespace start 2025-11-10 01:52:03.39: VncKubernetes - vnc_sync - Namespace done 2025-11-10 01:52:03.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:52:03.39: NamespaceMonitor - start process kube event 2025-11-10 01:52:06.09: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.09: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.09: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.09: PodMonitor - start process kube event 2025-11-10 01:52:06.09: empty line received 2025-11-10 01:52:06.09: PodMonitor - start process kube event 2025-11-10 01:52:06.10: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.10: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.10: PodMonitor - start process kube event 2025-11-10 01:52:06.10: empty line received 2025-11-10 01:52:06.10: PodMonitor - start process kube event 2025-11-10 01:52:06.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:52:06.11: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.11: PodMonitor - Received DELETED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.11: PodMonitor - Got DELETED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.11: PodMonitor - start process kube event 2025-11-10 01:52:06.11: empty line received 2025-11-10 01:52:06.11: PodMonitor - start process kube event 2025-11-10 01:52:06.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:52:06.12: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:d321b396-3e57-436c-897a-3ab0e0f6e778 2025-11-10 01:52:06.22: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:52:06.23: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:52:06.23: PodMonitor - start process kube event 2025-11-10 01:52:06.23: empty line received 2025-11-10 01:52:06.23: PodMonitor - start process kube event 2025-11-10 01:52:06.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-10 01:52:06.39: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:80a838f7-1299-4f02-bb7d-dc2935a8c456 2025-11-10 01:52:06.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:52:24.86: EndPointMonitor - Received BOOKMARK: oldResVer=1888 newResVer=1888 2025-11-10 01:52:24.86: EndPointMonitor - start process kube event 2025-11-10 01:52:24.86: empty line received 2025-11-10 01:52:24.86: EndPointMonitor - start process kube event 2025-11-10 01:52:29.24: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-10 01:52:29.24: IngressMonitor - start process kube event 2025-11-10 01:52:29.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1290 2025-11-10 01:52:29.24: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-10 01:52:29.24: IngressMonitor - Connect Kube API result 0 2025-11-10 01:52:29.24: IngressMonitor - _schedule_vnc_sync 2025-11-10 01:52:29.24: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1290'})(timeout=120) 2025-11-10 01:52:29.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-10 01:52:29.24: VncKubernetes - vnc_sync - Ingress start 2025-11-10 01:52:29.24: VncKubernetes - vnc_sync - Ingress done 2025-11-10 01:52:29.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-10 01:52:29.26: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1290'}) 2025-11-10 01:52:29.57: NamespaceMonitor - Received BOOKMARK: oldResVer=1921 newResVer=1921 2025-11-10 01:52:29.57: NamespaceMonitor - start process kube event 2025-11-10 01:52:29.57: empty line received [Introspect:8108]10.0.0.19 - - [2025-11-10 01:53:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001465