+++ date ++ echo 'INFO: =================== Thu Sep 4 01:46:56 AM UTC 2025 ===================' INFO: =================== Thu Sep 4 01:46:56 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ head -n 1 +++ ip addr show dev ens3 +++ grep 'inet ' +++ awk '{print $2}' ++ DEFAULT_LOCAL_IP=10.0.0.19 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.19 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.19 ++ ANALYTICSDB_NODES=10.0.0.19 ++ ANALYTICS_SNMP_NODES=10.0.0.19 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8081 ' +++ '[' -n '10.0.0.19:8081 ' ']' +++ echo 10.0.0.19:8081 ++ ANALYTICS_SERVERS=10.0.0.19:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9042 ' +++ '[' -n '10.0.0.19:9042 ' ']' +++ echo 10.0.0.19:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.19:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.19 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8086 ' +++ '[' -n '10.0.0.19:8086 ' ']' +++ echo 10.0.0.19:8086 ++ COLLECTOR_SERVERS=10.0.0.19:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.19 ++ CONFIGDB_NODES=10.0.0.19 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8082 ' +++ '[' -n '10.0.0.19:8082 ' ']' +++ echo 10.0.0.19:8082 ++ CONFIG_SERVERS=10.0.0.19:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9161 ' +++ '[' -n '10.0.0.19:9161 ' ']' +++ echo 10.0.0.19:9161 ++ CONFIGDB_SERVERS=10.0.0.19:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9041 ' +++ '[' -n '10.0.0.19:9041 ' ']' +++ echo 10.0.0.19:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.19:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.19 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.19 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.19 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:2181, +++ '[' -n 10.0.0.19:2181, ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS=10.0.0.19:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:2181 ' +++ '[' -n '10.0.0.19:2181 ' ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.19:2181 ++ RABBITMQ_NODES=10.0.0.19 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:5673, +++ '[' -n 10.0.0.19:5673, ']' +++ echo 10.0.0.19:5673 ++ RABBITMQ_SERVERS=10.0.0.19:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:6379 ' +++ '[' -n '10.0.0.19:6379 ' ']' +++ echo 10.0.0.19:6379 ++ REDIS_SERVERS=10.0.0.19:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.19 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9092 ' +++ '[' -n '10.0.0.19:9092 ' ']' +++ echo 10.0.0.19:9092 ++ KAFKA_SERVERS=10.0.0.19:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.19 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.19 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.19 + local cassandra=10.0.0.19 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.19 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Im5QTE5mckNaczVzTklsY0RGLUQ3S2dVRFh2cS1pUzZQMnhLSGxwRVRGNG8ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjY4YWM1YjU5LTZmY2YtNGI2NC05ODNkLWY1MGIzNTJiOWMyOCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.Qbbx6n5xVLUffrXKG55XeaukruINE_Qx2LLTCQyVphxW1KlNFtUbFKFB_OVj2AGN6pVmUYWd6MPynAECWgcTmhD6jbtZdvrFJefi2hmGe5U_Vg6AI1Dyk1exu11wZXlprp0IybWHpMjPct_cFNvw9V12GVkG3bPu8RKbutlgTjXltvz9P5bZh9SNky-Ve_7tSEQ4dMXlGv4JK_wafg4WEKkdkezV5yV_Q0vy9LDhoZmXX66XTwSgqKtmqXdxfdGnE7I32HfulNwBx79_w79wJgR1L-wVV9mBMcRIqd6drgQDUYWh4FpnKpK91XdAQiidlRrMEsU7brXHYwW7V0MPqw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.19 +++ local servers=10.0.0.19 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort ++++ uniq +++ local local_ips=,10.0.0.19,10.166.93.1,127.0.0.1,172.17.0.1,252.19.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.19'\''))' +++ local server_ip=10.0.0.19 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.19 ]] +++ [[ ,10.0.0.19,10.166.93.1,127.0.0.1,172.17.0.1,252.19.0.1,, =~ ,10\.0\.0\.19, ]] +++ echo 10.0.0.19 1 +++ return ++ local ip=10.0.0.19 ++ [[ -z 10.0.0.19 ]] ++ echo 10.0.0.19 + host_ip=10.0.0.19 + [[ cql == \c\q\l ]] ++ echo 10.0.0.19:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.19:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' ++ sort + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 09/04/2025 01:47:04.240 7f51383e8200 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 09/04/2025 01:47:04.399 7f51383e8200 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 09/04/2025 01:47:04.399 7f51383e8200 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.19 - - [2025-09-04 01:47:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2974 0.001204 2025-09-04 01:47:04.64: KubeMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:04.64: KubeMonitor - Connect Kube API result 0 2025-09-04 01:47:04.75: KubeMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-09-04 01:47:04.76: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-09-04 01:47:04.77: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1 2025-09-04 01:47:04.77: PodMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-09-04 01:47:04.78: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-09-04 01:47:04.79: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-09-04 01:47:04.80: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-09-04 01:47:04.80: IngressMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-09-04 01:47:04.80: VncKubernetes - vnc_connect starting 2025-09-04 01:47:04.81: VncKubernetes - vnc_connect done 2025-09-04 01:47:05.01: default-domain domain available. 2025-09-04 01:47:10.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:47:10.12: NamespaceMonitor - start process kube event 2025-09-04 01:47:10.15: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 01:47:10.15: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:10.15: NetworkMonitor - start process kube event 2025-09-04 01:47:10.15: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 01:47:10.15: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:10.15: PodMonitor - start process kube event 2025-09-04 01:47:10.15: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 01:47:10.15: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:10.15: ServiceMonitor - start process kube event 2025-09-04 01:47:10.15: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 01:47:10.15: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:10.15: NetworkPolicyMonitor - start process kube event 2025-09-04 01:47:10.15: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 01:47:10.15: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:10.15: EndPointMonitor - start process kube event 2025-09-04 01:47:10.15: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 01:47:10.15: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:10.15: IngressMonitor - start process kube event 2025-09-04 01:47:10.15: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 01:47:10.15: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:47:10.15: IngressMonitor - Connect Kube API result 0 2025-09-04 01:47:10.15: IngressMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-09-04 01:47:10.15: EndPointMonitor - Connect Kube API result 0 2025-09-04 01:47:10.15: EndPointMonitor - Start init url=https://10.0.0.19:6443/api/v1/endpoints resource_version=None 2025-09-04 01:47:10.15: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 01:47:10.15: NetworkPolicyMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-09-04 01:47:10.16: ServiceMonitor - Connect Kube API result 0 2025-09-04 01:47:10.16: ServiceMonitor - Start init url=https://10.0.0.19:6443/api/v1/services resource_version=None 2025-09-04 01:47:10.16: PodMonitor - Connect Kube API result 0 2025-09-04 01:47:10.16: PodMonitor - Start init url=https://10.0.0.19:6443/api/v1/pods resource_version=None 2025-09-04 01:47:10.16: NetworkMonitor - Connect Kube API result 0 2025-09-04 01:47:10.16: NamespaceMonitor - Connect Kube API result 0 2025-09-04 01:47:10.16: NamespaceMonitor - Start init url=https://10.0.0.19:6443/api/v1/namespaces resource_version=None 2025-09-04 01:47:10.19: IngressMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses, resource_version=626 2025-09-04 01:47:10.20: IngressMonitor - _schedule_vnc_sync 2025-09-04 01:47:10.20: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:47:10.20: NetworkPolicyMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=626 2025-09-04 01:47:10.20: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 01:47:10.20: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:47:10.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 01:47:10.20: VncKubernetes - vnc_sync - Ingress start 2025-09-04 01:47:10.20: VncKubernetes - vnc_sync - Ingress done 2025-09-04 01:47:10.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 01:47:10.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 01:47:10.20: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 01:47:10.21: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-v7fd8:3c4f19eb-90d4-4a13-aded-9a23d15935d2 2025-09-04 01:47:10.21: PodMonitor - Done init url=https://10.0.0.19:6443/api/v1/pods, resource_version=626 2025-09-04 01:47:10.21: PodMonitor - _schedule_vnc_sync 2025-09-04 01:47:10.21: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:47:10.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 01:47:10.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-04 01:47:10.22: VncKubernetes - Process event (name=coredns-6f867cd986-v7fd8 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-v7fd8:3c4f19eb-90d4-4a13-aded-9a23d15935d2 2025-09-04 01:47:10.22: ServiceMonitor - Got ADDED Service default:kubernetes:e984f66c-d2d5-48c3-a06c-41fc83da3968 2025-09-04 01:47:10.23: EndPointMonitor - Got ADDED Endpoints default:kubernetes:62f56517-e1db-4836-8fe9-2cea0636096a 2025-09-04 01:47:10.23: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:47:10.23: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:47:10.23: NamespaceMonitor - Got ADDED Namespace None:contrail:4bb23ef8-17bc-44d2-b572-0210c3522d7d 2025-09-04 01:47:10.24: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:47:10.25: NetworkMonitor - Start init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-04 01:47:10.25: ServiceMonitor - Got ADDED Service kube-system:kube-dns:1ddb4ce5-8e46-40e8-8937-3914b313ca85 2025-09-04 01:47:10.25: ServiceMonitor - Done init url=https://10.0.0.19:6443/api/v1/services, resource_version=626 2025-09-04 01:47:10.25: ServiceMonitor - _schedule_vnc_sync 2025-09-04 01:47:10.25: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:47:10.26: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:a2c4ca62-7486-4e0d-b536-ebb4cda3e917 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:47:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001231 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:47:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001106 2025-09-04 01:47:10.26: EndPointMonitor - Done init url=https://10.0.0.19:6443/api/v1/endpoints, resource_version=626 2025-09-04 01:47:10.26: EndPointMonitor - _schedule_vnc_sync 2025-09-04 01:47:10.26: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:47:10.26: NamespaceMonitor - Got ADDED Namespace None:default:3de7555e-f058-4046-897d-2dacbf256953 2025-09-04 01:47:10.27: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:47:10.27: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:47:10.28: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:b41c9ee3-8eac-4e20-8600-99500fd67d01 2025-09-04 01:47:10.28: NamespaceMonitor - Got ADDED Namespace None:kube-public:bf528699-3df0-49d7-ab7a-5bb90cbb953b 2025-09-04 01:47:10.29: NamespaceMonitor - Got ADDED Namespace None:kube-system:11efc9ec-014f-4d36-bb2b-0f041e29cc3c 2025-09-04 01:47:10.29: NamespaceMonitor - Done init url=https://10.0.0.19:6443/api/v1/namespaces, resource_version=626 2025-09-04 01:47:10.29: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 01:47:10.29: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:47:10.29: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:47:10.34: NetworkMonitor - Done init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=630 2025-09-04 01:47:10.34: NetworkMonitor - _schedule_vnc_sync 2025-09-04 01:47:10.34: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-09-04 01:47:10.34: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-09-04 01:47:11.69: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-04 01:47:11.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 01:47:11.69: VncKubernetes - vnc_sync - Pod start 2025-09-04 01:47:11.69: VncKubernetes - vnc_sync - Pod done 2025-09-04 01:47:11.69: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-04 01:47:11.69: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:e984f66c-d2d5-48c3-a06c-41fc83da3968 2025-09-04 01:47:11.69: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-v7fd8:3c4f19eb-90d4-4a13-aded-9a23d15935d2 2025-09-04 01:47:11.69: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-v7fd8:3c4f19eb-90d4-4a13-aded-9a23d15935d2 2025-09-04 01:47:11.69: PodMonitor - start process kube event 2025-09-04 01:47:11.69: empty line received 2025-09-04 01:47:11.69: PodMonitor - start process kube event 2025-09-04 01:47:13.15: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-04 01:47:13.15: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:62f56517-e1db-4836-8fe9-2cea0636096a 2025-09-04 01:47:13.22: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-04 01:47:13.22: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:4bb23ef8-17bc-44d2-b572-0210c3522d7d 2025-09-04 01:47:15.10: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-04 01:47:15.10: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:1ddb4ce5-8e46-40e8-8937-3914b313ca85 2025-09-04 01:47:17.10: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-04 01:47:17.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 01:47:17.10: VncKubernetes - vnc_sync - Service start 2025-09-04 01:47:17.10: VncKubernetes - vnc_sync - Service done 2025-09-04 01:47:17.10: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-04 01:47:17.10: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:a2c4ca62-7486-4e0d-b536-ebb4cda3e917 2025-09-04 01:47:17.17: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-04 01:47:17.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 01:47:17.17: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 01:47:17.17: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-04 01:47:17.17: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:3de7555e-f058-4046-897d-2dacbf256953 2025-09-04 01:47:19.33: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-04 01:47:19.33: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:b41c9ee3-8eac-4e20-8600-99500fd67d01 2025-09-04 01:47:21.08: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-04 01:47:21.08: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:bf528699-3df0-49d7-ab7a-5bb90cbb953b 2025-09-04 01:47:22.76: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-04 01:47:22.76: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:11efc9ec-014f-4d36-bb2b-0f041e29cc3c 2025-09-04 01:47:24.13: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-04 01:47:24.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 01:47:24.13: VncKubernetes - vnc_sync - Namespace start 2025-09-04 01:47:24.13: VncKubernetes - vnc_sync - Namespace done 2025-09-04 01:47:24.13: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-04 01:47:24.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 01:47:24.13: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 01:47:24.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 01:47:24.13: VncKubernetes - Process event (name=coredns-6f867cd986-v7fd8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-v7fd8:3c4f19eb-90d4-4a13-aded-9a23d15935d2 2025-09-04 01:47:24.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:48:11.19: PodMonitor - Received BOOKMARK: oldResVer=626 newResVer=634 2025-09-04 01:48:11.19: PodMonitor - start process kube event 2025-09-04 01:48:11.19: empty line received 2025-09-04 01:48:11.19: PodMonitor - start process kube event 2025-09-04 01:49:10.23: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:49:10.23: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:49:10.23: NetworkPolicyMonitor - start process kube event 2025-09-04 01:49:10.23: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:49:10.23: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:49:10.23: IngressMonitor - start process kube event 2025-09-04 01:49:10.23: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:49:10.23: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:49:10.23: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 01:49:10.23: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 01:49:10.23: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:49:10.23: IngressMonitor - Connect Kube API result 0 2025-09-04 01:49:10.23: IngressMonitor - _schedule_vnc_sync 2025-09-04 01:49:10.23: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:49:10.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 01:49:10.24: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 01:49:10.24: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 01:49:10.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 01:49:10.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 01:49:10.24: VncKubernetes - vnc_sync - Ingress start 2025-09-04 01:49:10.24: VncKubernetes - vnc_sync - Ingress done 2025-09-04 01:49:10.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:49:10.26: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:49:10.26: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:49:10.27: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:49:10.27: ServiceMonitor - start process kube event 2025-09-04 01:49:10.27: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:49:10.27: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:49:10.27: ServiceMonitor - Connect Kube API result 0 2025-09-04 01:49:10.27: ServiceMonitor - _schedule_vnc_sync 2025-09-04 01:49:10.27: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:49:10.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 01:49:10.27: VncKubernetes - vnc_sync - Service start 2025-09-04 01:49:10.27: VncKubernetes - vnc_sync - Service done 2025-09-04 01:49:10.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:49:10.27: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:49:10.27: EndPointMonitor - start process kube event 2025-09-04 01:49:10.27: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:49:10.27: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:49:10.27: EndPointMonitor - Connect Kube API result 0 2025-09-04 01:49:10.27: EndPointMonitor - _schedule_vnc_sync 2025-09-04 01:49:10.27: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:49:10.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 01:49:10.28: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 01:49:10.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:49:10.28: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:49:10.29: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:49:10.29: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:49:10.29: NamespaceMonitor - start process kube event 2025-09-04 01:49:10.29: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:49:10.29: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:49:10.29: NamespaceMonitor - Connect Kube API result 0 2025-09-04 01:49:10.29: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 01:49:10.29: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:49:10.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 01:49:10.29: VncKubernetes - vnc_sync - Namespace start 2025-09-04 01:49:10.29: VncKubernetes - vnc_sync - Namespace done 2025-09-04 01:49:10.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:49:10.30: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:49:10.34: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:49:10.34: NetworkMonitor - start process kube event 2025-09-04 01:49:10.34: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-09-04 01:49:10.34: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:49:10.34: NetworkMonitor - Connect Kube API result 0 2025-09-04 01:49:10.34: NetworkMonitor - _schedule_vnc_sync 2025-09-04 01:49:10.34: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-09-04 01:49:10.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 01:49:10.34: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 01:49:10.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:49:10.35: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-09-04 01:49:11.12: PodMonitor - Received BOOKMARK: oldResVer=634 newResVer=634 2025-09-04 01:49:11.12: PodMonitor - start process kube event 2025-09-04 01:49:11.12: empty line received 2025-09-04 01:49:11.12: PodMonitor - start process kube event 2025-09-04 01:50:11.85: PodMonitor - Received BOOKMARK: oldResVer=634 newResVer=634 2025-09-04 01:50:11.85: PodMonitor - start process kube event 2025-09-04 01:50:11.85: empty line received 2025-09-04 01:50:11.85: PodMonitor - start process kube event 2025-09-04 01:51:10.26: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:51:10.26: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:51:10.26: IngressMonitor - start process kube event 2025-09-04 01:51:10.26: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:51:10.26: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:51:10.26: NetworkPolicyMonitor - start process kube event 2025-09-04 01:51:10.26: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:51:10.26: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:51:10.26: IngressMonitor - Connect Kube API result 0 2025-09-04 01:51:10.26: IngressMonitor - _schedule_vnc_sync 2025-09-04 01:51:10.26: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) [Introspect:8108]10.0.0.19 - - [2025-09-04 01:52:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001049 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:52:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000965 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:52:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:52:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000968 2025-09-04 01:51:10.26: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 01:51:10.26: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 01:51:10.26: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:51:10.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 01:51:10.27: VncKubernetes - vnc_sync - Ingress start 2025-09-04 01:51:10.27: VncKubernetes - vnc_sync - Ingress done 2025-09-04 01:51:10.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 01:51:10.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 01:51:10.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 01:51:10.28: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 01:51:10.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:51:10.28: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:51:10.28: ServiceMonitor - start process kube event 2025-09-04 01:51:10.28: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:51:10.28: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:51:10.28: ServiceMonitor - Connect Kube API result 0 2025-09-04 01:51:10.28: ServiceMonitor - _schedule_vnc_sync 2025-09-04 01:51:10.28: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:51:10.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 01:51:10.29: VncKubernetes - vnc_sync - Service start 2025-09-04 01:51:10.29: VncKubernetes - vnc_sync - Service done 2025-09-04 01:51:10.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:51:10.29: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:51:10.29: EndPointMonitor - start process kube event 2025-09-04 01:51:10.29: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:51:10.29: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:51:10.29: EndPointMonitor - Connect Kube API result 0 2025-09-04 01:51:10.29: EndPointMonitor - _schedule_vnc_sync 2025-09-04 01:51:10.29: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:51:10.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 01:51:10.29: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 01:51:10.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:51:10.29: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:51:10.29: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:51:10.30: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:51:10.30: NamespaceMonitor - start process kube event 2025-09-04 01:51:10.30: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:51:10.30: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:51:10.30: NamespaceMonitor - Connect Kube API result 0 2025-09-04 01:51:10.30: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 01:51:10.30: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:51:10.30: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:51:10.31: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:51:10.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 01:51:10.31: VncKubernetes - vnc_sync - Namespace start 2025-09-04 01:51:10.31: VncKubernetes - vnc_sync - Namespace done 2025-09-04 01:51:10.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:51:10.32: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:51:10.35: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:51:10.35: NetworkMonitor - start process kube event 2025-09-04 01:51:10.35: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-09-04 01:51:10.35: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:51:10.35: NetworkMonitor - Connect Kube API result 0 2025-09-04 01:51:10.35: NetworkMonitor - _schedule_vnc_sync 2025-09-04 01:51:10.35: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-09-04 01:51:10.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 01:51:10.35: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 01:51:10.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:51:10.36: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-09-04 01:51:11.28: PodMonitor - Received BOOKMARK: oldResVer=634 newResVer=634 2025-09-04 01:51:11.28: PodMonitor - start process kube event 2025-09-04 01:51:11.28: PodMonitor - _schedule_vnc_sync 2025-09-04 01:51:11.28: empty line received 2025-09-04 01:51:11.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 01:51:11.28: VncKubernetes - vnc_sync - Pod start 2025-09-04 01:51:11.28: PodMonitor - start process kube event 2025-09-04 01:51:11.30: VncKubernetes - vnc_sync - Pod done 2025-09-04 01:51:11.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:52:11.23: ServiceMonitor - Received BOOKMARK: oldResVer=626 newResVer=1055 2025-09-04 01:52:11.23: ServiceMonitor - start process kube event 2025-09-04 01:52:11.23: empty line received 2025-09-04 01:52:11.23: ServiceMonitor - start process kube event 2025-09-04 01:52:11.35: PodMonitor - Received BOOKMARK: oldResVer=634 newResVer=634 2025-09-04 01:52:11.35: PodMonitor - start process kube event 2025-09-04 01:52:11.35: empty line received 2025-09-04 01:52:11.35: PodMonitor - start process kube event 2025-09-04 01:52:44.11: PodMonitor - Received BOOKMARK: oldResVer=634 newResVer=634 2025-09-04 01:52:44.11: PodMonitor - start process kube event 2025-09-04 01:52:44.11: empty line received 2025-09-04 01:52:44.11: PodMonitor - start process kube event 2025-09-04 01:52:45.90: stop iteration PodMonitor 2025-09-04 01:52:45.90: PodMonitor - start process kube event 2025-09-04 01:52:45.90: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-09-04 01:52:45.90: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:52:45.90: PodMonitor - Connect Kube API result 0 2025-09-04 01:52:45.90: PodMonitor - _schedule_vnc_sync 2025-09-04 01:52:45.90: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-09-04 01:52:45.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 01:52:45.90: VncKubernetes - vnc_sync - Pod start 2025-09-04 01:52:45.90: VncKubernetes - vnc_sync - Pod done 2025-09-04 01:52:45.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:52:45.91: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-09-04 01:53:10.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:53:10.29: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:53:10.29: NetworkPolicyMonitor - start process kube event 2025-09-04 01:53:10.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:53:10.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:53:10.29: IngressMonitor - start process kube event 2025-09-04 01:53:10.30: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:53:10.30: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:53:10.30: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 01:53:10.30: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 01:53:10.30: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:53:10.30: IngressMonitor - Connect Kube API result 0 2025-09-04 01:53:10.30: IngressMonitor - _schedule_vnc_sync 2025-09-04 01:53:10.30: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:53:10.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 01:53:10.30: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 01:53:10.30: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 01:53:10.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 01:53:10.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 01:53:10.30: VncKubernetes - vnc_sync - Ingress start 2025-09-04 01:53:10.30: VncKubernetes - vnc_sync - Ingress done 2025-09-04 01:53:10.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:53:10.31: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:53:10.31: EndPointMonitor - start process kube event 2025-09-04 01:53:10.31: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:53:10.31: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:53:10.31: EndPointMonitor - Connect Kube API result 0 2025-09-04 01:53:10.31: EndPointMonitor - _schedule_vnc_sync 2025-09-04 01:53:10.31: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:53:10.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 01:53:10.32: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 01:53:10.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:53:10.32: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:53:10.32: NamespaceMonitor - start process kube event 2025-09-04 01:53:10.32: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:53:10.32: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:53:10.32: NamespaceMonitor - Connect Kube API result 0 2025-09-04 01:53:10.32: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 01:53:10.32: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:53:10.32: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:53:10.32: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:53:10.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 01:53:10.33: VncKubernetes - vnc_sync - Namespace start 2025-09-04 01:53:10.33: VncKubernetes - vnc_sync - Namespace done 2025-09-04 01:53:10.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:53:10.34: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:53:10.34: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:53:10.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:53:10.36: NetworkMonitor - start process kube event 2025-09-04 01:53:10.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-09-04 01:53:10.36: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:53:10.36: NetworkMonitor - Connect Kube API result 0 2025-09-04 01:53:10.36: NetworkMonitor - _schedule_vnc_sync 2025-09-04 01:53:10.36: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-09-04 01:53:10.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 01:53:10.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 01:53:10.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:53:10.37: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-09-04 01:53:11.65: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-09-04 01:53:11.65: ServiceMonitor - start process kube event 2025-09-04 01:53:11.65: empty line received 2025-09-04 01:53:11.65: ServiceMonitor - start process kube event 2025-09-04 01:54:10.61: IngressMonitor - Received BOOKMARK: oldResVer=626 newResVer=1100 2025-09-04 01:54:10.62: IngressMonitor - start process kube event 2025-09-04 01:54:10.62: empty line received 2025-09-04 01:54:10.62: IngressMonitor - start process kube event 2025-09-04 01:54:11.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=626 newResVer=1106 2025-09-04 01:54:11.32: NetworkPolicyMonitor - start process kube event 2025-09-04 01:54:11.32: empty line received 2025-09-04 01:54:11.32: NetworkPolicyMonitor - start process kube event 2025-09-04 01:54:11.63: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-09-04 01:54:11.63: ServiceMonitor - start process kube event 2025-09-04 01:54:11.63: empty line received 2025-09-04 01:54:11.63: ServiceMonitor - start process kube event 2025-09-04 01:54:45.91: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:54:45.91: PodMonitor - start process kube event 2025-09-04 01:54:45.91: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-09-04 01:54:45.91: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:54:45.91: PodMonitor - Connect Kube API result 0 2025-09-04 01:54:45.91: PodMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.19 - - [2025-09-04 01:57:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000958 2025-09-04 01:54:45.91: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-09-04 01:54:45.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 01:54:45.91: VncKubernetes - vnc_sync - Pod start 2025-09-04 01:54:45.91: VncKubernetes - vnc_sync - Pod done 2025-09-04 01:54:45.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:54:45.92: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-09-04 01:55:10.34: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:55:10.34: EndPointMonitor - start process kube event 2025-09-04 01:55:10.34: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:55:10.34: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:55:10.34: EndPointMonitor - Connect Kube API result 0 2025-09-04 01:55:10.34: EndPointMonitor - _schedule_vnc_sync 2025-09-04 01:55:10.34: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:55:10.34: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:55:10.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 01:55:10.34: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 01:55:10.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:55:10.34: NamespaceMonitor - start process kube event 2025-09-04 01:55:10.34: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:55:10.34: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:55:10.34: NamespaceMonitor - Connect Kube API result 0 2025-09-04 01:55:10.34: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 01:55:10.34: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:55:10.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 01:55:10.34: VncKubernetes - vnc_sync - Namespace start 2025-09-04 01:55:10.34: VncKubernetes - vnc_sync - Namespace done 2025-09-04 01:55:10.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:55:10.36: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:55:10.36: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:55:10.37: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:55:10.37: NetworkMonitor - start process kube event 2025-09-04 01:55:10.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-09-04 01:55:10.37: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:55:10.37: NetworkMonitor - Connect Kube API result 0 2025-09-04 01:55:10.37: NetworkMonitor - _schedule_vnc_sync 2025-09-04 01:55:10.37: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-09-04 01:55:10.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 01:55:10.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 01:55:10.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:55:10.38: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-09-04 01:55:11.14: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 01:55:11.14: IngressMonitor - start process kube event 2025-09-04 01:55:11.14: empty line received 2025-09-04 01:55:11.14: IngressMonitor - start process kube event 2025-09-04 01:55:11.42: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1106 newResVer=1106 2025-09-04 01:55:11.42: NetworkPolicyMonitor - start process kube event 2025-09-04 01:55:11.42: empty line received 2025-09-04 01:55:11.42: NetworkPolicyMonitor - start process kube event 2025-09-04 01:55:11.89: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-09-04 01:55:11.89: ServiceMonitor - start process kube event 2025-09-04 01:55:11.89: ServiceMonitor - _schedule_vnc_sync 2025-09-04 01:55:11.89: empty line received 2025-09-04 01:55:11.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 01:55:11.89: VncKubernetes - vnc_sync - Service start 2025-09-04 01:55:11.89: VncKubernetes - vnc_sync - Service done 2025-09-04 01:55:11.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:55:11.89: ServiceMonitor - start process kube event 2025-09-04 01:56:10.98: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 01:56:10.98: IngressMonitor - start process kube event 2025-09-04 01:56:10.98: empty line received 2025-09-04 01:56:10.98: IngressMonitor - start process kube event 2025-09-04 01:56:11.39: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1106 newResVer=1106 2025-09-04 01:56:11.39: NetworkPolicyMonitor - start process kube event 2025-09-04 01:56:11.39: empty line received 2025-09-04 01:56:11.39: NetworkPolicyMonitor - start process kube event 2025-09-04 01:56:11.41: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-09-04 01:56:11.41: ServiceMonitor - start process kube event 2025-09-04 01:56:11.41: empty line received 2025-09-04 01:56:11.41: ServiceMonitor - start process kube event 2025-09-04 01:56:45.92: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:56:45.92: PodMonitor - start process kube event 2025-09-04 01:56:45.92: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-09-04 01:56:45.92: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:56:45.92: PodMonitor - Connect Kube API result 0 2025-09-04 01:56:45.93: PodMonitor - _schedule_vnc_sync 2025-09-04 01:56:45.93: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-09-04 01:56:45.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 01:56:45.93: VncKubernetes - vnc_sync - Pod start 2025-09-04 01:56:45.93: VncKubernetes - vnc_sync - Pod done 2025-09-04 01:56:45.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:56:45.94: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-09-04 01:57:10.36: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:57:10.36: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:57:10.36: NamespaceMonitor - start process kube event 2025-09-04 01:57:10.36: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:57:10.36: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:57:10.36: EndPointMonitor - start process kube event 2025-09-04 01:57:10.36: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:57:10.36: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:58:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001017 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:58:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001384 [Introspect:8108]10.0.0.19 - - [2025-09-04 01:58:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000991 2025-09-04 01:57:10.36: NamespaceMonitor - Connect Kube API result 0 2025-09-04 01:57:10.36: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 01:57:10.36: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:57:10.37: EndPointMonitor - Connect Kube API result 0 2025-09-04 01:57:10.37: EndPointMonitor - _schedule_vnc_sync 2025-09-04 01:57:10.37: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:57:10.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 01:57:10.37: VncKubernetes - vnc_sync - Namespace start 2025-09-04 01:57:10.37: VncKubernetes - vnc_sync - Namespace done 2025-09-04 01:57:10.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 01:57:10.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 01:57:10.37: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 01:57:10.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:57:10.38: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:57:10.38: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:57:10.38: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:57:10.38: NetworkMonitor - start process kube event 2025-09-04 01:57:10.38: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-09-04 01:57:10.38: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:57:10.38: NetworkMonitor - Connect Kube API result 0 2025-09-04 01:57:10.38: NetworkMonitor - _schedule_vnc_sync 2025-09-04 01:57:10.38: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-09-04 01:57:10.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 01:57:10.39: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 01:57:10.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:57:10.39: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 01:57:10.39: IngressMonitor - start process kube event 2025-09-04 01:57:10.39: IngressMonitor - _schedule_vnc_sync 2025-09-04 01:57:10.39: empty line received 2025-09-04 01:57:10.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 01:57:10.39: VncKubernetes - vnc_sync - Ingress start 2025-09-04 01:57:10.39: VncKubernetes - vnc_sync - Ingress done 2025-09-04 01:57:10.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:57:10.39: IngressMonitor - start process kube event 2025-09-04 01:57:10.39: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-09-04 01:57:11.64: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-09-04 01:57:11.64: ServiceMonitor - start process kube event 2025-09-04 01:57:11.64: empty line received 2025-09-04 01:57:11.64: ServiceMonitor - start process kube event 2025-09-04 01:57:12.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1106 newResVer=1106 2025-09-04 01:57:12.15: NetworkPolicyMonitor - start process kube event 2025-09-04 01:57:12.15: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 01:57:12.15: empty line received 2025-09-04 01:57:12.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 01:57:12.15: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 01:57:12.15: NetworkPolicyMonitor - start process kube event 2025-09-04 01:57:12.15: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 01:57:12.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:58:10.64: NetworkMonitor - Received BOOKMARK: oldResVer=630 newResVer=1538 2025-09-04 01:58:10.64: NetworkMonitor - start process kube event 2025-09-04 01:58:10.64: empty line received 2025-09-04 01:58:10.64: NetworkMonitor - start process kube event 2025-09-04 01:58:11.16: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 01:58:11.16: IngressMonitor - start process kube event 2025-09-04 01:58:11.16: empty line received 2025-09-04 01:58:11.16: IngressMonitor - start process kube event 2025-09-04 01:58:11.33: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1106 newResVer=1106 2025-09-04 01:58:11.33: NetworkPolicyMonitor - start process kube event 2025-09-04 01:58:11.33: empty line received 2025-09-04 01:58:11.33: NetworkPolicyMonitor - start process kube event 2025-09-04 01:58:11.51: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-09-04 01:58:11.51: ServiceMonitor - start process kube event 2025-09-04 01:58:11.51: empty line received 2025-09-04 01:58:11.51: ServiceMonitor - start process kube event 2025-09-04 01:58:45.94: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:58:45.94: PodMonitor - start process kube event 2025-09-04 01:58:45.94: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-09-04 01:58:45.94: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:58:45.95: PodMonitor - Connect Kube API result 0 2025-09-04 01:58:45.95: PodMonitor - _schedule_vnc_sync 2025-09-04 01:58:45.95: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-09-04 01:58:45.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 01:58:45.95: VncKubernetes - vnc_sync - Pod start 2025-09-04 01:58:45.95: VncKubernetes - vnc_sync - Pod done 2025-09-04 01:58:45.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:58:45.96: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-09-04 01:58:55.95: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1055 2025-09-04 01:58:55.95: ServiceMonitor - start process kube event 2025-09-04 01:58:55.95: empty line received 2025-09-04 01:58:55.95: ServiceMonitor - start process kube event 2025-09-04 01:58:57.42: stop iteration ServiceMonitor 2025-09-04 01:58:57.42: ServiceMonitor - start process kube event 2025-09-04 01:58:57.42: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1055 2025-09-04 01:58:57.42: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:58:57.42: ServiceMonitor - Connect Kube API result 0 2025-09-04 01:58:57.42: ServiceMonitor - _schedule_vnc_sync 2025-09-04 01:58:57.42: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1055'})(timeout=120) 2025-09-04 01:58:57.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 01:58:57.42: VncKubernetes - vnc_sync - Service start 2025-09-04 01:58:57.42: VncKubernetes - vnc_sync - Service done 2025-09-04 01:58:57.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:58:57.43: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1055'}) 2025-09-04 01:59:10.38: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:59:10.39: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 01:59:10.39: NamespaceMonitor - start process kube event 2025-09-04 01:59:10.39: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:59:10.39: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:59:10.39: EndPointMonitor - start process kube event 2025-09-04 01:59:10.39: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 01:59:10.39: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:59:10.39: EndPointMonitor - Connect Kube API result 0 2025-09-04 01:59:10.39: EndPointMonitor - _schedule_vnc_sync 2025-09-04 01:59:10.39: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:59:10.39: NamespaceMonitor - Connect Kube API result 0 2025-09-04 01:59:10.39: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 01:59:10.39: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 01:59:10.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 01:59:10.39: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 01:59:10.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 01:59:10.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 01:59:10.39: VncKubernetes - vnc_sync - Namespace start 2025-09-04 01:59:10.39: VncKubernetes - vnc_sync - Namespace done 2025-09-04 01:59:10.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 01:59:10.41: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:59:10.41: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 01:59:10.50: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-09-04 01:59:10.50: NetworkMonitor - start process kube event 2025-09-04 01:59:10.50: empty line received 2025-09-04 01:59:10.50: NetworkMonitor - start process kube event 2025-09-04 01:59:11.07: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 01:59:11.07: IngressMonitor - start process kube event 2025-09-04 01:59:11.07: empty line received 2025-09-04 01:59:11.07: IngressMonitor - start process kube event 2025-09-04 01:59:11.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1106 newResVer=1106 2025-09-04 01:59:11.90: NetworkPolicyMonitor - start process kube event 2025-09-04 01:59:11.90: empty line received 2025-09-04 01:59:11.90: NetworkPolicyMonitor - start process kube event 2025-09-04 01:59:36.75: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1106 newResVer=1106 2025-09-04 01:59:36.75: NetworkPolicyMonitor - start process kube event 2025-09-04 01:59:36.75: empty line received 2025-09-04 01:59:36.75: NetworkPolicyMonitor - start process kube event 2025-09-04 01:59:38.44: stop iteration NetworkPolicyMonitor 2025-09-04 01:59:38.44: NetworkPolicyMonitor - start process kube event 2025-09-04 01:59:38.44: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1106 2025-09-04 01:59:38.44: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 01:59:38.44: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 01:59:38.44: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 01:59:38.44: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1106'})(timeout=120) 2025-09-04 01:59:38.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 01:59:38.44: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 01:59:38.45: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1106'}) 2025-09-04 01:59:38.45: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 01:59:38.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:00:11.31: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-09-04 02:00:11.31: NetworkMonitor - start process kube event 2025-09-04 02:00:11.31: empty line received 2025-09-04 02:00:11.31: NetworkMonitor - start process kube event 2025-09-04 02:00:11.48: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 02:00:11.48: IngressMonitor - start process kube event 2025-09-04 02:00:11.48: empty line received 2025-09-04 02:00:11.48: IngressMonitor - start process kube event 2025-09-04 02:00:45.96: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:00:45.96: PodMonitor - start process kube event 2025-09-04 02:00:45.96: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-09-04 02:00:45.96: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:00:45.96: PodMonitor - Connect Kube API result 0 2025-09-04 02:00:45.96: PodMonitor - _schedule_vnc_sync 2025-09-04 02:00:45.96: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-09-04 02:00:45.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:00:45.96: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:00:45.96: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:00:45.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:00:45.97: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-09-04 02:00:57.43: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:00:57.43: ServiceMonitor - start process kube event 2025-09-04 02:00:57.43: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1055 2025-09-04 02:00:57.43: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:00:57.43: ServiceMonitor - Connect Kube API result 0 2025-09-04 02:00:57.43: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:00:57.43: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1055'})(timeout=120) 2025-09-04 02:00:57.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:00:57.44: VncKubernetes - vnc_sync - Service start 2025-09-04 02:00:57.44: VncKubernetes - vnc_sync - Service done 2025-09-04 02:00:57.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:00:57.44: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1055'}) 2025-09-04 02:01:10.41: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:01:10.41: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:01:10.41: NamespaceMonitor - start process kube event 2025-09-04 02:01:10.41: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 02:01:10.41: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:01:10.41: EndPointMonitor - start process kube event 2025-09-04 02:01:10.41: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 02:01:10.41: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:02:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:02:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001274 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:02:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001086 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:02:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000993 2025-09-04 02:01:10.41: NamespaceMonitor - Connect Kube API result 0 2025-09-04 02:01:10.41: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:01:10.41: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 02:01:10.42: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:01:10.42: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:01:10.42: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 02:01:10.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:01:10.42: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:01:10.42: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:01:10.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 02:01:10.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:01:10.42: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:01:10.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:01:10.43: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 02:01:10.44: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 02:01:10.59: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-09-04 02:01:10.59: NetworkMonitor - start process kube event 2025-09-04 02:01:10.59: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:01:10.59: empty line received 2025-09-04 02:01:10.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:01:10.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:01:10.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:01:10.59: NetworkMonitor - start process kube event 2025-09-04 02:01:11.96: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 02:01:11.96: IngressMonitor - start process kube event 2025-09-04 02:01:11.96: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:01:11.96: empty line received 2025-09-04 02:01:11.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:01:11.96: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:01:11.96: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:01:11.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:01:11.96: IngressMonitor - start process kube event 2025-09-04 02:01:38.45: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:01:38.45: NetworkPolicyMonitor - start process kube event 2025-09-04 02:01:38.45: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1106 2025-09-04 02:01:38.45: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:01:38.45: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 02:01:38.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:01:38.45: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1106'})(timeout=120) 2025-09-04 02:01:38.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:01:38.46: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:01:38.46: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:01:38.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:01:38.47: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1106'}) 2025-09-04 02:02:10.52: NamespaceMonitor - Received BOOKMARK: oldResVer=626 newResVer=1902 2025-09-04 02:02:10.52: NamespaceMonitor - start process kube event 2025-09-04 02:02:10.52: empty line received 2025-09-04 02:02:10.52: NamespaceMonitor - start process kube event 2025-09-04 02:02:11.26: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-09-04 02:02:11.26: NetworkMonitor - start process kube event 2025-09-04 02:02:11.26: empty line received 2025-09-04 02:02:11.26: NetworkMonitor - start process kube event 2025-09-04 02:02:11.86: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 02:02:11.86: IngressMonitor - start process kube event 2025-09-04 02:02:11.86: empty line received 2025-09-04 02:02:11.86: IngressMonitor - start process kube event 2025-09-04 02:02:44.31: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1100 2025-09-04 02:02:44.31: IngressMonitor - start process kube event 2025-09-04 02:02:44.31: empty line received 2025-09-04 02:02:44.31: IngressMonitor - start process kube event 2025-09-04 02:02:45.61: stop iteration IngressMonitor 2025-09-04 02:02:45.61: IngressMonitor - start process kube event 2025-09-04 02:02:45.61: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1100 2025-09-04 02:02:45.61: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:02:45.61: IngressMonitor - Connect Kube API result 0 2025-09-04 02:02:45.61: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:02:45.61: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1100'})(timeout=120) 2025-09-04 02:02:45.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:02:45.61: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:02:45.61: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:02:45.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:02:45.63: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1100'}) 2025-09-04 02:02:45.97: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:02:45.97: PodMonitor - start process kube event 2025-09-04 02:02:45.97: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-09-04 02:02:45.97: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:02:45.97: PodMonitor - Connect Kube API result 0 2025-09-04 02:02:45.97: PodMonitor - _schedule_vnc_sync 2025-09-04 02:02:45.97: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-09-04 02:02:45.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:02:45.97: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:02:45.97: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:02:45.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:02:45.98: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-09-04 02:02:57.42: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1906 2025-09-04 02:02:57.42: ServiceMonitor - start process kube event 2025-09-04 02:02:57.42: empty line received 2025-09-04 02:02:57.42: ServiceMonitor - start process kube event 2025-09-04 02:03:10.44: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:03:10.44: EndPointMonitor - start process kube event 2025-09-04 02:03:10.44: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=626 2025-09-04 02:03:10.44: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:03:10.44: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:03:10.44: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:03:10.44: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'})(timeout=120) 2025-09-04 02:03:10.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:03:10.45: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:03:10.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:03:10.47: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '626'}) 2025-09-04 02:03:10.53: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-09-04 02:03:10.53: NetworkMonitor - start process kube event 2025-09-04 02:03:10.53: empty line received 2025-09-04 02:03:10.53: NetworkMonitor - start process kube event 2025-09-04 02:03:10.57: NamespaceMonitor - Received BOOKMARK: oldResVer=1902 newResVer=1902 2025-09-04 02:03:10.57: NamespaceMonitor - start process kube event 2025-09-04 02:03:10.57: empty line received 2025-09-04 02:03:10.57: NamespaceMonitor - start process kube event 2025-09-04 02:03:38.47: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:03:38.47: NetworkPolicyMonitor - start process kube event 2025-09-04 02:03:38.47: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1106 2025-09-04 02:03:38.47: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:03:38.47: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 02:03:38.47: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:03:38.47: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1106'})(timeout=120) 2025-09-04 02:03:38.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:03:38.47: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:03:38.48: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:03:38.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:03:38.49: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1106'}) 2025-09-04 02:03:45.86: PodMonitor - Received BOOKMARK: oldResVer=634 newResVer=2014 2025-09-04 02:03:45.86: PodMonitor - start process kube event 2025-09-04 02:03:45.86: empty line received 2025-09-04 02:03:45.86: PodMonitor - start process kube event 2025-09-04 02:03:46.06: IngressMonitor - Received BOOKMARK: oldResVer=1100 newResVer=1995 2025-09-04 02:03:46.06: IngressMonitor - start process kube event 2025-09-04 02:03:46.06: empty line received 2025-09-04 02:03:46.06: IngressMonitor - start process kube event 2025-09-04 02:03:57.62: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:03:57.62: ServiceMonitor - start process kube event 2025-09-04 02:03:57.62: empty line received 2025-09-04 02:03:57.62: ServiceMonitor - start process kube event 2025-09-04 02:04:10.37: NamespaceMonitor - Received BOOKMARK: oldResVer=1902 newResVer=1902 2025-09-04 02:04:10.37: NamespaceMonitor - start process kube event 2025-09-04 02:04:10.37: empty line received 2025-09-04 02:04:10.37: NamespaceMonitor - start process kube event 2025-09-04 02:04:10.38: EndPointMonitor - Received BOOKMARK: oldResVer=626 newResVer=2008 2025-09-04 02:04:10.38: EndPointMonitor - start process kube event 2025-09-04 02:04:10.38: empty line received 2025-09-04 02:04:10.38: EndPointMonitor - start process kube event 2025-09-04 02:04:11.05: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-09-04 02:04:11.05: NetworkMonitor - start process kube event 2025-09-04 02:04:11.05: empty line received 2025-09-04 02:04:11.05: NetworkMonitor - start process kube event 2025-09-04 02:04:38.94: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1106 newResVer=2003 2025-09-04 02:04:38.94: NetworkPolicyMonitor - start process kube event 2025-09-04 02:04:38.94: empty line received 2025-09-04 02:04:38.94: NetworkPolicyMonitor - start process kube event 2025-09-04 02:04:45.61: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-09-04 02:04:45.61: PodMonitor - start process kube event 2025-09-04 02:04:45.61: empty line received 2025-09-04 02:04:45.61: PodMonitor - start process kube event 2025-09-04 02:04:45.82: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:04:45.82: IngressMonitor - start process kube event 2025-09-04 02:04:45.82: empty line received 2025-09-04 02:04:45.82: IngressMonitor - start process kube event 2025-09-04 02:04:47.34: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-09-04 02:04:47.34: NetworkMonitor - start process kube event 2025-09-04 02:04:47.34: empty line received 2025-09-04 02:04:47.34: NetworkMonitor - start process kube event 2025-09-04 02:04:48.65: stop iteration NetworkMonitor 2025-09-04 02:04:48.65: NetworkMonitor - start process kube event 2025-09-04 02:04:48.65: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1538 2025-09-04 02:04:48.65: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:04:48.65: NetworkMonitor - Connect Kube API result 0 2025-09-04 02:04:48.65: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:04:48.65: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'})(timeout=120) 2025-09-04 02:04:48.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:04:48.66: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:04:48.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:04:48.66: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'}) 2025-09-04 02:04:57.76: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:04:57.76: ServiceMonitor - start process kube event 2025-09-04 02:04:57.76: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:04:57.76: empty line received 2025-09-04 02:04:57.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:04:57.76: VncKubernetes - vnc_sync - Service start 2025-09-04 02:04:57.76: VncKubernetes - vnc_sync - Service done 2025-09-04 02:04:57.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:04:57.77: ServiceMonitor - start process kube event 2025-09-04 02:05:10.32: NamespaceMonitor - Received BOOKMARK: oldResVer=1902 newResVer=1902 2025-09-04 02:05:10.32: NamespaceMonitor - start process kube event 2025-09-04 02:05:10.32: empty line received 2025-09-04 02:05:10.32: NamespaceMonitor - start process kube event 2025-09-04 02:05:10.72: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:05:10.72: EndPointMonitor - start process kube event 2025-09-04 02:05:10.72: empty line received 2025-09-04 02:05:10.72: EndPointMonitor - start process kube event 2025-09-04 02:05:38.31: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:05:38.31: NetworkPolicyMonitor - start process kube event 2025-09-04 02:05:38.31: empty line received 2025-09-04 02:05:38.31: NetworkPolicyMonitor - start process kube event 2025-09-04 02:05:45.49: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-09-04 02:05:45.49: PodMonitor - start process kube event 2025-09-04 02:05:45.49: empty line received 2025-09-04 02:05:45.49: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-09-04 02:07:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001574 2025-09-04 02:05:45.62: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:05:45.62: IngressMonitor - start process kube event 2025-09-04 02:05:45.62: empty line received 2025-09-04 02:05:45.62: IngressMonitor - start process kube event 2025-09-04 02:05:58.10: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:05:58.10: ServiceMonitor - start process kube event 2025-09-04 02:05:58.10: empty line received 2025-09-04 02:05:58.10: ServiceMonitor - start process kube event 2025-09-04 02:06:10.39: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:06:10.39: EndPointMonitor - start process kube event 2025-09-04 02:06:10.39: empty line received 2025-09-04 02:06:10.39: EndPointMonitor - start process kube event 2025-09-04 02:06:10.40: NamespaceMonitor - Received BOOKMARK: oldResVer=1902 newResVer=1902 2025-09-04 02:06:10.40: NamespaceMonitor - start process kube event 2025-09-04 02:06:10.40: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:06:10.40: empty line received 2025-09-04 02:06:10.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:06:10.40: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:06:10.40: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:06:10.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:06:10.40: NamespaceMonitor - start process kube event 2025-09-04 02:06:39.18: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:06:39.18: NetworkPolicyMonitor - start process kube event 2025-09-04 02:06:39.18: empty line received 2025-09-04 02:06:39.18: NetworkPolicyMonitor - start process kube event 2025-09-04 02:06:44.41: NamespaceMonitor - Received BOOKMARK: oldResVer=1902 newResVer=1902 2025-09-04 02:06:44.41: NamespaceMonitor - start process kube event 2025-09-04 02:06:44.41: empty line received 2025-09-04 02:06:44.41: NamespaceMonitor - start process kube event 2025-09-04 02:06:45.48: NamespaceMonitor - Received BOOKMARK: oldResVer=1902 newResVer=1902 2025-09-04 02:06:45.48: NamespaceMonitor - start process kube event 2025-09-04 02:06:45.49: empty line received 2025-09-04 02:06:45.49: NamespaceMonitor - start process kube event 2025-09-04 02:06:45.58: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-09-04 02:06:45.58: PodMonitor - start process kube event 2025-09-04 02:06:45.58: empty line received 2025-09-04 02:06:45.58: PodMonitor - start process kube event 2025-09-04 02:06:46.15: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:06:46.15: IngressMonitor - start process kube event 2025-09-04 02:06:46.15: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:06:46.15: empty line received 2025-09-04 02:06:46.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:06:46.15: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:06:46.15: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:06:46.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:06:46.15: IngressMonitor - start process kube event 2025-09-04 02:06:46.97: stop iteration NamespaceMonitor 2025-09-04 02:06:46.97: NamespaceMonitor - start process kube event 2025-09-04 02:06:46.97: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1902 2025-09-04 02:06:46.98: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:06:46.98: NamespaceMonitor - Connect Kube API result 0 2025-09-04 02:06:46.98: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:06:46.98: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'})(timeout=120) 2025-09-04 02:06:46.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:06:46.98: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:06:46.98: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:06:46.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:06:46.99: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'}) 2025-09-04 02:06:48.66: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:06:48.66: NetworkMonitor - start process kube event 2025-09-04 02:06:48.66: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1538 2025-09-04 02:06:48.66: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:06:48.66: NetworkMonitor - Connect Kube API result 0 2025-09-04 02:06:48.66: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:06:48.66: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'})(timeout=120) 2025-09-04 02:06:48.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:06:48.66: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:06:48.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:06:48.67: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'}) 2025-09-04 02:06:57.27: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:06:57.27: ServiceMonitor - start process kube event 2025-09-04 02:06:57.27: empty line received 2025-09-04 02:06:57.27: ServiceMonitor - start process kube event 2025-09-04 02:07:10.70: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:07:10.70: EndPointMonitor - start process kube event 2025-09-04 02:07:10.70: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:07:10.70: empty line received 2025-09-04 02:07:10.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:07:10.70: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:07:10.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:07:10.70: EndPointMonitor - start process kube event 2025-09-04 02:07:39.04: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:07:39.04: NetworkPolicyMonitor - start process kube event 2025-09-04 02:07:39.05: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:07:39.05: empty line received 2025-09-04 02:07:39.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:07:39.05: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:07:39.05: NetworkPolicyMonitor - start process kube event 2025-09-04 02:07:39.05: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:07:39.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:07:45.19: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-09-04 02:07:45.19: PodMonitor - start process kube event 2025-09-04 02:07:45.19: PodMonitor - _schedule_vnc_sync 2025-09-04 02:07:45.19: empty line received 2025-09-04 02:07:45.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:07:45.19: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:07:45.19: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:07:45.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:07:45.19: PodMonitor - start process kube event 2025-09-04 02:07:46.18: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:07:46.18: IngressMonitor - start process kube event 2025-09-04 02:07:46.18: empty line received 2025-09-04 02:07:46.18: IngressMonitor - start process kube event 2025-09-04 02:07:57.84: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:07:57.84: ServiceMonitor - start process kube event 2025-09-04 02:07:57.84: empty line received [Introspect:8108]10.0.0.19 - - [2025-09-04 02:08:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000954 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:08:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000978 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:08:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001037 2025-09-04 02:07:57.84: ServiceMonitor - start process kube event 2025-09-04 02:08:10.22: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:08:10.22: EndPointMonitor - start process kube event 2025-09-04 02:08:10.22: empty line received 2025-09-04 02:08:10.22: EndPointMonitor - start process kube event 2025-09-04 02:08:39.23: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:08:39.23: NetworkPolicyMonitor - start process kube event 2025-09-04 02:08:39.23: empty line received 2025-09-04 02:08:39.23: NetworkPolicyMonitor - start process kube event 2025-09-04 02:08:45.31: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:08:45.31: IngressMonitor - start process kube event 2025-09-04 02:08:45.31: empty line received 2025-09-04 02:08:45.31: IngressMonitor - start process kube event 2025-09-04 02:08:45.64: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-09-04 02:08:45.64: PodMonitor - start process kube event 2025-09-04 02:08:45.64: empty line received 2025-09-04 02:08:45.64: PodMonitor - start process kube event 2025-09-04 02:08:47.00: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:08:47.00: NamespaceMonitor - start process kube event 2025-09-04 02:08:47.00: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1902 2025-09-04 02:08:47.00: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:08:47.00: NamespaceMonitor - Connect Kube API result 0 2025-09-04 02:08:47.00: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:08:47.00: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'})(timeout=120) 2025-09-04 02:08:47.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:08:47.00: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:08:47.00: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:08:47.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:08:47.02: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'}) 2025-09-04 02:08:48.68: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:08:48.68: NetworkMonitor - start process kube event 2025-09-04 02:08:48.68: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1538 2025-09-04 02:08:48.68: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:08:48.68: NetworkMonitor - Connect Kube API result 0 2025-09-04 02:08:48.68: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:08:48.68: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'})(timeout=120) 2025-09-04 02:08:48.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:08:48.68: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:08:48.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:08:48.69: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'}) 2025-09-04 02:08:58.26: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:08:58.26: ServiceMonitor - start process kube event 2025-09-04 02:08:58.26: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:08:58.26: empty line received 2025-09-04 02:08:58.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:08:58.26: VncKubernetes - vnc_sync - Service start 2025-09-04 02:08:58.26: VncKubernetes - vnc_sync - Service done 2025-09-04 02:08:58.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:08:58.26: ServiceMonitor - start process kube event 2025-09-04 02:09:10.62: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:09:10.62: EndPointMonitor - start process kube event 2025-09-04 02:09:10.62: empty line received 2025-09-04 02:09:10.62: EndPointMonitor - start process kube event 2025-09-04 02:09:38.52: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:09:38.52: NetworkPolicyMonitor - start process kube event 2025-09-04 02:09:38.52: empty line received 2025-09-04 02:09:38.52: NetworkPolicyMonitor - start process kube event 2025-09-04 02:09:45.49: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-09-04 02:09:45.49: PodMonitor - start process kube event 2025-09-04 02:09:45.49: empty line received 2025-09-04 02:09:45.49: PodMonitor - start process kube event 2025-09-04 02:09:45.71: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:09:45.71: IngressMonitor - start process kube event 2025-09-04 02:09:45.71: empty line received 2025-09-04 02:09:45.71: IngressMonitor - start process kube event 2025-09-04 02:09:49.13: NetworkMonitor - Received BOOKMARK: oldResVer=1538 newResVer=2383 2025-09-04 02:09:49.13: NetworkMonitor - start process kube event 2025-09-04 02:09:49.13: empty line received 2025-09-04 02:09:49.13: NetworkMonitor - start process kube event 2025-09-04 02:09:58.21: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:09:58.21: ServiceMonitor - start process kube event 2025-09-04 02:09:58.21: empty line received 2025-09-04 02:09:58.21: ServiceMonitor - start process kube event 2025-09-04 02:10:05.14: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-09-04 02:10:05.14: PodMonitor - start process kube event 2025-09-04 02:10:05.14: empty line received 2025-09-04 02:10:05.14: PodMonitor - start process kube event 2025-09-04 02:10:06.77: stop iteration PodMonitor 2025-09-04 02:10:06.77: PodMonitor - start process kube event 2025-09-04 02:10:06.77: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2014 2025-09-04 02:10:06.77: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:10:06.77: PodMonitor - Connect Kube API result 0 2025-09-04 02:10:06.77: PodMonitor - _schedule_vnc_sync 2025-09-04 02:10:06.77: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2014'})(timeout=120) 2025-09-04 02:10:06.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:10:06.77: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:10:06.77: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:10:06.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:10:06.79: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2014'}) 2025-09-04 02:10:10.18: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:10:10.18: EndPointMonitor - start process kube event 2025-09-04 02:10:10.18: empty line received 2025-09-04 02:10:10.18: EndPointMonitor - start process kube event 2025-09-04 02:10:37.29: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=1906 2025-09-04 02:10:37.29: ServiceMonitor - start process kube event 2025-09-04 02:10:37.29: empty line received 2025-09-04 02:10:37.29: ServiceMonitor - start process kube event 2025-09-04 02:10:39.09: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:10:39.09: NetworkPolicyMonitor - start process kube event 2025-09-04 02:10:39.09: empty line received 2025-09-04 02:10:39.09: NetworkPolicyMonitor - start process kube event 2025-09-04 02:10:39.21: stop iteration ServiceMonitor 2025-09-04 02:10:39.21: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-09-04 02:12:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001013 2025-09-04 02:10:39.21: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1906 2025-09-04 02:10:39.21: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:10:39.21: ServiceMonitor - Connect Kube API result 0 2025-09-04 02:10:39.21: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:10:39.21: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1906'})(timeout=120) 2025-09-04 02:10:39.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:10:39.21: VncKubernetes - vnc_sync - Service start 2025-09-04 02:10:39.21: VncKubernetes - vnc_sync - Service done 2025-09-04 02:10:39.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:10:39.22: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1906'}) 2025-09-04 02:10:45.63: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:10:45.63: IngressMonitor - start process kube event 2025-09-04 02:10:45.63: empty line received 2025-09-04 02:10:45.63: IngressMonitor - start process kube event 2025-09-04 02:10:47.02: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:10:47.02: NamespaceMonitor - start process kube event 2025-09-04 02:10:47.02: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1902 2025-09-04 02:10:47.02: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:10:47.02: NamespaceMonitor - Connect Kube API result 0 2025-09-04 02:10:47.02: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:10:47.02: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'})(timeout=120) 2025-09-04 02:10:47.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:10:47.02: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:10:47.02: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:10:47.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:10:47.04: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'}) 2025-09-04 02:10:49.13: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=2383 2025-09-04 02:10:49.13: NetworkMonitor - start process kube event 2025-09-04 02:10:49.13: empty line received 2025-09-04 02:10:49.13: NetworkMonitor - start process kube event 2025-09-04 02:11:05.94: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:11:05.94: NetworkPolicyMonitor - start process kube event 2025-09-04 02:11:05.94: empty line received 2025-09-04 02:11:05.94: NetworkPolicyMonitor - start process kube event 2025-09-04 02:11:07.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2003 2025-09-04 02:11:07.02: NetworkPolicyMonitor - start process kube event 2025-09-04 02:11:07.02: empty line received 2025-09-04 02:11:07.02: NetworkPolicyMonitor - start process kube event 2025-09-04 02:11:08.04: stop iteration NetworkPolicyMonitor 2025-09-04 02:11:08.04: NetworkPolicyMonitor - start process kube event 2025-09-04 02:11:08.04: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2003 2025-09-04 02:11:08.04: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:11:08.04: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 02:11:08.04: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:11:08.04: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2003'})(timeout=120) 2025-09-04 02:11:08.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:11:08.05: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:11:08.05: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:11:08.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:11:08.06: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2003'}) 2025-09-04 02:11:10.80: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:11:10.80: EndPointMonitor - start process kube event 2025-09-04 02:11:10.80: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:11:10.80: empty line received 2025-09-04 02:11:10.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:11:10.81: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:11:10.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:11:10.81: EndPointMonitor - start process kube event 2025-09-04 02:11:46.29: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:11:46.29: IngressMonitor - start process kube event 2025-09-04 02:11:46.29: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:11:46.29: empty line received 2025-09-04 02:11:46.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:11:46.29: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:11:46.29: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:11:46.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:11:46.29: IngressMonitor - start process kube event 2025-09-04 02:11:49.14: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=2383 2025-09-04 02:11:49.14: NetworkMonitor - start process kube event 2025-09-04 02:11:49.14: empty line received 2025-09-04 02:11:49.14: NetworkMonitor - start process kube event 2025-09-04 02:11:50.69: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=1995 2025-09-04 02:11:50.69: IngressMonitor - start process kube event 2025-09-04 02:11:50.69: empty line received 2025-09-04 02:11:50.69: IngressMonitor - start process kube event 2025-09-04 02:11:52.31: stop iteration IngressMonitor 2025-09-04 02:11:52.31: IngressMonitor - start process kube event 2025-09-04 02:11:52.31: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1995 2025-09-04 02:11:52.31: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:11:52.31: IngressMonitor - Connect Kube API result 0 2025-09-04 02:11:52.31: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:11:52.31: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1995'})(timeout=120) 2025-09-04 02:11:52.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:11:52.31: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:11:52.31: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:11:52.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:11:52.32: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1995'}) 2025-09-04 02:12:06.80: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:12:06.80: PodMonitor - start process kube event 2025-09-04 02:12:06.80: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2014 2025-09-04 02:12:06.80: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:12:06.80: PodMonitor - Connect Kube API result 0 2025-09-04 02:12:06.80: PodMonitor - _schedule_vnc_sync 2025-09-04 02:12:06.80: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2014'})(timeout=120) [Introspect:8108]10.0.0.19 - - [2025-09-04 02:13:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001323 2025-09-04 02:12:06.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:12:06.80: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:12:06.80: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:12:06.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:12:06.81: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2014'}) 2025-09-04 02:12:10.24: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:12:10.24: EndPointMonitor - start process kube event 2025-09-04 02:12:10.24: empty line received 2025-09-04 02:12:10.24: EndPointMonitor - start process kube event 2025-09-04 02:12:39.22: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:12:39.22: ServiceMonitor - start process kube event 2025-09-04 02:12:39.22: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1906 2025-09-04 02:12:39.22: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:12:39.22: ServiceMonitor - Connect Kube API result 0 2025-09-04 02:12:39.22: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:12:39.22: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1906'})(timeout=120) 2025-09-04 02:12:39.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:12:39.22: VncKubernetes - vnc_sync - Service start 2025-09-04 02:12:39.22: VncKubernetes - vnc_sync - Service done 2025-09-04 02:12:39.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:12:39.24: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1906'}) 2025-09-04 02:12:45.89: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2008 2025-09-04 02:12:45.89: EndPointMonitor - start process kube event 2025-09-04 02:12:45.89: empty line received 2025-09-04 02:12:45.89: EndPointMonitor - start process kube event 2025-09-04 02:12:47.04: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:12:47.04: NamespaceMonitor - start process kube event 2025-09-04 02:12:47.04: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1902 2025-09-04 02:12:47.04: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:12:47.04: NamespaceMonitor - Connect Kube API result 0 2025-09-04 02:12:47.04: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:12:47.04: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'})(timeout=120) 2025-09-04 02:12:47.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:12:47.04: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:12:47.04: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:12:47.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:12:47.06: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1902'}) 2025-09-04 02:12:47.29: stop iteration EndPointMonitor 2025-09-04 02:12:47.29: EndPointMonitor - start process kube event 2025-09-04 02:12:47.29: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2008 2025-09-04 02:12:47.29: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:12:47.29: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:12:47.29: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:12:47.29: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2008'})(timeout=120) 2025-09-04 02:12:47.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:12:47.29: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:12:47.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:12:47.29: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2008'}) 2025-09-04 02:12:48.63: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=2383 2025-09-04 02:12:48.63: NetworkMonitor - start process kube event 2025-09-04 02:12:48.63: empty line received 2025-09-04 02:12:48.63: NetworkMonitor - start process kube event 2025-09-04 02:13:08.06: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:13:08.06: NetworkPolicyMonitor - start process kube event 2025-09-04 02:13:08.06: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2003 2025-09-04 02:13:08.06: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:13:08.06: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 02:13:08.06: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:13:08.06: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2003'})(timeout=120) 2025-09-04 02:13:08.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:13:08.06: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:13:08.07: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:13:08.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:13:08.08: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2003'}) 2025-09-04 02:13:40.22: ServiceMonitor - Received BOOKMARK: oldResVer=1906 newResVer=2695 2025-09-04 02:13:40.22: ServiceMonitor - start process kube event 2025-09-04 02:13:40.22: empty line received 2025-09-04 02:13:40.22: ServiceMonitor - start process kube event 2025-09-04 02:13:47.11: NamespaceMonitor - Received BOOKMARK: oldResVer=1902 newResVer=2693 2025-09-04 02:13:47.11: NamespaceMonitor - start process kube event 2025-09-04 02:13:47.11: empty line received 2025-09-04 02:13:47.11: NamespaceMonitor - start process kube event 2025-09-04 02:13:49.10: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=2383 2025-09-04 02:13:49.10: NetworkMonitor - start process kube event 2025-09-04 02:13:49.10: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:13:49.10: empty line received 2025-09-04 02:13:49.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:13:49.10: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:13:49.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:13:49.10: NetworkMonitor - start process kube event 2025-09-04 02:13:52.32: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:13:52.32: IngressMonitor - start process kube event 2025-09-04 02:13:52.32: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1995 2025-09-04 02:13:52.32: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:13:52.32: IngressMonitor - Connect Kube API result 0 2025-09-04 02:13:52.32: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:13:52.32: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1995'})(timeout=120) 2025-09-04 02:13:52.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:13:52.33: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:13:52.33: VncKubernetes - vnc_sync - Ingress done [Introspect:8108]10.0.0.19 - - [2025-09-04 02:13:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001122 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:13:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001266 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:16:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001001 2025-09-04 02:13:52.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:13:52.34: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1995'}) 2025-09-04 02:14:06.82: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:14:06.82: PodMonitor - start process kube event 2025-09-04 02:14:06.82: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2014 2025-09-04 02:14:06.82: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:14:06.82: PodMonitor - Connect Kube API result 0 2025-09-04 02:14:06.82: PodMonitor - _schedule_vnc_sync 2025-09-04 02:14:06.82: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2014'})(timeout=120) 2025-09-04 02:14:06.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:14:06.82: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:14:06.82: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:14:06.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:14:06.83: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2014'}) 2025-09-04 02:14:40.95: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:14:40.95: ServiceMonitor - start process kube event 2025-09-04 02:14:40.95: empty line received 2025-09-04 02:14:40.95: ServiceMonitor - start process kube event 2025-09-04 02:14:47.06: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=2693 2025-09-04 02:14:47.06: NamespaceMonitor - start process kube event 2025-09-04 02:14:47.06: empty line received 2025-09-04 02:14:47.06: NamespaceMonitor - start process kube event 2025-09-04 02:14:47.29: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:14:47.29: EndPointMonitor - start process kube event 2025-09-04 02:14:47.29: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2008 2025-09-04 02:14:47.29: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:14:47.29: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:14:47.29: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:14:47.29: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2008'})(timeout=120) 2025-09-04 02:14:47.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:14:47.30: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:14:47.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:14:47.31: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2008'}) 2025-09-04 02:14:49.28: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=2383 2025-09-04 02:14:49.28: NetworkMonitor - start process kube event 2025-09-04 02:14:49.28: empty line received 2025-09-04 02:14:49.28: NetworkMonitor - start process kube event 2025-09-04 02:14:53.46: IngressMonitor - Received BOOKMARK: oldResVer=1995 newResVer=2829 2025-09-04 02:14:53.46: IngressMonitor - start process kube event 2025-09-04 02:14:53.46: empty line received 2025-09-04 02:14:53.46: IngressMonitor - start process kube event 2025-09-04 02:15:06.52: PodMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2857 2025-09-04 02:15:06.52: PodMonitor - start process kube event 2025-09-04 02:15:06.52: empty line received 2025-09-04 02:15:06.52: PodMonitor - start process kube event 2025-09-04 02:15:07.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2003 newResVer=2842 2025-09-04 02:15:07.65: NetworkPolicyMonitor - start process kube event 2025-09-04 02:15:07.65: empty line received 2025-09-04 02:15:07.65: NetworkPolicyMonitor - start process kube event 2025-09-04 02:15:40.18: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:15:40.18: ServiceMonitor - start process kube event 2025-09-04 02:15:40.18: empty line received 2025-09-04 02:15:40.18: ServiceMonitor - start process kube event 2025-09-04 02:15:47.69: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=2693 2025-09-04 02:15:47.69: NamespaceMonitor - start process kube event 2025-09-04 02:15:47.69: empty line received 2025-09-04 02:15:47.69: NamespaceMonitor - start process kube event 2025-09-04 02:15:47.70: EndPointMonitor - Received BOOKMARK: oldResVer=2008 newResVer=2849 2025-09-04 02:15:47.70: EndPointMonitor - start process kube event 2025-09-04 02:15:47.70: empty line received 2025-09-04 02:15:47.70: EndPointMonitor - start process kube event 2025-09-04 02:15:48.70: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=2383 2025-09-04 02:15:48.70: NetworkMonitor - start process kube event 2025-09-04 02:15:48.70: empty line received 2025-09-04 02:15:48.70: NetworkMonitor - start process kube event 2025-09-04 02:15:54.29: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=2829 2025-09-04 02:15:54.29: IngressMonitor - start process kube event 2025-09-04 02:15:54.29: empty line received 2025-09-04 02:15:54.29: IngressMonitor - start process kube event 2025-09-04 02:15:56.61: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=2383 2025-09-04 02:15:56.61: NetworkMonitor - start process kube event 2025-09-04 02:15:56.61: empty line received 2025-09-04 02:15:56.61: NetworkMonitor - start process kube event 2025-09-04 02:15:58.57: stop iteration NetworkMonitor 2025-09-04 02:15:58.57: NetworkMonitor - start process kube event 2025-09-04 02:15:58.57: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2383 2025-09-04 02:15:58.57: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:15:58.57: NetworkMonitor - Connect Kube API result 0 2025-09-04 02:15:58.57: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:15:58.57: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2383'})(timeout=120) 2025-09-04 02:15:58.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:15:58.57: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:15:58.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:15:58.58: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2383'}) 2025-09-04 02:16:06.90: PodMonitor - Received BOOKMARK: oldResVer=2857 newResVer=2857 2025-09-04 02:16:06.90: PodMonitor - start process kube event 2025-09-04 02:16:06.90: empty line received 2025-09-04 02:16:06.90: PodMonitor - start process kube event 2025-09-04 02:16:08.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2842 newResVer=2842 2025-09-04 02:16:08.45: NetworkPolicyMonitor - start process kube event 2025-09-04 02:16:08.45: empty line received 2025-09-04 02:16:08.45: NetworkPolicyMonitor - start process kube event 2025-09-04 02:16:41.15: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:16:41.15: ServiceMonitor - start process kube event 2025-09-04 02:16:41.15: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:16:41.15: empty line received 2025-09-04 02:16:41.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:16:41.15: VncKubernetes - vnc_sync - Service start 2025-09-04 02:16:41.15: VncKubernetes - vnc_sync - Service done 2025-09-04 02:16:41.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:16:41.16: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-09-04 02:18:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000938 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:18:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:18:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001020 2025-09-04 02:16:47.33: EndPointMonitor - Received BOOKMARK: oldResVer=2849 newResVer=2849 2025-09-04 02:16:47.33: EndPointMonitor - start process kube event 2025-09-04 02:16:47.33: empty line received 2025-09-04 02:16:47.33: EndPointMonitor - start process kube event 2025-09-04 02:16:47.70: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=2693 2025-09-04 02:16:47.70: NamespaceMonitor - start process kube event 2025-09-04 02:16:47.70: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:16:47.70: empty line received 2025-09-04 02:16:47.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:16:47.70: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:16:47.70: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:16:47.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:16:47.70: NamespaceMonitor - start process kube event 2025-09-04 02:16:54.92: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=2829 2025-09-04 02:16:54.92: IngressMonitor - start process kube event 2025-09-04 02:16:54.92: empty line received 2025-09-04 02:16:54.92: IngressMonitor - start process kube event 2025-09-04 02:17:06.49: PodMonitor - Received BOOKMARK: oldResVer=2857 newResVer=2857 2025-09-04 02:17:06.49: PodMonitor - start process kube event 2025-09-04 02:17:06.49: empty line received 2025-09-04 02:17:06.49: PodMonitor - start process kube event 2025-09-04 02:17:08.87: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2842 newResVer=2842 2025-09-04 02:17:08.87: NetworkPolicyMonitor - start process kube event 2025-09-04 02:17:08.87: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:17:08.87: empty line received 2025-09-04 02:17:08.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:17:08.87: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:17:08.87: NetworkPolicyMonitor - start process kube event 2025-09-04 02:17:08.87: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:17:08.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:17:42.07: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:17:42.07: ServiceMonitor - start process kube event 2025-09-04 02:17:42.07: empty line received 2025-09-04 02:17:42.07: ServiceMonitor - start process kube event 2025-09-04 02:17:47.08: EndPointMonitor - Received BOOKMARK: oldResVer=2849 newResVer=2849 2025-09-04 02:17:47.08: EndPointMonitor - start process kube event 2025-09-04 02:17:47.08: empty line received 2025-09-04 02:17:47.08: EndPointMonitor - start process kube event 2025-09-04 02:17:47.59: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=2693 2025-09-04 02:17:47.59: NamespaceMonitor - start process kube event 2025-09-04 02:17:47.59: empty line received 2025-09-04 02:17:47.59: NamespaceMonitor - start process kube event 2025-09-04 02:17:54.57: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=2829 2025-09-04 02:17:54.57: IngressMonitor - start process kube event 2025-09-04 02:17:54.57: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:17:54.57: empty line received 2025-09-04 02:17:54.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:17:54.57: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:17:54.57: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:17:54.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:17:54.57: IngressMonitor - start process kube event 2025-09-04 02:17:58.58: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:17:58.58: NetworkMonitor - start process kube event 2025-09-04 02:17:58.58: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2383 2025-09-04 02:17:58.58: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:17:58.58: NetworkMonitor - Connect Kube API result 0 2025-09-04 02:17:58.58: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:17:58.58: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2383'})(timeout=120) 2025-09-04 02:17:58.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:17:58.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:17:58.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:17:58.60: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2383'}) 2025-09-04 02:18:06.78: PodMonitor - Received BOOKMARK: oldResVer=2857 newResVer=2857 2025-09-04 02:18:06.78: PodMonitor - start process kube event 2025-09-04 02:18:06.78: empty line received 2025-09-04 02:18:06.78: PodMonitor - start process kube event 2025-09-04 02:18:09.09: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2842 newResVer=2842 2025-09-04 02:18:09.09: NetworkPolicyMonitor - start process kube event 2025-09-04 02:18:09.09: empty line received 2025-09-04 02:18:09.09: NetworkPolicyMonitor - start process kube event 2025-09-04 02:18:41.67: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:18:41.67: ServiceMonitor - start process kube event 2025-09-04 02:18:41.67: empty line received 2025-09-04 02:18:41.67: ServiceMonitor - start process kube event 2025-09-04 02:18:47.62: EndPointMonitor - Received BOOKMARK: oldResVer=2849 newResVer=2849 2025-09-04 02:18:47.62: EndPointMonitor - start process kube event 2025-09-04 02:18:47.62: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:18:47.62: empty line received 2025-09-04 02:18:47.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:18:47.62: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:18:47.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:18:47.62: EndPointMonitor - start process kube event 2025-09-04 02:18:47.72: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=2693 2025-09-04 02:18:47.72: NamespaceMonitor - start process kube event 2025-09-04 02:18:47.72: empty line received 2025-09-04 02:18:47.72: NamespaceMonitor - start process kube event 2025-09-04 02:18:55.19: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=2829 2025-09-04 02:18:55.19: IngressMonitor - start process kube event 2025-09-04 02:18:55.19: empty line received 2025-09-04 02:18:55.19: IngressMonitor - start process kube event 2025-09-04 02:18:58.77: NetworkMonitor - Received BOOKMARK: oldResVer=2383 newResVer=3210 2025-09-04 02:18:58.77: NetworkMonitor - start process kube event 2025-09-04 02:18:58.77: empty line received 2025-09-04 02:18:58.77: NetworkMonitor - start process kube event 2025-09-04 02:19:06.99: PodMonitor - Received BOOKMARK: oldResVer=2857 newResVer=2857 2025-09-04 02:19:06.99: PodMonitor - start process kube event 2025-09-04 02:19:06.99: PodMonitor - _schedule_vnc_sync 2025-09-04 02:19:06.99: empty line received 2025-09-04 02:19:06.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:19:06.99: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:19:06.99: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:19:06.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:19:06.99: PodMonitor - start process kube event 2025-09-04 02:19:08.64: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2842 newResVer=2842 2025-09-04 02:19:08.64: NetworkPolicyMonitor - start process kube event 2025-09-04 02:19:08.64: empty line received 2025-09-04 02:19:08.64: NetworkPolicyMonitor - start process kube event 2025-09-04 02:19:33.66: PodMonitor - Received BOOKMARK: oldResVer=2857 newResVer=2857 2025-09-04 02:19:33.66: PodMonitor - start process kube event 2025-09-04 02:19:33.66: empty line received 2025-09-04 02:19:33.66: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-09-04 02:20:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001223 2025-09-04 02:19:35.12: stop iteration PodMonitor 2025-09-04 02:19:35.12: PodMonitor - start process kube event 2025-09-04 02:19:35.12: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2857 2025-09-04 02:19:35.12: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:19:35.12: PodMonitor - Connect Kube API result 0 2025-09-04 02:19:35.12: PodMonitor - _schedule_vnc_sync 2025-09-04 02:19:35.12: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'})(timeout=120) 2025-09-04 02:19:35.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:19:35.12: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:19:35.12: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:19:35.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:19:35.13: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'}) 2025-09-04 02:19:42.00: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:19:42.00: ServiceMonitor - start process kube event 2025-09-04 02:19:42.00: empty line received 2025-09-04 02:19:42.00: ServiceMonitor - start process kube event 2025-09-04 02:19:47.07: EndPointMonitor - Received BOOKMARK: oldResVer=2849 newResVer=2849 2025-09-04 02:19:47.07: EndPointMonitor - start process kube event 2025-09-04 02:19:47.07: empty line received 2025-09-04 02:19:47.07: EndPointMonitor - start process kube event 2025-09-04 02:19:47.99: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=2693 2025-09-04 02:19:47.99: NamespaceMonitor - start process kube event 2025-09-04 02:19:47.99: empty line received 2025-09-04 02:19:47.99: NamespaceMonitor - start process kube event 2025-09-04 02:19:55.12: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=2829 2025-09-04 02:19:55.12: IngressMonitor - start process kube event 2025-09-04 02:19:55.12: empty line received 2025-09-04 02:19:55.12: IngressMonitor - start process kube event 2025-09-04 02:19:59.09: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:19:59.09: NetworkMonitor - start process kube event 2025-09-04 02:19:59.09: empty line received 2025-09-04 02:19:59.09: NetworkMonitor - start process kube event 2025-09-04 02:19:59.87: EndPointMonitor - Received BOOKMARK: oldResVer=2849 newResVer=2849 2025-09-04 02:19:59.87: EndPointMonitor - start process kube event 2025-09-04 02:19:59.87: empty line received 2025-09-04 02:19:59.87: EndPointMonitor - start process kube event 2025-09-04 02:20:01.09: EndPointMonitor - Received BOOKMARK: oldResVer=2849 newResVer=2849 2025-09-04 02:20:01.09: EndPointMonitor - start process kube event 2025-09-04 02:20:01.09: empty line received 2025-09-04 02:20:01.09: EndPointMonitor - start process kube event 2025-09-04 02:20:01.64: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=2829 2025-09-04 02:20:01.64: IngressMonitor - start process kube event 2025-09-04 02:20:01.64: empty line received 2025-09-04 02:20:01.64: IngressMonitor - start process kube event 2025-09-04 02:20:02.06: stop iteration EndPointMonitor 2025-09-04 02:20:02.06: EndPointMonitor - start process kube event 2025-09-04 02:20:02.06: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2849 2025-09-04 02:20:02.06: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:20:02.06: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:20:02.06: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:20:02.06: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'})(timeout=120) 2025-09-04 02:20:02.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:20:02.06: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:20:02.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:20:02.08: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'}) 2025-09-04 02:20:02.83: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=2829 2025-09-04 02:20:02.84: IngressMonitor - start process kube event 2025-09-04 02:20:02.84: empty line received 2025-09-04 02:20:02.84: IngressMonitor - start process kube event 2025-09-04 02:20:04.11: stop iteration IngressMonitor 2025-09-04 02:20:04.11: IngressMonitor - start process kube event 2025-09-04 02:20:04.11: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2829 2025-09-04 02:20:04.11: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:20:04.11: IngressMonitor - Connect Kube API result 0 2025-09-04 02:20:04.11: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:20:04.11: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2829'})(timeout=120) 2025-09-04 02:20:04.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:20:04.11: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:20:04.11: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:20:04.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:20:04.12: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2829'}) 2025-09-04 02:20:08.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2842 newResVer=2842 2025-09-04 02:20:08.41: NetworkPolicyMonitor - start process kube event 2025-09-04 02:20:08.41: empty line received 2025-09-04 02:20:08.41: NetworkPolicyMonitor - start process kube event 2025-09-04 02:20:14.43: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=2693 2025-09-04 02:20:14.43: NamespaceMonitor - start process kube event 2025-09-04 02:20:14.43: empty line received 2025-09-04 02:20:14.43: NamespaceMonitor - start process kube event 2025-09-04 02:20:16.13: stop iteration NamespaceMonitor 2025-09-04 02:20:16.13: NamespaceMonitor - start process kube event 2025-09-04 02:20:16.13: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2693 2025-09-04 02:20:16.13: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:20:16.13: NamespaceMonitor - Connect Kube API result 0 2025-09-04 02:20:16.13: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:20:16.13: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2693'})(timeout=120) 2025-09-04 02:20:16.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:20:16.13: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:20:16.13: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:20:16.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:20:16.15: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2693'}) 2025-09-04 02:20:41.92: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:20:41.92: ServiceMonitor - start process kube event 2025-09-04 02:20:41.92: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:20:41.92: empty line received 2025-09-04 02:20:41.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:20:41.92: VncKubernetes - vnc_sync - Service start 2025-09-04 02:20:41.92: VncKubernetes - vnc_sync - Service done 2025-09-04 02:20:41.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:20:41.92: ServiceMonitor - start process kube event 2025-09-04 02:20:58.55: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:20:58.55: NetworkMonitor - start process kube event 2025-09-04 02:20:58.55: empty line received 2025-09-04 02:20:58.55: NetworkMonitor - start process kube event 2025-09-04 02:21:09.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2842 newResVer=2842 2025-09-04 02:21:09.15: NetworkPolicyMonitor - start process kube event 2025-09-04 02:21:09.15: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:21:09.15: empty line received 2025-09-04 02:21:09.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:21:09.15: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:21:09.15: NetworkPolicyMonitor - start process kube event 2025-09-04 02:21:09.15: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:21:09.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:21:10.43: stop iteration NetworkPolicyMonitor 2025-09-04 02:21:10.43: NetworkPolicyMonitor - start process kube event 2025-09-04 02:21:10.43: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2842 2025-09-04 02:21:10.43: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:21:10.43: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 02:21:10.43: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:21:10.43: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2842'})(timeout=120) 2025-09-04 02:21:10.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:21:10.43: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:21:10.43: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:21:10.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:21:10.45: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2842'}) 2025-09-04 02:21:35.13: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:21:35.13: PodMonitor - start process kube event 2025-09-04 02:21:35.13: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2857 2025-09-04 02:21:35.13: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:21:35.13: PodMonitor - Connect Kube API result 0 2025-09-04 02:21:35.13: PodMonitor - _schedule_vnc_sync 2025-09-04 02:21:35.13: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'})(timeout=120) 2025-09-04 02:21:35.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:21:35.13: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:21:35.13: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:21:35.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:21:35.14: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'}) 2025-09-04 02:21:41.88: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:21:41.88: ServiceMonitor - start process kube event 2025-09-04 02:21:41.88: empty line received 2025-09-04 02:21:41.88: ServiceMonitor - start process kube event 2025-09-04 02:21:58.36: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:21:58.36: NetworkMonitor - start process kube event 2025-09-04 02:21:58.36: empty line received 2025-09-04 02:21:58.36: NetworkMonitor - start process kube event 2025-09-04 02:22:02.08: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:22:02.09: EndPointMonitor - start process kube event 2025-09-04 02:22:02.09: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2849 2025-09-04 02:22:02.09: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:22:02.09: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:22:02.09: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:22:02.09: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'})(timeout=120) 2025-09-04 02:22:02.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:22:02.09: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:22:02.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:22:02.11: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'}) 2025-09-04 02:22:04.12: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:22:04.12: IngressMonitor - start process kube event 2025-09-04 02:22:04.12: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2829 2025-09-04 02:22:04.12: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:22:04.12: IngressMonitor - Connect Kube API result 0 2025-09-04 02:22:04.12: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:22:04.12: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2829'})(timeout=120) 2025-09-04 02:22:04.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:22:04.12: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:22:04.12: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:22:04.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:22:04.13: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2829'}) 2025-09-04 02:22:13.97: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:22:13.97: ServiceMonitor - start process kube event 2025-09-04 02:22:13.97: empty line received 2025-09-04 02:22:13.97: ServiceMonitor - start process kube event 2025-09-04 02:22:15.04: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=2695 2025-09-04 02:22:15.04: ServiceMonitor - start process kube event 2025-09-04 02:22:15.04: empty line received 2025-09-04 02:22:15.04: ServiceMonitor - start process kube event 2025-09-04 02:22:16.09: stop iteration ServiceMonitor 2025-09-04 02:22:16.09: ServiceMonitor - start process kube event 2025-09-04 02:22:16.09: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2695 2025-09-04 02:22:16.09: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:22:16.09: ServiceMonitor - Connect Kube API result 0 2025-09-04 02:22:16.09: ServiceMonitor - _schedule_vnc_sync 2025-09-04 02:22:16.09: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2695'})(timeout=120) 2025-09-04 02:22:16.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 02:22:16.10: VncKubernetes - vnc_sync - Service start 2025-09-04 02:22:16.10: VncKubernetes - vnc_sync - Service done 2025-09-04 02:22:16.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:22:16.10: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2695'}) 2025-09-04 02:22:16.15: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:22:16.15: NamespaceMonitor - start process kube event 2025-09-04 02:22:16.15: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2693 2025-09-04 02:22:16.15: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:23:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001464 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:23:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001419 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:23:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001082 2025-09-04 02:22:16.15: NamespaceMonitor - Connect Kube API result 0 2025-09-04 02:22:16.15: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:22:16.15: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2693'})(timeout=120) 2025-09-04 02:22:16.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:22:16.15: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:22:16.15: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:22:16.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:22:16.16: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2693'}) 2025-09-04 02:22:59.08: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:22:59.08: NetworkMonitor - start process kube event 2025-09-04 02:22:59.08: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:22:59.08: empty line received 2025-09-04 02:22:59.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:22:59.08: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:22:59.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:22:59.08: NetworkMonitor - start process kube event 2025-09-04 02:23:10.45: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:23:10.45: NetworkPolicyMonitor - start process kube event 2025-09-04 02:23:10.45: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2842 2025-09-04 02:23:10.45: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:23:10.45: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 02:23:10.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:23:10.45: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2842'})(timeout=120) 2025-09-04 02:23:10.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:23:10.45: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:23:10.46: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:23:10.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:23:10.47: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2842'}) 2025-09-04 02:23:15.22: ServiceMonitor - Received BOOKMARK: oldResVer=2695 newResVer=3484 2025-09-04 02:23:15.22: ServiceMonitor - start process kube event 2025-09-04 02:23:15.22: empty line received 2025-09-04 02:23:15.22: ServiceMonitor - start process kube event 2025-09-04 02:23:16.24: NamespaceMonitor - Received BOOKMARK: oldResVer=2693 newResVer=3482 2025-09-04 02:23:16.24: NamespaceMonitor - start process kube event 2025-09-04 02:23:16.24: empty line received 2025-09-04 02:23:16.24: NamespaceMonitor - start process kube event 2025-09-04 02:23:35.15: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:23:35.15: PodMonitor - start process kube event 2025-09-04 02:23:35.15: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2857 2025-09-04 02:23:35.15: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:23:35.15: PodMonitor - Connect Kube API result 0 2025-09-04 02:23:35.15: PodMonitor - _schedule_vnc_sync 2025-09-04 02:23:35.15: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'})(timeout=120) 2025-09-04 02:23:35.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:23:35.15: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:23:35.15: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:23:35.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:23:35.16: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'}) 2025-09-04 02:23:58.88: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:23:58.88: NetworkMonitor - start process kube event 2025-09-04 02:23:58.88: empty line received 2025-09-04 02:23:58.88: NetworkMonitor - start process kube event 2025-09-04 02:24:02.11: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:24:02.11: EndPointMonitor - start process kube event 2025-09-04 02:24:02.11: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2849 2025-09-04 02:24:02.11: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:24:02.12: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:24:02.12: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:24:02.12: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'})(timeout=120) 2025-09-04 02:24:02.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:24:02.12: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:24:02.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:24:02.14: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'}) 2025-09-04 02:24:04.13: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:24:04.13: IngressMonitor - start process kube event 2025-09-04 02:24:04.13: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2829 2025-09-04 02:24:04.13: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:24:04.13: IngressMonitor - Connect Kube API result 0 2025-09-04 02:24:04.13: IngressMonitor - _schedule_vnc_sync 2025-09-04 02:24:04.13: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2829'})(timeout=120) 2025-09-04 02:24:04.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 02:24:04.14: VncKubernetes - vnc_sync - Ingress start 2025-09-04 02:24:04.14: VncKubernetes - vnc_sync - Ingress done 2025-09-04 02:24:04.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:24:04.14: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2829'}) 2025-09-04 02:24:15.85: ServiceMonitor - Received BOOKMARK: oldResVer=3484 newResVer=3484 2025-09-04 02:24:15.85: ServiceMonitor - start process kube event 2025-09-04 02:24:15.85: empty line received 2025-09-04 02:24:15.85: ServiceMonitor - start process kube event 2025-09-04 02:24:16.36: NamespaceMonitor - Received BOOKMARK: oldResVer=3482 newResVer=3482 2025-09-04 02:24:16.36: NamespaceMonitor - start process kube event 2025-09-04 02:24:16.36: empty line received 2025-09-04 02:24:16.36: NamespaceMonitor - start process kube event 2025-09-04 02:24:59.31: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:24:59.31: NetworkMonitor - start process kube event 2025-09-04 02:24:59.31: empty line received 2025-09-04 02:24:59.31: NetworkMonitor - start process kube event 2025-09-04 02:25:04.06: IngressMonitor - Received BOOKMARK: oldResVer=2829 newResVer=3663 2025-09-04 02:25:04.06: IngressMonitor - start process kube event 2025-09-04 02:25:04.06: empty line received 2025-09-04 02:25:04.06: IngressMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-09-04 02:25:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001164 2025-09-04 02:25:10.48: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:25:10.48: NetworkPolicyMonitor - start process kube event 2025-09-04 02:25:10.48: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2842 2025-09-04 02:25:10.48: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:25:10.48: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 02:25:10.48: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 02:25:10.48: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2842'})(timeout=120) 2025-09-04 02:25:10.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 02:25:10.48: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 02:25:10.48: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 02:25:10.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:25:10.49: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2842'}) 2025-09-04 02:25:15.93: ServiceMonitor - Received BOOKMARK: oldResVer=3484 newResVer=3484 2025-09-04 02:25:15.93: ServiceMonitor - start process kube event 2025-09-04 02:25:15.93: empty line received 2025-09-04 02:25:15.93: ServiceMonitor - start process kube event 2025-09-04 02:25:17.00: NamespaceMonitor - Received BOOKMARK: oldResVer=3482 newResVer=3482 2025-09-04 02:25:17.00: NamespaceMonitor - start process kube event 2025-09-04 02:25:17.00: empty line received 2025-09-04 02:25:17.00: NamespaceMonitor - start process kube event 2025-09-04 02:25:35.16: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:25:35.16: PodMonitor - start process kube event 2025-09-04 02:25:35.16: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2857 2025-09-04 02:25:35.16: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:25:35.16: PodMonitor - Connect Kube API result 0 2025-09-04 02:25:35.16: PodMonitor - _schedule_vnc_sync 2025-09-04 02:25:35.16: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'})(timeout=120) 2025-09-04 02:25:35.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 02:25:35.16: VncKubernetes - vnc_sync - Pod start 2025-09-04 02:25:35.16: VncKubernetes - vnc_sync - Pod done 2025-09-04 02:25:35.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:25:35.17: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2857'}) 2025-09-04 02:25:59.22: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:25:59.22: NetworkMonitor - start process kube event 2025-09-04 02:25:59.22: empty line received 2025-09-04 02:25:59.22: NetworkMonitor - start process kube event 2025-09-04 02:26:02.14: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-09-04 02:26:02.14: EndPointMonitor - start process kube event 2025-09-04 02:26:02.14: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2849 2025-09-04 02:26:02.14: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-09-04 02:26:02.14: EndPointMonitor - Connect Kube API result 0 2025-09-04 02:26:02.14: EndPointMonitor - _schedule_vnc_sync 2025-09-04 02:26:02.14: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'})(timeout=120) 2025-09-04 02:26:02.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 02:26:02.14: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 02:26:02.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:26:02.16: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2849'}) 2025-09-04 02:26:03.50: IngressMonitor - Received BOOKMARK: oldResVer=3663 newResVer=3663 2025-09-04 02:26:03.50: IngressMonitor - start process kube event 2025-09-04 02:26:03.50: empty line received 2025-09-04 02:26:03.50: IngressMonitor - start process kube event 2025-09-04 02:26:10.54: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2842 newResVer=3680 2025-09-04 02:26:10.54: NetworkPolicyMonitor - start process kube event 2025-09-04 02:26:10.54: empty line received 2025-09-04 02:26:10.55: NetworkPolicyMonitor - start process kube event 2025-09-04 02:26:15.84: ServiceMonitor - Received BOOKMARK: oldResVer=3484 newResVer=3484 2025-09-04 02:26:15.84: ServiceMonitor - start process kube event 2025-09-04 02:26:15.84: empty line received 2025-09-04 02:26:15.84: ServiceMonitor - start process kube event 2025-09-04 02:26:16.61: NamespaceMonitor - Received BOOKMARK: oldResVer=3482 newResVer=3482 2025-09-04 02:26:16.61: NamespaceMonitor - start process kube event 2025-09-04 02:26:16.61: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 02:26:16.61: empty line received 2025-09-04 02:26:16.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 02:26:16.61: VncKubernetes - vnc_sync - Namespace start 2025-09-04 02:26:16.61: VncKubernetes - vnc_sync - Namespace done 2025-09-04 02:26:16.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:26:16.61: NamespaceMonitor - start process kube event 2025-09-04 02:26:35.53: PodMonitor - Received BOOKMARK: oldResVer=2857 newResVer=3702 2025-09-04 02:26:35.53: PodMonitor - start process kube event 2025-09-04 02:26:35.53: empty line received 2025-09-04 02:26:35.53: PodMonitor - start process kube event 2025-09-04 02:26:58.49: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:26:58.49: NetworkMonitor - start process kube event 2025-09-04 02:26:58.49: empty line received 2025-09-04 02:26:58.49: NetworkMonitor - start process kube event 2025-09-04 02:27:03.12: EndPointMonitor - Received BOOKMARK: oldResVer=2849 newResVer=3691 2025-09-04 02:27:03.12: EndPointMonitor - start process kube event 2025-09-04 02:27:03.12: empty line received 2025-09-04 02:27:03.12: EndPointMonitor - start process kube event 2025-09-04 02:27:03.68: IngressMonitor - Received BOOKMARK: oldResVer=3663 newResVer=3663 2025-09-04 02:27:03.68: IngressMonitor - start process kube event 2025-09-04 02:27:03.68: empty line received 2025-09-04 02:27:03.68: IngressMonitor - start process kube event 2025-09-04 02:27:11.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3680 newResVer=3680 2025-09-04 02:27:11.22: NetworkPolicyMonitor - start process kube event 2025-09-04 02:27:11.22: empty line received 2025-09-04 02:27:11.22: NetworkPolicyMonitor - start process kube event 2025-09-04 02:27:13.31: NetworkMonitor - Received BOOKMARK: oldResVer=3210 newResVer=3210 2025-09-04 02:27:13.31: NetworkMonitor - start process kube event 2025-09-04 02:27:13.31: NetworkMonitor - _schedule_vnc_sync 2025-09-04 02:27:13.31: empty line received 2025-09-04 02:27:13.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 02:27:13.31: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 02:27:13.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 02:27:13.31: NetworkMonitor - start process kube event 2025-09-04 02:27:14.80: stop iteration NetworkMonitor 2025-09-04 02:27:14.80: NetworkMonitor - start process kube event 2025-09-04 02:27:14.80: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3210 2025-09-04 02:27:14.80: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:27:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001478 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:27:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001023 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:28:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001279 [Introspect:8108]10.0.0.19 - - [2025-09-04 02:28:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000989