++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Sun Aug 31 06:54:08 AM UTC 2025 ===================' INFO: =================== Sun Aug 31 06:54:08 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ cut -d / -f 1 +++ local nic=ens3 +++ ip addr show dev ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.50 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.50 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6InlsdHRFdUpHUldLUmszbm45MkRneWUzWTE0dGlXU0JVN0E3X05XbmlUX3MifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImYxN2RmNGNlLTMyZDQtNDQ3OC05MmI2LTY4Y2UyMTlmZGRkYiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.yzlp0jD6dlOcCThuwaUM88RnBtRHWAS2IKlZBQ4SZArcazsgSRgjcXUeE1-b1enl1WjfHo3UdNrD5F7mci6dSmmFHM82zUpz-rdaw3mxeLKjRUUx0ED24zx-nRq8WgBmln_T6JLuL1BTD_jIlHxwBkvBMux8NJTNg3YX3RVy7GzCq23qQBN2lWXBAfnZZEJSrwzVeRrcUsXc1Q-Cvttc5FRCTNZ1fgTAXTN3JZlYNJ005_iRzU34sCYz_2pZMWV1UrEcewgnGD3cO8agoky56GI6N2ILRRbtNLjqmxHmtVZX2S47P6TZ_78ZQ7_PaYqPiYh1yb0TINOlfjU7TDIlXg ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ cut -d ' ' -f 1 +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie ++++ sort ++++ uniq +++ local local_ips=,10.0.0.50,10.46.123.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.46.123.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 08/31/2025 06:54:16.269 7f2320eff040 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/31/2025 06:54:16.443 7f2320eff040 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/31/2025 06:54:16.443 7f2320eff040 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-08-31 06:54:16.67: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:16.67: KubeMonitor - Connect Kube API result 0 2025-08-31 06:54:16.77: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-31 06:54:16.78: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-31 06:54:16.79: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-08-31 06:54:16.79: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-31 06:54:16.80: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-31 06:54:16.81: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-08-31 06:54:16.82: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-08-31 06:54:16.83: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-08-31 06:54:16.83: VncKubernetes - vnc_connect starting 2025-08-31 06:54:16.84: VncKubernetes - vnc_connect done 2025-08-31 06:54:16.99: default-domain domain available. 2025-08-31 06:54:22.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:54:22.25: NamespaceMonitor - start process kube event 2025-08-31 06:54:22.25: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 06:54:22.25: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:22.25: NetworkMonitor - start process kube event 2025-08-31 06:54:22.25: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 06:54:22.25: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:22.25: PodMonitor - start process kube event 2025-08-31 06:54:22.25: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 06:54:22.25: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:22.25: ServiceMonitor - start process kube event 2025-08-31 06:54:22.25: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 06:54:22.25: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:22.25: NetworkPolicyMonitor - start process kube event 2025-08-31 06:54:22.25: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 06:54:22.25: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:22.25: EndPointMonitor - start process kube event 2025-08-31 06:54:22.25: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 06:54:22.25: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:22.26: IngressMonitor - start process kube event 2025-08-31 06:54:22.26: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 06:54:22.26: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:54:22.26: IngressMonitor - Connect Kube API result 0 2025-08-31 06:54:22.26: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-08-31 06:54:22.27: EndPointMonitor - Connect Kube API result 0 2025-08-31 06:54:22.27: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-08-31 06:54:22.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 06:54:22.27: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-08-31 06:54:22.27: ServiceMonitor - Connect Kube API result 0 2025-08-31 06:54:22.27: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-08-31 06:54:22.27: PodMonitor - Connect Kube API result 0 2025-08-31 06:54:22.27: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-08-31 06:54:22.27: NetworkMonitor - Connect Kube API result 0 2025-08-31 06:54:22.28: NamespaceMonitor - Connect Kube API result 0 2025-08-31 06:54:22.28: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-08-31 06:54:22.33: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=575 2025-08-31 06:54:22.33: IngressMonitor - _schedule_vnc_sync 2025-08-31 06:54:22.33: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:54:22.33: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=575 2025-08-31 06:54:22.33: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 06:54:22.33: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:54:22.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 06:54:22.34: VncKubernetes - vnc_sync - Ingress start 2025-08-31 06:54:22.34: VncKubernetes - vnc_sync - Ingress done 2025-08-31 06:54:22.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 06:54:22.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 06:54:22.34: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 06:54:22.35: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:54:22.35: ServiceMonitor - Got ADDED Service default:kubernetes:883d6c9d-639a-4ffb-ba42-cffa17ac6e0f 2025-08-31 06:54:22.35: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-s82n6:ed454cd2-462f-46cf-bac8-57356d0f24da 2025-08-31 06:54:22.35: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=575 2025-08-31 06:54:22.35: PodMonitor - _schedule_vnc_sync 2025-08-31 06:54:22.35: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:54:22.35: NamespaceMonitor - Got ADDED Namespace None:contrail:f5b419d0-3e22-4ccd-9d1c-ff74238516e7 2025-08-31 06:54:22.36: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:54:22.36: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 06:54:22.36: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-31 06:54:22.36: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:883d6c9d-639a-4ffb-ba42-cffa17ac6e0f 2025-08-31 06:54:22.37: EndPointMonitor - Got ADDED Endpoints default:kubernetes:32af09fc-82bc-428c-b010-06c34161f243 2025-08-31 06:54:22.37: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-08-31 06:54:22.37: ServiceMonitor - Got ADDED Service kube-system:kube-dns:3a67bd62-275a-4cb1-b738-798da88dfbf1 2025-08-31 06:54:22.37: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=575 2025-08-31 06:54:22.37: ServiceMonitor - _schedule_vnc_sync 2025-08-31 06:54:22.38: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:54:22.38: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:54:22.38: NamespaceMonitor - Got ADDED Namespace None:default:484a1760-adcb-4844-9631-813cb277f4c8 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:54:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001153 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:54:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001115 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:54:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001150 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:54:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001071 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:54:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001068 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:55:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001330 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:55:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001297 2025-08-31 06:54:22.39: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:5289613d-eca7-416f-9a13-70107699494c 2025-08-31 06:54:22.39: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=575 2025-08-31 06:54:22.39: EndPointMonitor - _schedule_vnc_sync 2025-08-31 06:54:22.39: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:54:22.39: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:54:22.40: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:9ea3e9b1-f99a-47bd-b860-5466d53e84ba 2025-08-31 06:54:22.40: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:54:22.40: NamespaceMonitor - Got ADDED Namespace None:kube-public:47382bfc-2264-4e49-953a-8c933afa9ea2 2025-08-31 06:54:22.41: NamespaceMonitor - Got ADDED Namespace None:kube-system:1e6148ad-cd5c-49a1-92c0-28169ce86b39 2025-08-31 06:54:22.41: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=575 2025-08-31 06:54:22.41: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 06:54:22.41: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:54:22.43: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:54:22.46: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=580 2025-08-31 06:54:22.46: NetworkMonitor - _schedule_vnc_sync 2025-08-31 06:54:22.46: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'})(timeout=120) 2025-08-31 06:54:22.47: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'}) 2025-08-31 06:54:23.86: VncKubernetes - wait event (qsize=14 timeout=120) 2025-08-31 06:54:23.86: VncKubernetes - Process event (name=coredns-6f867cd986-s82n6 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-s82n6:ed454cd2-462f-46cf-bac8-57356d0f24da 2025-08-31 06:54:25.18: VncKubernetes - wait event (qsize=13 timeout=120) 2025-08-31 06:54:25.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 06:54:25.18: VncKubernetes - vnc_sync - Pod start 2025-08-31 06:54:25.18: VncKubernetes - vnc_sync - Pod done 2025-08-31 06:54:25.18: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-31 06:54:25.18: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:f5b419d0-3e22-4ccd-9d1c-ff74238516e7 2025-08-31 06:54:25.19: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-s82n6:ed454cd2-462f-46cf-bac8-57356d0f24da 2025-08-31 06:54:25.19: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-s82n6:ed454cd2-462f-46cf-bac8-57356d0f24da 2025-08-31 06:54:25.19: PodMonitor - start process kube event 2025-08-31 06:54:25.19: empty line received 2025-08-31 06:54:25.19: PodMonitor - start process kube event 2025-08-31 06:54:26.89: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-31 06:54:26.89: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:32af09fc-82bc-428c-b010-06c34161f243 2025-08-31 06:54:26.97: VncKubernetes - wait event (qsize=11 timeout=120) 2025-08-31 06:54:26.97: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:3a67bd62-275a-4cb1-b738-798da88dfbf1 2025-08-31 06:54:28.71: VncKubernetes - wait event (qsize=10 timeout=120) 2025-08-31 06:54:28.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 06:54:28.71: VncKubernetes - vnc_sync - Service start 2025-08-31 06:54:28.71: VncKubernetes - vnc_sync - Service done 2025-08-31 06:54:28.71: VncKubernetes - wait event (qsize=9 timeout=120) 2025-08-31 06:54:28.71: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:484a1760-adcb-4844-9631-813cb277f4c8 2025-08-31 06:54:30.81: VncKubernetes - wait event (qsize=8 timeout=120) 2025-08-31 06:54:30.81: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:5289613d-eca7-416f-9a13-70107699494c 2025-08-31 06:54:30.90: VncKubernetes - wait event (qsize=7 timeout=120) 2025-08-31 06:54:30.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 06:54:30.90: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 06:54:30.90: VncKubernetes - wait event (qsize=6 timeout=120) 2025-08-31 06:54:30.90: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:9ea3e9b1-f99a-47bd-b860-5466d53e84ba 2025-08-31 06:54:33.20: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-31 06:54:33.20: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:47382bfc-2264-4e49-953a-8c933afa9ea2 2025-08-31 06:54:35.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-31 06:54:35.19: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:1e6148ad-cd5c-49a1-92c0-28169ce86b39 2025-08-31 06:54:36.61: VncKubernetes - wait event (qsize=3 timeout=120) 2025-08-31 06:54:36.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 06:54:36.61: VncKubernetes - vnc_sync - Namespace start 2025-08-31 06:54:36.61: VncKubernetes - vnc_sync - Namespace done 2025-08-31 06:54:36.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-31 06:54:36.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 06:54:36.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 06:54:36.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 06:54:36.61: VncKubernetes - Process event (name=coredns-6f867cd986-s82n6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-s82n6:ed454cd2-462f-46cf-bac8-57356d0f24da 2025-08-31 06:54:36.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:55:22.17: PodMonitor - Received BOOKMARK: oldResVer=575 newResVer=584 2025-08-31 06:55:22.17: PodMonitor - start process kube event 2025-08-31 06:55:22.17: empty line received 2025-08-31 06:55:22.17: PodMonitor - start process kube event 2025-08-31 06:56:22.35: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:56:22.35: NetworkPolicyMonitor - start process kube event 2025-08-31 06:56:22.35: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:56:22.35: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:56:22.35: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 06:56:22.35: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 06:56:22.35: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:56:22.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 06:56:22.35: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 06:56:22.36: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 06:56:22.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:56:22.36: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:56:22.36: IngressMonitor - start process kube event 2025-08-31 06:56:22.36: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:56:22.36: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:56:22.36: IngressMonitor - Connect Kube API result 0 2025-08-31 06:56:22.36: IngressMonitor - _schedule_vnc_sync 2025-08-31 06:56:22.36: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:56:22.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 06:56:22.36: VncKubernetes - vnc_sync - Ingress start 2025-08-31 06:56:22.36: VncKubernetes - vnc_sync - Ingress done 2025-08-31 06:56:22.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:56:22.38: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:56:22.38: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:56:22.40: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:56:22.40: ServiceMonitor - start process kube event 2025-08-31 06:56:22.40: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:56:22.40: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:56:22.40: ServiceMonitor - Connect Kube API result 0 2025-08-31 06:56:22.40: ServiceMonitor - _schedule_vnc_sync 2025-08-31 06:56:22.40: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:56:22.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 06:56:22.40: VncKubernetes - vnc_sync - Service start 2025-08-31 06:56:22.40: VncKubernetes - vnc_sync - Service done 2025-08-31 06:56:22.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:56:22.40: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:56:22.40: EndPointMonitor - start process kube event 2025-08-31 06:56:22.40: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:56:22.40: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:56:22.40: EndPointMonitor - Connect Kube API result 0 2025-08-31 06:56:22.40: EndPointMonitor - _schedule_vnc_sync 2025-08-31 06:56:22.40: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:56:22.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 06:56:22.40: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 06:56:22.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:56:22.41: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:56:22.41: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:56:22.43: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:56:22.43: NamespaceMonitor - start process kube event 2025-08-31 06:56:22.43: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:56:22.43: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:56:22.43: NamespaceMonitor - Connect Kube API result 0 2025-08-31 06:56:22.43: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 06:56:22.43: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:56:22.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 06:56:22.44: VncKubernetes - vnc_sync - Namespace start 2025-08-31 06:56:22.44: VncKubernetes - vnc_sync - Namespace done 2025-08-31 06:56:22.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:56:22.44: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:56:22.47: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:56:22.47: NetworkMonitor - start process kube event 2025-08-31 06:56:22.47: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=580 2025-08-31 06:56:22.47: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:56:22.47: NetworkMonitor - Connect Kube API result 0 2025-08-31 06:56:22.47: NetworkMonitor - _schedule_vnc_sync 2025-08-31 06:56:22.47: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'})(timeout=120) 2025-08-31 06:56:22.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 06:56:22.47: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 06:56:22.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:56:22.48: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'}) 2025-08-31 06:56:22.74: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 06:56:22.75: PodMonitor - start process kube event 2025-08-31 06:56:22.75: empty line received 2025-08-31 06:56:22.75: PodMonitor - start process kube event 2025-08-31 06:57:22.21: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 06:57:22.21: PodMonitor - start process kube event 2025-08-31 06:57:22.21: empty line received 2025-08-31 06:57:22.21: PodMonitor - start process kube event 2025-08-31 06:58:22.38: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:58:22.38: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:58:22.38: IngressMonitor - start process kube event 2025-08-31 06:58:22.38: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:58:22.38: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:58:22.38: NetworkPolicyMonitor - start process kube event 2025-08-31 06:58:22.38: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:58:22.38: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:58:22.38: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 06:58:22.38: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 06:58:22.38: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) [Introspect:8108]10.0.0.50 - - [2025-08-31 06:58:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001220 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:58:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001086 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:59:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001217 [Introspect:8108]10.0.0.50 - - [2025-08-31 06:59:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001053 2025-08-31 06:58:22.38: IngressMonitor - Connect Kube API result 0 2025-08-31 06:58:22.38: IngressMonitor - _schedule_vnc_sync 2025-08-31 06:58:22.38: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:58:22.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 06:58:22.39: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 06:58:22.39: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 06:58:22.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 06:58:22.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 06:58:22.39: VncKubernetes - vnc_sync - Ingress start 2025-08-31 06:58:22.39: VncKubernetes - vnc_sync - Ingress done 2025-08-31 06:58:22.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:58:22.40: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:58:22.40: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:58:22.41: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:58:22.41: ServiceMonitor - start process kube event 2025-08-31 06:58:22.41: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:58:22.41: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:58:22.41: ServiceMonitor - Connect Kube API result 0 2025-08-31 06:58:22.41: ServiceMonitor - _schedule_vnc_sync 2025-08-31 06:58:22.41: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:58:22.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 06:58:22.41: VncKubernetes - vnc_sync - Service start 2025-08-31 06:58:22.41: VncKubernetes - vnc_sync - Service done 2025-08-31 06:58:22.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:58:22.41: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:58:22.41: EndPointMonitor - start process kube event 2025-08-31 06:58:22.41: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:58:22.41: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:58:22.41: EndPointMonitor - Connect Kube API result 0 2025-08-31 06:58:22.41: EndPointMonitor - _schedule_vnc_sync 2025-08-31 06:58:22.41: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:58:22.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 06:58:22.41: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 06:58:22.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:58:22.41: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:58:22.42: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:58:22.45: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:58:22.45: NamespaceMonitor - start process kube event 2025-08-31 06:58:22.45: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 06:58:22.45: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:58:22.45: NamespaceMonitor - Connect Kube API result 0 2025-08-31 06:58:22.45: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 06:58:22.45: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 06:58:22.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 06:58:22.45: VncKubernetes - vnc_sync - Namespace start 2025-08-31 06:58:22.45: VncKubernetes - vnc_sync - Namespace done 2025-08-31 06:58:22.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:58:22.45: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 06:58:22.48: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 06:58:22.48: NetworkMonitor - start process kube event 2025-08-31 06:58:22.48: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=580 2025-08-31 06:58:22.48: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 06:58:22.48: NetworkMonitor - Connect Kube API result 0 2025-08-31 06:58:22.48: NetworkMonitor - _schedule_vnc_sync 2025-08-31 06:58:22.48: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'})(timeout=120) 2025-08-31 06:58:22.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 06:58:22.48: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 06:58:22.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:58:22.49: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'}) 2025-08-31 06:58:22.69: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 06:58:22.69: PodMonitor - start process kube event 2025-08-31 06:58:22.69: PodMonitor - _schedule_vnc_sync 2025-08-31 06:58:22.69: empty line received 2025-08-31 06:58:22.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 06:58:22.69: VncKubernetes - vnc_sync - Pod start 2025-08-31 06:58:22.69: PodMonitor - start process kube event 2025-08-31 06:58:22.73: VncKubernetes - vnc_sync - Pod done 2025-08-31 06:58:22.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 06:59:22.16: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 06:59:22.16: PodMonitor - start process kube event 2025-08-31 06:59:22.16: empty line received 2025-08-31 06:59:22.16: PodMonitor - start process kube event 2025-08-31 07:00:22.40: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:00:22.40: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:00:22.40: NetworkPolicyMonitor - start process kube event 2025-08-31 07:00:22.40: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:00:22.40: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:00:22.40: IngressMonitor - start process kube event 2025-08-31 07:00:22.40: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:00:22.40: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:00:22.40: IngressMonitor - Connect Kube API result 0 2025-08-31 07:00:22.40: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:00:22.40: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:00:22.41: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:00:22.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:00:22.41: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:00:22.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:00:22.41: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:00:22.41: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:00:22.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 07:00:22.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:00:22.41: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:00:22.41: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:00:22.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:00:22.42: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:00:22.42: ServiceMonitor - start process kube event 2025-08-31 07:00:22.42: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:00:22.42: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:00:22.42: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:00:22.42: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:00:22.43: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:00:22.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:00:22.43: VncKubernetes - vnc_sync - Service start 2025-08-31 07:00:22.43: VncKubernetes - vnc_sync - Service done 2025-08-31 07:00:22.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:00:22.43: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:00:22.43: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:00:22.43: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:00:22.43: EndPointMonitor - start process kube event 2025-08-31 07:00:22.43: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:00:22.43: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:00:22.43: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:00:22.43: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:00:22.43: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:00:22.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:00:22.43: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:00:22.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:00:22.44: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:00:22.44: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:00:22.45: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:00:22.45: NamespaceMonitor - start process kube event 2025-08-31 07:00:22.45: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:00:22.45: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:00:22.45: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:00:22.45: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:00:22.45: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:00:22.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:00:22.46: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:00:22.46: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:00:22.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:00:22.46: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:00:22.48: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 07:00:22.48: PodMonitor - start process kube event 2025-08-31 07:00:22.48: empty line received 2025-08-31 07:00:22.48: PodMonitor - start process kube event 2025-08-31 07:00:22.49: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:00:22.49: NetworkMonitor - start process kube event 2025-08-31 07:00:22.49: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=580 2025-08-31 07:00:22.49: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:00:22.49: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:00:22.49: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:00:22.49: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'})(timeout=120) 2025-08-31 07:00:22.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:00:22.49: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:00:22.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:00:22.50: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'}) 2025-08-31 07:01:22.36: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 07:01:22.36: PodMonitor - start process kube event 2025-08-31 07:01:22.36: empty line received 2025-08-31 07:01:22.36: PodMonitor - start process kube event 2025-08-31 07:01:22.51: ServiceMonitor - Received BOOKMARK: oldResVer=575 newResVer=1050 2025-08-31 07:01:22.51: ServiceMonitor - start process kube event 2025-08-31 07:01:22.51: empty line received 2025-08-31 07:01:22.51: ServiceMonitor - start process kube event 2025-08-31 07:01:22.88: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=575 newResVer=1026 2025-08-31 07:01:22.88: NetworkPolicyMonitor - start process kube event 2025-08-31 07:01:22.88: empty line received 2025-08-31 07:01:22.88: NetworkPolicyMonitor - start process kube event 2025-08-31 07:01:22.89: IngressMonitor - Received BOOKMARK: oldResVer=575 newResVer=1037 2025-08-31 07:01:22.89: IngressMonitor - start process kube event 2025-08-31 07:01:22.89: empty line received 2025-08-31 07:01:22.89: IngressMonitor - start process kube event 2025-08-31 07:02:22.14: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:02:22.14: NetworkPolicyMonitor - start process kube event 2025-08-31 07:02:22.14: empty line received 2025-08-31 07:02:22.14: NetworkPolicyMonitor - start process kube event 2025-08-31 07:02:22.36: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1050 2025-08-31 07:02:22.36: ServiceMonitor - start process kube event 2025-08-31 07:02:22.36: empty line received 2025-08-31 07:02:22.36: ServiceMonitor - start process kube event 2025-08-31 07:02:22.44: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. [Introspect:8108]10.0.0.50 - - [2025-08-31 07:04:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001675 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:04:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001103 2025-08-31 07:02:22.44: EndPointMonitor - start process kube event 2025-08-31 07:02:22.44: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:02:22.44: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:02:22.44: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:02:22.44: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:02:22.44: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:02:22.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:02:22.44: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:02:22.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:02:22.45: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:02:22.46: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:02:22.46: NamespaceMonitor - start process kube event 2025-08-31 07:02:22.46: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:02:22.46: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:02:22.46: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:02:22.46: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:02:22.46: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:02:22.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:02:22.47: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:02:22.47: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:02:22.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:02:22.47: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:02:22.50: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:02:22.50: NetworkMonitor - start process kube event 2025-08-31 07:02:22.50: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=580 2025-08-31 07:02:22.50: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:02:22.50: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:02:22.50: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:02:22.50: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'})(timeout=120) 2025-08-31 07:02:22.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:02:22.50: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:02:22.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:02:22.51: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'}) 2025-08-31 07:02:22.87: IngressMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-08-31 07:02:22.87: IngressMonitor - start process kube event 2025-08-31 07:02:22.87: empty line received 2025-08-31 07:02:22.87: IngressMonitor - start process kube event 2025-08-31 07:02:22.90: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 07:02:22.90: PodMonitor - start process kube event 2025-08-31 07:02:22.90: PodMonitor - _schedule_vnc_sync 2025-08-31 07:02:22.90: empty line received 2025-08-31 07:02:22.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:02:22.90: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:02:22.90: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:02:22.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:02:22.90: PodMonitor - start process kube event 2025-08-31 07:03:22.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:03:22.53: NetworkPolicyMonitor - start process kube event 2025-08-31 07:03:22.53: empty line received 2025-08-31 07:03:22.53: NetworkPolicyMonitor - start process kube event 2025-08-31 07:03:22.68: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1050 2025-08-31 07:03:22.68: ServiceMonitor - start process kube event 2025-08-31 07:03:22.68: empty line received 2025-08-31 07:03:22.68: ServiceMonitor - start process kube event 2025-08-31 07:03:22.72: IngressMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-08-31 07:03:22.72: IngressMonitor - start process kube event 2025-08-31 07:03:22.72: empty line received 2025-08-31 07:03:22.72: IngressMonitor - start process kube event 2025-08-31 07:03:23.45: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 07:03:23.45: PodMonitor - start process kube event 2025-08-31 07:03:23.45: empty line received 2025-08-31 07:03:23.45: PodMonitor - start process kube event 2025-08-31 07:03:26.77: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 07:03:26.77: PodMonitor - start process kube event 2025-08-31 07:03:26.77: empty line received 2025-08-31 07:03:26.77: PodMonitor - start process kube event 2025-08-31 07:03:27.88: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=584 2025-08-31 07:03:27.88: PodMonitor - start process kube event 2025-08-31 07:03:27.88: empty line received 2025-08-31 07:03:27.88: PodMonitor - start process kube event 2025-08-31 07:03:29.42: stop iteration PodMonitor 2025-08-31 07:03:29.42: PodMonitor - start process kube event 2025-08-31 07:03:29.42: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=584 2025-08-31 07:03:29.42: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:03:29.42: PodMonitor - Connect Kube API result 0 2025-08-31 07:03:29.42: PodMonitor - _schedule_vnc_sync 2025-08-31 07:03:29.42: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'})(timeout=120) 2025-08-31 07:03:29.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:03:29.42: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:03:29.42: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:03:29.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:03:29.42: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'}) 2025-08-31 07:04:21.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:04:21.99: NetworkPolicyMonitor - start process kube event 2025-08-31 07:04:21.99: empty line received 2025-08-31 07:04:21.99: NetworkPolicyMonitor - start process kube event 2025-08-31 07:04:22.16: IngressMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-08-31 07:04:22.16: IngressMonitor - start process kube event 2025-08-31 07:04:22.16: empty line received 2025-08-31 07:04:22.16: IngressMonitor - start process kube event 2025-08-31 07:04:22.46: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:04:22.46: EndPointMonitor - start process kube event 2025-08-31 07:04:22.46: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:04:22.46: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:04:22.46: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:04:22.46: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-31 07:05:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001122 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:05:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001153 2025-08-31 07:04:22.46: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:04:22.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:04:22.46: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:04:22.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:04:22.47: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:04:22.47: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:04:22.47: NamespaceMonitor - start process kube event 2025-08-31 07:04:22.47: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:04:22.47: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:04:22.47: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:04:22.47: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:04:22.47: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:04:22.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:04:22.47: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:04:22.47: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:04:22.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:04:22.48: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:04:22.51: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:04:22.51: NetworkMonitor - start process kube event 2025-08-31 07:04:22.51: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=580 2025-08-31 07:04:22.51: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:04:22.51: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:04:22.51: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:04:22.51: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'})(timeout=120) 2025-08-31 07:04:22.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:04:22.51: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:04:22.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:04:22.52: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '580'}) 2025-08-31 07:04:22.72: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1050 2025-08-31 07:04:22.72: ServiceMonitor - start process kube event 2025-08-31 07:04:22.72: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:04:22.72: empty line received 2025-08-31 07:04:22.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:04:22.72: VncKubernetes - vnc_sync - Service start 2025-08-31 07:04:22.72: VncKubernetes - vnc_sync - Service done 2025-08-31 07:04:22.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:04:22.72: ServiceMonitor - start process kube event 2025-08-31 07:05:21.94: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1050 2025-08-31 07:05:21.94: ServiceMonitor - start process kube event 2025-08-31 07:05:21.94: empty line received 2025-08-31 07:05:21.94: ServiceMonitor - start process kube event 2025-08-31 07:05:22.23: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:05:22.23: NetworkPolicyMonitor - start process kube event 2025-08-31 07:05:22.23: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:05:22.23: empty line received 2025-08-31 07:05:22.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:05:22.23: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:05:22.23: NetworkPolicyMonitor - start process kube event 2025-08-31 07:05:22.23: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:05:22.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:05:22.37: IngressMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-08-31 07:05:22.37: IngressMonitor - start process kube event 2025-08-31 07:05:22.37: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:05:22.37: empty line received 2025-08-31 07:05:22.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:05:22.37: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:05:22.37: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:05:22.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:05:22.37: IngressMonitor - start process kube event 2025-08-31 07:05:22.73: NetworkMonitor - Received BOOKMARK: oldResVer=580 newResVer=1463 2025-08-31 07:05:22.73: NetworkMonitor - start process kube event 2025-08-31 07:05:22.73: empty line received 2025-08-31 07:05:22.73: NetworkMonitor - start process kube event 2025-08-31 07:05:29.42: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:05:29.42: PodMonitor - start process kube event 2025-08-31 07:05:29.42: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=584 2025-08-31 07:05:29.42: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:05:29.42: PodMonitor - Connect Kube API result 0 2025-08-31 07:05:29.42: PodMonitor - _schedule_vnc_sync 2025-08-31 07:05:29.42: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'})(timeout=120) 2025-08-31 07:05:29.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:05:29.43: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:05:29.43: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:05:29.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:05:29.44: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'}) 2025-08-31 07:06:11.07: IngressMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-08-31 07:06:11.07: IngressMonitor - start process kube event 2025-08-31 07:06:11.07: empty line received 2025-08-31 07:06:11.07: IngressMonitor - start process kube event 2025-08-31 07:06:12.09: IngressMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-08-31 07:06:12.09: IngressMonitor - start process kube event 2025-08-31 07:06:12.09: empty line received 2025-08-31 07:06:12.09: IngressMonitor - start process kube event 2025-08-31 07:06:13.31: stop iteration IngressMonitor 2025-08-31 07:06:13.31: IngressMonitor - start process kube event 2025-08-31 07:06:13.31: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1037 2025-08-31 07:06:13.31: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:06:13.31: IngressMonitor - Connect Kube API result 0 2025-08-31 07:06:13.31: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:06:13.31: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'})(timeout=120) 2025-08-31 07:06:13.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:06:13.31: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:06:13.31: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:06:13.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:06:13.32: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'}) 2025-08-31 07:06:22.47: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:06:22.47: EndPointMonitor - start process kube event 2025-08-31 07:06:22.47: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:06:22.47: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:06:22.47: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:06:22.47: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:06:22.47: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:06:22.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:06:22.47: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:06:22.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:06:22.48: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:06:22.48: NamespaceMonitor - start process kube event 2025-08-31 07:06:22.48: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:06:22.48: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:06:22.48: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:06:22.48: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:06:22.48: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:06:22.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:06:22.48: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:06:22.48: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:06:22.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:06:22.48: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:06:22.49: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:06:22.49: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:06:22.49: NetworkPolicyMonitor - start process kube event 2025-08-31 07:06:22.49: empty line received 2025-08-31 07:06:22.49: NetworkPolicyMonitor - start process kube event 2025-08-31 07:06:22.57: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1050 2025-08-31 07:06:22.57: ServiceMonitor - start process kube event 2025-08-31 07:06:22.57: empty line received 2025-08-31 07:06:22.57: ServiceMonitor - start process kube event 2025-08-31 07:06:22.78: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:06:22.78: NetworkMonitor - start process kube event 2025-08-31 07:06:22.78: empty line received 2025-08-31 07:06:22.78: NetworkMonitor - start process kube event 2025-08-31 07:07:20.40: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1050 2025-08-31 07:07:20.40: ServiceMonitor - start process kube event 2025-08-31 07:07:20.40: empty line received 2025-08-31 07:07:20.40: ServiceMonitor - start process kube event 2025-08-31 07:07:21.63: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1050 2025-08-31 07:07:21.63: ServiceMonitor - start process kube event 2025-08-31 07:07:21.63: empty line received 2025-08-31 07:07:21.63: ServiceMonitor - start process kube event 2025-08-31 07:07:22.50: stop iteration ServiceMonitor 2025-08-31 07:07:22.50: ServiceMonitor - start process kube event 2025-08-31 07:07:22.50: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1050 2025-08-31 07:07:22.50: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:07:22.50: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:07:22.50: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:07:22.51: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1050'})(timeout=120) 2025-08-31 07:07:22.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:07:22.51: VncKubernetes - vnc_sync - Service start 2025-08-31 07:07:22.51: VncKubernetes - vnc_sync - Service done 2025-08-31 07:07:22.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:07:22.51: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1050'}) 2025-08-31 07:07:22.54: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:07:22.54: NetworkPolicyMonitor - start process kube event 2025-08-31 07:07:22.54: empty line received 2025-08-31 07:07:22.54: NetworkPolicyMonitor - start process kube event 2025-08-31 07:07:22.99: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:07:22.99: NetworkMonitor - start process kube event 2025-08-31 07:07:22.99: empty line received 2025-08-31 07:07:22.99: NetworkMonitor - start process kube event 2025-08-31 07:07:29.45: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:07:29.45: PodMonitor - start process kube event 2025-08-31 07:07:29.45: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=584 2025-08-31 07:07:29.45: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:07:29.45: PodMonitor - Connect Kube API result 0 2025-08-31 07:07:29.45: PodMonitor - _schedule_vnc_sync 2025-08-31 07:07:29.45: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'})(timeout=120) 2025-08-31 07:07:29.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:07:29.45: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:07:29.45: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:07:29.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:07:29.47: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'}) 2025-08-31 07:08:12.24: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:08:12.24: NetworkPolicyMonitor - start process kube event 2025-08-31 07:08:12.24: empty line received 2025-08-31 07:08:12.24: NetworkPolicyMonitor - start process kube event 2025-08-31 07:08:13.26: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-08-31 07:08:13.26: NetworkPolicyMonitor - start process kube event 2025-08-31 07:08:13.26: empty line received 2025-08-31 07:08:13.26: NetworkPolicyMonitor - start process kube event 2025-08-31 07:08:13.32: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:08:13.32: IngressMonitor - start process kube event 2025-08-31 07:08:13.32: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1037 2025-08-31 07:08:13.32: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:08:13.32: IngressMonitor - Connect Kube API result 0 2025-08-31 07:08:13.32: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:08:13.32: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'})(timeout=120) 2025-08-31 07:08:13.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) [Introspect:8108]10.0.0.50 - - [2025-08-31 07:08:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001102 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:08:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001093 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:09:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001179 2025-08-31 07:08:13.32: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:08:13.32: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:08:13.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:08:13.33: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'}) 2025-08-31 07:08:14.28: stop iteration NetworkPolicyMonitor 2025-08-31 07:08:14.28: NetworkPolicyMonitor - start process kube event 2025-08-31 07:08:14.28: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1026 2025-08-31 07:08:14.28: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:08:14.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:08:14.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:08:14.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1026'})(timeout=120) 2025-08-31 07:08:14.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:08:14.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:08:14.29: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1026'}) 2025-08-31 07:08:14.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:08:14.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:08:22.49: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:08:22.49: EndPointMonitor - start process kube event 2025-08-31 07:08:22.49: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:08:22.49: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:08:22.49: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:08:22.49: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:08:22.49: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:08:22.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:08:22.49: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:08:22.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:08:22.49: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:08:22.49: NamespaceMonitor - start process kube event 2025-08-31 07:08:22.49: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:08:22.49: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:08:22.49: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:08:22.49: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:08:22.49: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:08:22.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:08:22.49: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:08:22.49: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:08:22.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:08:22.50: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:08:22.50: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:08:22.73: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:08:22.73: NetworkMonitor - start process kube event 2025-08-31 07:08:22.73: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:08:22.73: empty line received 2025-08-31 07:08:22.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:08:22.73: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:08:22.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:08:22.73: NetworkMonitor - start process kube event 2025-08-31 07:09:22.52: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:09:22.52: ServiceMonitor - start process kube event 2025-08-31 07:09:22.52: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1050 2025-08-31 07:09:22.52: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:09:22.52: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:09:22.52: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:09:22.52: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1050'})(timeout=120) 2025-08-31 07:09:22.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:09:22.52: VncKubernetes - vnc_sync - Service start 2025-08-31 07:09:22.52: VncKubernetes - vnc_sync - Service done 2025-08-31 07:09:22.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:09:22.53: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1050'}) 2025-08-31 07:09:23.54: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:09:23.54: NetworkMonitor - start process kube event 2025-08-31 07:09:23.54: empty line received 2025-08-31 07:09:23.54: NetworkMonitor - start process kube event 2025-08-31 07:09:29.47: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:09:29.47: PodMonitor - start process kube event 2025-08-31 07:09:29.47: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=584 2025-08-31 07:09:29.47: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:09:29.47: PodMonitor - Connect Kube API result 0 2025-08-31 07:09:29.47: PodMonitor - _schedule_vnc_sync 2025-08-31 07:09:29.47: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'})(timeout=120) 2025-08-31 07:09:29.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:09:29.47: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:09:29.47: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:09:29.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:09:29.49: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'}) 2025-08-31 07:10:13.23: IngressMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1891 2025-08-31 07:10:13.24: IngressMonitor - start process kube event 2025-08-31 07:10:13.24: empty line received 2025-08-31 07:10:13.24: IngressMonitor - start process kube event 2025-08-31 07:10:14.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:10:14.29: NetworkPolicyMonitor - start process kube event 2025-08-31 07:10:14.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1026 2025-08-31 07:10:14.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:10:14.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:10:14.29: NetworkPolicyMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-31 07:10:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001067 2025-08-31 07:10:14.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1026'})(timeout=120) 2025-08-31 07:10:14.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:10:14.30: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:10:14.30: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:10:14.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:10:14.31: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1026'}) 2025-08-31 07:10:22.18: ServiceMonitor - Received BOOKMARK: oldResVer=1050 newResVer=1917 2025-08-31 07:10:22.18: ServiceMonitor - start process kube event 2025-08-31 07:10:22.18: empty line received 2025-08-31 07:10:22.18: ServiceMonitor - start process kube event 2025-08-31 07:10:22.29: NamespaceMonitor - Received BOOKMARK: oldResVer=575 newResVer=1872 2025-08-31 07:10:22.29: NamespaceMonitor - start process kube event 2025-08-31 07:10:22.29: empty line received 2025-08-31 07:10:22.29: NamespaceMonitor - start process kube event 2025-08-31 07:10:22.50: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:10:22.50: EndPointMonitor - start process kube event 2025-08-31 07:10:22.50: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=575 2025-08-31 07:10:22.50: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:10:22.50: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:10:22.50: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:10:22.50: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'})(timeout=120) 2025-08-31 07:10:22.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:10:22.51: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:10:22.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:10:22.51: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '575'}) 2025-08-31 07:10:23.46: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:10:23.46: NetworkMonitor - start process kube event 2025-08-31 07:10:23.46: empty line received 2025-08-31 07:10:23.46: NetworkMonitor - start process kube event 2025-08-31 07:11:12.99: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:11:12.99: IngressMonitor - start process kube event 2025-08-31 07:11:12.99: empty line received 2025-08-31 07:11:12.99: IngressMonitor - start process kube event 2025-08-31 07:11:14.64: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1872 2025-08-31 07:11:14.64: NetworkPolicyMonitor - start process kube event 2025-08-31 07:11:14.64: empty line received 2025-08-31 07:11:14.64: NetworkPolicyMonitor - start process kube event 2025-08-31 07:11:21.99: EndPointMonitor - Received BOOKMARK: oldResVer=575 newResVer=1898 2025-08-31 07:11:21.99: EndPointMonitor - start process kube event 2025-08-31 07:11:21.99: empty line received 2025-08-31 07:11:21.99: EndPointMonitor - start process kube event 2025-08-31 07:11:22.00: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:11:22.01: ServiceMonitor - start process kube event 2025-08-31 07:11:22.01: empty line received 2025-08-31 07:11:22.01: ServiceMonitor - start process kube event 2025-08-31 07:11:22.79: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:11:22.79: NamespaceMonitor - start process kube event 2025-08-31 07:11:22.79: empty line received 2025-08-31 07:11:22.79: NamespaceMonitor - start process kube event 2025-08-31 07:11:24.63: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:11:24.63: NetworkMonitor - start process kube event 2025-08-31 07:11:24.63: empty line received 2025-08-31 07:11:24.63: NetworkMonitor - start process kube event 2025-08-31 07:11:29.49: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:11:29.49: PodMonitor - start process kube event 2025-08-31 07:11:29.49: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=584 2025-08-31 07:11:29.49: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:11:29.49: PodMonitor - Connect Kube API result 0 2025-08-31 07:11:29.49: PodMonitor - _schedule_vnc_sync 2025-08-31 07:11:29.49: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'})(timeout=120) 2025-08-31 07:11:29.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:11:29.49: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:11:29.49: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:11:29.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:11:29.51: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '584'}) 2025-08-31 07:12:13.89: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:12:13.89: IngressMonitor - start process kube event 2025-08-31 07:12:13.89: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:12:13.89: empty line received 2025-08-31 07:12:13.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:12:13.89: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:12:13.89: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:12:13.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:12:13.89: IngressMonitor - start process kube event 2025-08-31 07:12:14.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:12:14.55: NetworkPolicyMonitor - start process kube event 2025-08-31 07:12:14.55: empty line received 2025-08-31 07:12:14.55: NetworkPolicyMonitor - start process kube event 2025-08-31 07:12:21.92: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 07:12:21.92: EndPointMonitor - start process kube event 2025-08-31 07:12:21.92: empty line received 2025-08-31 07:12:21.92: EndPointMonitor - start process kube event 2025-08-31 07:12:22.56: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:12:22.56: ServiceMonitor - start process kube event 2025-08-31 07:12:22.56: empty line received 2025-08-31 07:12:22.56: ServiceMonitor - start process kube event 2025-08-31 07:12:23.18: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:12:23.18: NamespaceMonitor - start process kube event 2025-08-31 07:12:23.18: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:12:23.18: empty line received 2025-08-31 07:12:23.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:12:23.18: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:12:23.18: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:12:23.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:12:23.18: NamespaceMonitor - start process kube event 2025-08-31 07:12:24.79: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:12:24.79: NetworkMonitor - start process kube event 2025-08-31 07:12:24.79: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:12:24.79: empty line received 2025-08-31 07:12:24.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:12:24.79: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:12:24.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:12:24.79: NetworkMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-31 07:13:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001232 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:14:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001200 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:15:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001076 2025-08-31 07:12:29.74: PodMonitor - Received BOOKMARK: oldResVer=584 newResVer=1975 2025-08-31 07:12:29.74: PodMonitor - start process kube event 2025-08-31 07:12:29.74: empty line received 2025-08-31 07:12:29.74: PodMonitor - start process kube event 2025-08-31 07:12:50.93: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=1463 2025-08-31 07:12:50.93: NetworkMonitor - start process kube event 2025-08-31 07:12:50.93: empty line received 2025-08-31 07:12:50.93: NetworkMonitor - start process kube event 2025-08-31 07:12:52.48: stop iteration NetworkMonitor 2025-08-31 07:12:52.48: NetworkMonitor - start process kube event 2025-08-31 07:12:52.48: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1463 2025-08-31 07:12:52.48: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:12:52.48: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:12:52.48: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:12:52.48: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1463'})(timeout=120) 2025-08-31 07:12:52.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:12:52.49: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:12:52.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:12:52.50: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1463'}) 2025-08-31 07:13:13.88: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:13:13.88: IngressMonitor - start process kube event 2025-08-31 07:13:13.88: empty line received 2025-08-31 07:13:13.88: IngressMonitor - start process kube event 2025-08-31 07:13:14.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:13:14.93: NetworkPolicyMonitor - start process kube event 2025-08-31 07:13:14.93: empty line received 2025-08-31 07:13:14.93: NetworkPolicyMonitor - start process kube event 2025-08-31 07:13:22.37: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 07:13:22.37: EndPointMonitor - start process kube event 2025-08-31 07:13:22.37: empty line received 2025-08-31 07:13:22.37: EndPointMonitor - start process kube event 2025-08-31 07:13:22.39: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:13:22.39: ServiceMonitor - start process kube event 2025-08-31 07:13:22.39: empty line received 2025-08-31 07:13:22.39: ServiceMonitor - start process kube event 2025-08-31 07:13:23.08: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:13:23.09: NamespaceMonitor - start process kube event 2025-08-31 07:13:23.09: empty line received 2025-08-31 07:13:23.09: NamespaceMonitor - start process kube event 2025-08-31 07:13:28.85: PodMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-08-31 07:13:28.85: PodMonitor - start process kube event 2025-08-31 07:13:28.85: empty line received 2025-08-31 07:13:28.85: PodMonitor - start process kube event 2025-08-31 07:14:14.13: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:14:14.13: IngressMonitor - start process kube event 2025-08-31 07:14:14.13: empty line received 2025-08-31 07:14:14.13: IngressMonitor - start process kube event 2025-08-31 07:14:14.95: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:14:14.95: NetworkPolicyMonitor - start process kube event 2025-08-31 07:14:14.95: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:14:14.95: empty line received 2025-08-31 07:14:14.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:14:14.95: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:14:14.96: NetworkPolicyMonitor - start process kube event 2025-08-31 07:14:14.96: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:14:14.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:14:21.97: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:14:21.97: ServiceMonitor - start process kube event 2025-08-31 07:14:21.97: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:14:21.97: empty line received 2025-08-31 07:14:21.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:14:21.97: VncKubernetes - vnc_sync - Service start 2025-08-31 07:14:21.97: VncKubernetes - vnc_sync - Service done 2025-08-31 07:14:21.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:14:21.97: ServiceMonitor - start process kube event 2025-08-31 07:14:22.69: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 07:14:22.70: EndPointMonitor - start process kube event 2025-08-31 07:14:22.70: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:14:22.70: empty line received 2025-08-31 07:14:22.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:14:22.70: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:14:22.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:14:22.70: EndPointMonitor - start process kube event 2025-08-31 07:14:23.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:14:23.24: NamespaceMonitor - start process kube event 2025-08-31 07:14:23.24: empty line received 2025-08-31 07:14:23.24: NamespaceMonitor - start process kube event 2025-08-31 07:14:29.15: PodMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-08-31 07:14:29.15: PodMonitor - start process kube event 2025-08-31 07:14:29.15: empty line received 2025-08-31 07:14:29.15: PodMonitor - start process kube event 2025-08-31 07:14:52.51: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:14:52.51: NetworkMonitor - start process kube event 2025-08-31 07:14:52.51: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1463 2025-08-31 07:14:52.51: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:14:52.51: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:14:52.51: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:14:52.51: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1463'})(timeout=120) 2025-08-31 07:14:52.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:14:52.51: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:14:52.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:14:52.53: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1463'}) 2025-08-31 07:15:14.95: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:15:14.95: IngressMonitor - start process kube event 2025-08-31 07:15:14.95: empty line received 2025-08-31 07:15:14.95: IngressMonitor - start process kube event 2025-08-31 07:15:15.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:15:15.45: NetworkPolicyMonitor - start process kube event 2025-08-31 07:15:15.45: empty line received 2025-08-31 07:15:15.45: NetworkPolicyMonitor - start process kube event 2025-08-31 07:15:22.24: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 07:15:22.24: EndPointMonitor - start process kube event 2025-08-31 07:15:22.24: empty line received 2025-08-31 07:15:22.24: EndPointMonitor - start process kube event 2025-08-31 07:15:22.42: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:16:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001171 2025-08-31 07:15:22.42: ServiceMonitor - start process kube event 2025-08-31 07:15:22.42: empty line received 2025-08-31 07:15:22.42: ServiceMonitor - start process kube event 2025-08-31 07:15:23.65: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:15:23.65: NamespaceMonitor - start process kube event 2025-08-31 07:15:23.65: empty line received 2025-08-31 07:15:23.65: NamespaceMonitor - start process kube event 2025-08-31 07:15:28.80: PodMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-08-31 07:15:28.80: PodMonitor - start process kube event 2025-08-31 07:15:28.80: empty line received 2025-08-31 07:15:28.80: PodMonitor - start process kube event 2025-08-31 07:15:52.63: NetworkMonitor - Received BOOKMARK: oldResVer=1463 newResVer=2281 2025-08-31 07:15:52.63: NetworkMonitor - start process kube event 2025-08-31 07:15:52.63: empty line received 2025-08-31 07:15:52.63: NetworkMonitor - start process kube event 2025-08-31 07:16:14.91: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:16:14.91: IngressMonitor - start process kube event 2025-08-31 07:16:14.91: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:16:14.91: empty line received 2025-08-31 07:16:14.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:16:14.91: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:16:14.91: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:16:14.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:16:14.91: IngressMonitor - start process kube event 2025-08-31 07:16:15.96: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:16:15.96: NetworkPolicyMonitor - start process kube event 2025-08-31 07:16:15.96: empty line received 2025-08-31 07:16:15.96: NetworkPolicyMonitor - start process kube event 2025-08-31 07:16:22.34: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:16:22.34: ServiceMonitor - start process kube event 2025-08-31 07:16:22.34: empty line received 2025-08-31 07:16:22.34: ServiceMonitor - start process kube event 2025-08-31 07:16:22.45: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 07:16:22.45: EndPointMonitor - start process kube event 2025-08-31 07:16:22.45: empty line received 2025-08-31 07:16:22.45: EndPointMonitor - start process kube event 2025-08-31 07:16:22.78: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:16:22.78: NamespaceMonitor - start process kube event 2025-08-31 07:16:22.78: empty line received 2025-08-31 07:16:22.78: NamespaceMonitor - start process kube event 2025-08-31 07:16:29.73: PodMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-08-31 07:16:29.73: PodMonitor - start process kube event 2025-08-31 07:16:29.73: PodMonitor - _schedule_vnc_sync 2025-08-31 07:16:29.73: empty line received 2025-08-31 07:16:29.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:16:29.73: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:16:29.73: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:16:29.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:16:29.73: PodMonitor - start process kube event 2025-08-31 07:16:49.42: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:16:49.42: NetworkPolicyMonitor - start process kube event 2025-08-31 07:16:49.42: empty line received 2025-08-31 07:16:49.42: NetworkPolicyMonitor - start process kube event 2025-08-31 07:16:50.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:16:50.45: NetworkPolicyMonitor - start process kube event 2025-08-31 07:16:50.45: empty line received 2025-08-31 07:16:50.45: NetworkPolicyMonitor - start process kube event 2025-08-31 07:16:51.74: stop iteration NetworkPolicyMonitor 2025-08-31 07:16:51.74: NetworkPolicyMonitor - start process kube event 2025-08-31 07:16:51.74: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1872 2025-08-31 07:16:51.74: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:16:51.74: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:16:51.74: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:16:51.74: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'})(timeout=120) 2025-08-31 07:16:51.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:16:51.74: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:16:51.75: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:16:51.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:16:51.76: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'}) 2025-08-31 07:16:53.44: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:16:53.44: NetworkMonitor - start process kube event 2025-08-31 07:16:53.44: empty line received 2025-08-31 07:16:53.44: NetworkMonitor - start process kube event 2025-08-31 07:16:55.90: PodMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-08-31 07:16:55.90: PodMonitor - start process kube event 2025-08-31 07:16:55.90: empty line received 2025-08-31 07:16:55.90: PodMonitor - start process kube event 2025-08-31 07:16:56.98: PodMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-08-31 07:16:56.98: PodMonitor - start process kube event 2025-08-31 07:16:56.98: empty line received 2025-08-31 07:16:56.98: PodMonitor - start process kube event 2025-08-31 07:16:58.55: stop iteration PodMonitor 2025-08-31 07:16:58.55: PodMonitor - start process kube event 2025-08-31 07:16:58.55: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1975 2025-08-31 07:16:58.55: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:16:58.55: PodMonitor - Connect Kube API result 0 2025-08-31 07:16:58.55: PodMonitor - _schedule_vnc_sync 2025-08-31 07:16:58.55: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'})(timeout=120) 2025-08-31 07:16:58.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:16:58.55: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:16:58.55: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:16:58.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:16:58.56: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'}) 2025-08-31 07:17:13.31: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 07:17:13.31: EndPointMonitor - start process kube event 2025-08-31 07:17:13.31: empty line received 2025-08-31 07:17:13.31: EndPointMonitor - start process kube event 2025-08-31 07:17:14.46: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 07:17:14.46: EndPointMonitor - start process kube event 2025-08-31 07:17:14.46: empty line received 2025-08-31 07:17:14.46: EndPointMonitor - start process kube event 2025-08-31 07:17:15.12: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:17:15.12: IngressMonitor - start process kube event 2025-08-31 07:17:15.12: empty line received 2025-08-31 07:17:15.12: IngressMonitor - start process kube event 2025-08-31 07:17:15.69: stop iteration EndPointMonitor 2025-08-31 07:17:15.69: EndPointMonitor - start process kube event 2025-08-31 07:17:15.69: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1898 2025-08-31 07:17:15.69: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:17:15.69: EndPointMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:18:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001115 2025-08-31 07:17:15.69: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:17:15.69: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1898'})(timeout=120) 2025-08-31 07:17:15.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:17:15.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:17:15.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:17:15.70: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1898'}) 2025-08-31 07:17:22.69: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:17:22.69: ServiceMonitor - start process kube event 2025-08-31 07:17:22.69: empty line received 2025-08-31 07:17:22.69: ServiceMonitor - start process kube event 2025-08-31 07:17:23.46: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:17:23.46: NamespaceMonitor - start process kube event 2025-08-31 07:17:23.46: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:17:23.46: empty line received 2025-08-31 07:17:23.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:17:23.46: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:17:23.46: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:17:23.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:17:23.46: NamespaceMonitor - start process kube event 2025-08-31 07:17:38.99: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:17:38.99: ServiceMonitor - start process kube event 2025-08-31 07:17:38.99: empty line received 2025-08-31 07:17:38.99: ServiceMonitor - start process kube event 2025-08-31 07:17:40.06: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-08-31 07:17:40.06: ServiceMonitor - start process kube event 2025-08-31 07:17:40.06: empty line received 2025-08-31 07:17:40.06: ServiceMonitor - start process kube event 2025-08-31 07:17:41.29: stop iteration ServiceMonitor 2025-08-31 07:17:41.29: ServiceMonitor - start process kube event 2025-08-31 07:17:41.29: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1917 2025-08-31 07:17:41.29: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:17:41.29: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:17:41.29: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:17:41.29: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'})(timeout=120) 2025-08-31 07:17:41.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:17:41.29: VncKubernetes - vnc_sync - Service start 2025-08-31 07:17:41.29: VncKubernetes - vnc_sync - Service done 2025-08-31 07:17:41.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:17:41.30: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'}) 2025-08-31 07:17:42.88: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-08-31 07:17:42.89: IngressMonitor - start process kube event 2025-08-31 07:17:42.89: empty line received 2025-08-31 07:17:42.89: IngressMonitor - start process kube event 2025-08-31 07:17:44.04: stop iteration IngressMonitor 2025-08-31 07:17:44.04: IngressMonitor - start process kube event 2025-08-31 07:17:44.04: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1891 2025-08-31 07:17:44.04: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:17:44.04: IngressMonitor - Connect Kube API result 0 2025-08-31 07:17:44.04: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:17:44.05: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'})(timeout=120) 2025-08-31 07:17:44.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:17:44.05: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:17:44.05: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:17:44.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:17:44.05: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'}) 2025-08-31 07:17:52.64: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:17:52.64: NetworkMonitor - start process kube event 2025-08-31 07:17:52.65: empty line received 2025-08-31 07:17:52.65: NetworkMonitor - start process kube event 2025-08-31 07:18:03.91: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:18:03.91: NamespaceMonitor - start process kube event 2025-08-31 07:18:03.91: empty line received 2025-08-31 07:18:03.91: NamespaceMonitor - start process kube event 2025-08-31 07:18:05.14: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-08-31 07:18:05.15: NamespaceMonitor - start process kube event 2025-08-31 07:18:05.15: empty line received 2025-08-31 07:18:05.15: NamespaceMonitor - start process kube event 2025-08-31 07:18:06.13: stop iteration NamespaceMonitor 2025-08-31 07:18:06.13: NamespaceMonitor - start process kube event 2025-08-31 07:18:06.13: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1872 2025-08-31 07:18:06.13: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:18:06.13: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:18:06.13: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:18:06.13: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'})(timeout=120) 2025-08-31 07:18:06.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:18:06.13: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:18:06.13: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:18:06.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:18:06.14: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'}) 2025-08-31 07:18:51.76: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:18:51.76: NetworkPolicyMonitor - start process kube event 2025-08-31 07:18:51.76: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1872 2025-08-31 07:18:51.76: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:18:51.76: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:18:51.76: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:18:51.76: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'})(timeout=120) 2025-08-31 07:18:51.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:18:51.76: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:18:51.76: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:18:51.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:18:51.78: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'}) 2025-08-31 07:18:53.15: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:18:53.15: NetworkMonitor - start process kube event 2025-08-31 07:18:53.15: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-08-31 07:18:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001107 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:20:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001095 2025-08-31 07:18:53.15: empty line received 2025-08-31 07:18:53.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:18:53.15: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:18:53.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:18:53.15: NetworkMonitor - start process kube event 2025-08-31 07:18:58.57: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:18:58.57: PodMonitor - start process kube event 2025-08-31 07:18:58.57: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1975 2025-08-31 07:18:58.57: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:18:58.57: PodMonitor - Connect Kube API result 0 2025-08-31 07:18:58.57: PodMonitor - _schedule_vnc_sync 2025-08-31 07:18:58.57: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'})(timeout=120) 2025-08-31 07:18:58.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:18:58.57: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:18:58.57: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:18:58.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:18:58.58: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'}) 2025-08-31 07:19:15.70: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:19:15.70: EndPointMonitor - start process kube event 2025-08-31 07:19:15.70: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1898 2025-08-31 07:19:15.70: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:19:15.70: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:19:15.70: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:19:15.70: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1898'})(timeout=120) 2025-08-31 07:19:15.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:19:15.71: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:19:15.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:19:15.71: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1898'}) 2025-08-31 07:19:41.30: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:19:41.30: ServiceMonitor - start process kube event 2025-08-31 07:19:41.30: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1917 2025-08-31 07:19:41.30: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:19:41.30: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:19:41.30: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:19:41.30: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'})(timeout=120) 2025-08-31 07:19:41.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:19:41.31: VncKubernetes - vnc_sync - Service start 2025-08-31 07:19:41.31: VncKubernetes - vnc_sync - Service done 2025-08-31 07:19:41.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:19:41.32: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'}) 2025-08-31 07:19:44.05: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:19:44.05: IngressMonitor - start process kube event 2025-08-31 07:19:44.05: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1891 2025-08-31 07:19:44.05: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:19:44.06: IngressMonitor - Connect Kube API result 0 2025-08-31 07:19:44.06: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:19:44.06: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'})(timeout=120) 2025-08-31 07:19:44.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:19:44.06: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:19:44.06: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:19:44.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:19:44.07: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1891'}) 2025-08-31 07:19:51.29: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=2656 2025-08-31 07:19:51.30: NetworkPolicyMonitor - start process kube event 2025-08-31 07:19:51.30: empty line received 2025-08-31 07:19:51.30: NetworkPolicyMonitor - start process kube event 2025-08-31 07:19:53.50: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:19:53.50: NetworkMonitor - start process kube event 2025-08-31 07:19:53.50: empty line received 2025-08-31 07:19:53.50: NetworkMonitor - start process kube event 2025-08-31 07:20:05.92: NamespaceMonitor - Received BOOKMARK: oldResVer=1872 newResVer=2656 2025-08-31 07:20:05.92: NamespaceMonitor - start process kube event 2025-08-31 07:20:05.92: empty line received 2025-08-31 07:20:05.92: NamespaceMonitor - start process kube event 2025-08-31 07:20:15.06: EndPointMonitor - Received BOOKMARK: oldResVer=1898 newResVer=2698 2025-08-31 07:20:15.06: EndPointMonitor - start process kube event 2025-08-31 07:20:15.06: empty line received 2025-08-31 07:20:15.06: EndPointMonitor - start process kube event 2025-08-31 07:20:41.13: ServiceMonitor - Received BOOKMARK: oldResVer=1917 newResVer=2721 2025-08-31 07:20:41.13: ServiceMonitor - start process kube event 2025-08-31 07:20:41.13: empty line received 2025-08-31 07:20:41.13: ServiceMonitor - start process kube event 2025-08-31 07:20:45.16: IngressMonitor - Received BOOKMARK: oldResVer=1891 newResVer=2682 2025-08-31 07:20:45.16: IngressMonitor - start process kube event 2025-08-31 07:20:45.16: empty line received 2025-08-31 07:20:45.16: IngressMonitor - start process kube event 2025-08-31 07:20:51.19: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:20:51.19: NetworkPolicyMonitor - start process kube event 2025-08-31 07:20:51.19: empty line received 2025-08-31 07:20:51.19: NetworkPolicyMonitor - start process kube event 2025-08-31 07:20:53.95: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:20:53.95: NetworkMonitor - start process kube event 2025-08-31 07:20:53.95: empty line received 2025-08-31 07:20:53.95: NetworkMonitor - start process kube event 2025-08-31 07:20:58.58: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:20:58.58: PodMonitor - start process kube event 2025-08-31 07:20:58.58: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1975 2025-08-31 07:20:58.58: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:20:58.58: PodMonitor - Connect Kube API result 0 2025-08-31 07:20:58.58: PodMonitor - _schedule_vnc_sync 2025-08-31 07:20:58.58: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'})(timeout=120) 2025-08-31 07:20:58.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:20:58.58: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:20:58.58: VncKubernetes - vnc_sync - Pod done [Introspect:8108]10.0.0.50 - - [2025-08-31 07:21:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001114 2025-08-31 07:20:58.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:20:58.59: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'}) 2025-08-31 07:21:06.48: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:21:06.48: NamespaceMonitor - start process kube event 2025-08-31 07:21:06.48: empty line received 2025-08-31 07:21:06.48: NamespaceMonitor - start process kube event 2025-08-31 07:21:15.51: EndPointMonitor - Received BOOKMARK: oldResVer=2698 newResVer=2698 2025-08-31 07:21:15.51: EndPointMonitor - start process kube event 2025-08-31 07:21:15.51: empty line received 2025-08-31 07:21:15.51: EndPointMonitor - start process kube event 2025-08-31 07:21:41.36: ServiceMonitor - Received BOOKMARK: oldResVer=2721 newResVer=2721 2025-08-31 07:21:41.36: ServiceMonitor - start process kube event 2025-08-31 07:21:41.36: empty line received 2025-08-31 07:21:41.36: ServiceMonitor - start process kube event 2025-08-31 07:21:45.86: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:21:45.86: IngressMonitor - start process kube event 2025-08-31 07:21:45.86: empty line received 2025-08-31 07:21:45.86: IngressMonitor - start process kube event 2025-08-31 07:21:50.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:21:50.99: NetworkPolicyMonitor - start process kube event 2025-08-31 07:21:50.99: empty line received 2025-08-31 07:21:50.99: NetworkPolicyMonitor - start process kube event 2025-08-31 07:21:54.12: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:21:54.12: NetworkMonitor - start process kube event 2025-08-31 07:21:54.12: empty line received 2025-08-31 07:21:54.12: NetworkMonitor - start process kube event 2025-08-31 07:21:58.47: PodMonitor - Received BOOKMARK: oldResVer=1975 newResVer=2811 2025-08-31 07:21:58.47: PodMonitor - start process kube event 2025-08-31 07:21:58.47: empty line received 2025-08-31 07:21:58.47: PodMonitor - start process kube event 2025-08-31 07:22:06.14: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:22:06.14: NamespaceMonitor - start process kube event 2025-08-31 07:22:06.14: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:22:06.14: empty line received 2025-08-31 07:22:06.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:22:06.14: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:22:06.14: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:22:06.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:22:06.14: NamespaceMonitor - start process kube event 2025-08-31 07:22:15.37: EndPointMonitor - Received BOOKMARK: oldResVer=2698 newResVer=2698 2025-08-31 07:22:15.37: EndPointMonitor - start process kube event 2025-08-31 07:22:15.37: empty line received 2025-08-31 07:22:15.37: EndPointMonitor - start process kube event 2025-08-31 07:22:28.77: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:22:28.77: NetworkMonitor - start process kube event 2025-08-31 07:22:28.77: empty line received 2025-08-31 07:22:28.77: NetworkMonitor - start process kube event 2025-08-31 07:22:29.84: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=2281 2025-08-31 07:22:29.85: NetworkMonitor - start process kube event 2025-08-31 07:22:29.85: empty line received 2025-08-31 07:22:29.85: NetworkMonitor - start process kube event 2025-08-31 07:22:31.43: stop iteration NetworkMonitor 2025-08-31 07:22:31.44: NetworkMonitor - start process kube event 2025-08-31 07:22:31.44: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2281 2025-08-31 07:22:31.44: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:22:31.44: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:22:31.44: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:22:31.44: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2281'})(timeout=120) 2025-08-31 07:22:31.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:22:31.44: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:22:31.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:22:31.45: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2281'}) 2025-08-31 07:22:41.15: ServiceMonitor - Received BOOKMARK: oldResVer=2721 newResVer=2721 2025-08-31 07:22:41.15: ServiceMonitor - start process kube event 2025-08-31 07:22:41.15: empty line received 2025-08-31 07:22:41.15: ServiceMonitor - start process kube event 2025-08-31 07:22:45.83: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:22:45.83: IngressMonitor - start process kube event 2025-08-31 07:22:45.83: empty line received 2025-08-31 07:22:45.83: IngressMonitor - start process kube event 2025-08-31 07:22:51.20: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:22:51.20: NetworkPolicyMonitor - start process kube event 2025-08-31 07:22:51.20: empty line received 2025-08-31 07:22:51.20: NetworkPolicyMonitor - start process kube event 2025-08-31 07:22:58.36: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=2811 2025-08-31 07:22:58.36: PodMonitor - start process kube event 2025-08-31 07:22:58.36: empty line received 2025-08-31 07:22:58.36: PodMonitor - start process kube event 2025-08-31 07:23:06.26: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:23:06.26: NamespaceMonitor - start process kube event 2025-08-31 07:23:06.26: empty line received 2025-08-31 07:23:06.26: NamespaceMonitor - start process kube event 2025-08-31 07:23:15.66: EndPointMonitor - Received BOOKMARK: oldResVer=2698 newResVer=2698 2025-08-31 07:23:15.66: EndPointMonitor - start process kube event 2025-08-31 07:23:15.66: empty line received 2025-08-31 07:23:15.66: EndPointMonitor - start process kube event 2025-08-31 07:23:41.04: ServiceMonitor - Received BOOKMARK: oldResVer=2721 newResVer=2721 2025-08-31 07:23:41.04: ServiceMonitor - start process kube event 2025-08-31 07:23:41.04: empty line received 2025-08-31 07:23:41.04: ServiceMonitor - start process kube event 2025-08-31 07:23:45.48: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:23:45.48: IngressMonitor - start process kube event 2025-08-31 07:23:45.48: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:23:45.48: empty line received 2025-08-31 07:23:45.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:23:45.49: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:23:45.49: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:23:45.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:23:45.49: IngressMonitor - start process kube event 2025-08-31 07:23:51.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:23:51.15: NetworkPolicyMonitor - start process kube event 2025-08-31 07:23:51.15: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:23:51.15: empty line received 2025-08-31 07:23:51.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:23:51.15: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:23:51.15: NetworkPolicyMonitor - start process kube event 2025-08-31 07:23:51.15: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:23:51.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:23:58.14: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=2811 2025-08-31 07:23:58.14: PodMonitor - start process kube event 2025-08-31 07:23:58.14: empty line received [Introspect:8108]10.0.0.50 - - [2025-08-31 07:24:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001139 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:24:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001084 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:25:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001256 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:25:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001198 2025-08-31 07:23:58.14: PodMonitor - start process kube event 2025-08-31 07:24:05.80: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:24:05.80: NamespaceMonitor - start process kube event 2025-08-31 07:24:05.80: empty line received 2025-08-31 07:24:05.80: NamespaceMonitor - start process kube event 2025-08-31 07:24:15.43: EndPointMonitor - Received BOOKMARK: oldResVer=2698 newResVer=2698 2025-08-31 07:24:15.43: EndPointMonitor - start process kube event 2025-08-31 07:24:15.43: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:24:15.43: empty line received 2025-08-31 07:24:15.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:24:15.43: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:24:15.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:24:15.44: EndPointMonitor - start process kube event 2025-08-31 07:24:31.45: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:24:31.45: NetworkMonitor - start process kube event 2025-08-31 07:24:31.45: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2281 2025-08-31 07:24:31.45: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:24:31.45: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:24:31.45: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:24:31.45: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2281'})(timeout=120) 2025-08-31 07:24:31.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:24:31.45: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:24:31.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:24:31.47: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2281'}) 2025-08-31 07:24:40.86: ServiceMonitor - Received BOOKMARK: oldResVer=2721 newResVer=2721 2025-08-31 07:24:40.86: ServiceMonitor - start process kube event 2025-08-31 07:24:40.86: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:24:40.86: empty line received 2025-08-31 07:24:40.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:24:40.86: VncKubernetes - vnc_sync - Service start 2025-08-31 07:24:40.86: VncKubernetes - vnc_sync - Service done 2025-08-31 07:24:40.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:24:40.86: ServiceMonitor - start process kube event 2025-08-31 07:24:45.27: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:24:45.27: IngressMonitor - start process kube event 2025-08-31 07:24:45.27: empty line received 2025-08-31 07:24:45.27: IngressMonitor - start process kube event 2025-08-31 07:24:51.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:24:51.79: NetworkPolicyMonitor - start process kube event 2025-08-31 07:24:51.79: empty line received 2025-08-31 07:24:51.79: NetworkPolicyMonitor - start process kube event 2025-08-31 07:24:52.97: stop iteration NetworkPolicyMonitor 2025-08-31 07:24:52.97: NetworkPolicyMonitor - start process kube event 2025-08-31 07:24:52.97: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2656 2025-08-31 07:24:52.97: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:24:52.97: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:24:52.97: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:24:52.97: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'})(timeout=120) 2025-08-31 07:24:52.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:24:52.97: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:24:52.97: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:24:52.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:24:52.98: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'}) 2025-08-31 07:24:57.91: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=2811 2025-08-31 07:24:57.91: PodMonitor - start process kube event 2025-08-31 07:24:57.91: empty line received 2025-08-31 07:24:57.91: PodMonitor - start process kube event 2025-08-31 07:25:06.74: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:25:06.74: NamespaceMonitor - start process kube event 2025-08-31 07:25:06.74: empty line received 2025-08-31 07:25:06.74: NamespaceMonitor - start process kube event 2025-08-31 07:25:15.31: EndPointMonitor - Received BOOKMARK: oldResVer=2698 newResVer=2698 2025-08-31 07:25:15.31: EndPointMonitor - start process kube event 2025-08-31 07:25:15.31: empty line received 2025-08-31 07:25:15.31: EndPointMonitor - start process kube event 2025-08-31 07:25:32.15: NetworkMonitor - Received BOOKMARK: oldResVer=2281 newResVer=3081 2025-08-31 07:25:32.15: NetworkMonitor - start process kube event 2025-08-31 07:25:32.15: empty line received 2025-08-31 07:25:32.15: NetworkMonitor - start process kube event 2025-08-31 07:25:41.56: ServiceMonitor - Received BOOKMARK: oldResVer=2721 newResVer=2721 2025-08-31 07:25:41.56: ServiceMonitor - start process kube event 2025-08-31 07:25:41.56: empty line received 2025-08-31 07:25:41.56: ServiceMonitor - start process kube event 2025-08-31 07:25:45.84: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:25:45.84: IngressMonitor - start process kube event 2025-08-31 07:25:45.84: empty line received 2025-08-31 07:25:45.84: IngressMonitor - start process kube event 2025-08-31 07:25:51.88: ServiceMonitor - Received BOOKMARK: oldResVer=2721 newResVer=2721 2025-08-31 07:25:51.88: ServiceMonitor - start process kube event 2025-08-31 07:25:51.88: empty line received 2025-08-31 07:25:51.88: ServiceMonitor - start process kube event 2025-08-31 07:25:53.26: EndPointMonitor - Received BOOKMARK: oldResVer=2698 newResVer=2698 2025-08-31 07:25:53.26: EndPointMonitor - start process kube event 2025-08-31 07:25:53.26: empty line received 2025-08-31 07:25:53.26: EndPointMonitor - start process kube event 2025-08-31 07:25:53.41: stop iteration ServiceMonitor 2025-08-31 07:25:53.41: ServiceMonitor - start process kube event 2025-08-31 07:25:53.41: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2721 2025-08-31 07:25:53.41: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:25:53.41: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:25:53.41: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:25:53.41: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2721'})(timeout=120) 2025-08-31 07:25:53.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:25:53.41: VncKubernetes - vnc_sync - Service start 2025-08-31 07:25:53.41: VncKubernetes - vnc_sync - Service done 2025-08-31 07:25:53.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:25:53.42: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2721'}) 2025-08-31 07:25:55.25: stop iteration EndPointMonitor 2025-08-31 07:25:55.25: EndPointMonitor - start process kube event 2025-08-31 07:25:55.25: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2698 2025-08-31 07:25:55.25: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:25:55.25: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:25:55.25: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:25:55.25: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2698'})(timeout=120) 2025-08-31 07:25:55.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:25:55.25: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:25:55.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:25:55.25: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2698'}) 2025-08-31 07:25:58.50: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=2811 2025-08-31 07:25:58.50: PodMonitor - start process kube event 2025-08-31 07:25:58.50: PodMonitor - _schedule_vnc_sync 2025-08-31 07:25:58.50: empty line received 2025-08-31 07:25:58.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:25:58.50: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:25:58.50: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:25:58.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:25:58.50: PodMonitor - start process kube event 2025-08-31 07:26:06.78: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:26:06.78: NamespaceMonitor - start process kube event 2025-08-31 07:26:06.78: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:26:06.78: empty line received 2025-08-31 07:26:06.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:26:06.78: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:26:06.78: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:26:06.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:26:06.78: NamespaceMonitor - start process kube event 2025-08-31 07:26:31.68: NetworkMonitor - Received BOOKMARK: oldResVer=3081 newResVer=3081 2025-08-31 07:26:31.68: NetworkMonitor - start process kube event 2025-08-31 07:26:31.68: empty line received 2025-08-31 07:26:31.68: NetworkMonitor - start process kube event 2025-08-31 07:26:45.46: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:26:45.46: IngressMonitor - start process kube event 2025-08-31 07:26:45.46: empty line received 2025-08-31 07:26:45.46: IngressMonitor - start process kube event 2025-08-31 07:26:52.98: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:26:52.98: NetworkPolicyMonitor - start process kube event 2025-08-31 07:26:52.98: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2656 2025-08-31 07:26:52.98: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:26:52.98: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:26:52.98: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:26:52.98: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'})(timeout=120) 2025-08-31 07:26:52.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:26:52.98: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:26:52.99: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:26:52.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:26:53.00: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'}) 2025-08-31 07:26:57.90: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=2811 2025-08-31 07:26:57.90: PodMonitor - start process kube event 2025-08-31 07:26:57.90: empty line received 2025-08-31 07:26:57.90: PodMonitor - start process kube event 2025-08-31 07:27:07.40: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:27:07.40: NamespaceMonitor - start process kube event 2025-08-31 07:27:07.40: empty line received 2025-08-31 07:27:07.40: NamespaceMonitor - start process kube event 2025-08-31 07:27:23.19: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:27:23.19: IngressMonitor - start process kube event 2025-08-31 07:27:23.19: empty line received 2025-08-31 07:27:23.19: IngressMonitor - start process kube event 2025-08-31 07:27:24.33: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=2682 2025-08-31 07:27:24.33: IngressMonitor - start process kube event 2025-08-31 07:27:24.33: empty line received 2025-08-31 07:27:24.33: IngressMonitor - start process kube event 2025-08-31 07:27:25.39: stop iteration IngressMonitor 2025-08-31 07:27:25.39: IngressMonitor - start process kube event 2025-08-31 07:27:25.39: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2682 2025-08-31 07:27:25.39: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:27:25.39: IngressMonitor - Connect Kube API result 0 2025-08-31 07:27:25.39: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:27:25.39: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2682'})(timeout=120) 2025-08-31 07:27:25.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:27:25.39: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:27:25.39: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:27:25.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:27:25.40: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2682'}) 2025-08-31 07:27:31.69: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=2656 2025-08-31 07:27:31.70: NamespaceMonitor - start process kube event 2025-08-31 07:27:31.70: empty line received 2025-08-31 07:27:31.70: NamespaceMonitor - start process kube event 2025-08-31 07:27:31.86: NetworkMonitor - Received BOOKMARK: oldResVer=3081 newResVer=3081 2025-08-31 07:27:31.86: NetworkMonitor - start process kube event 2025-08-31 07:27:31.86: empty line received 2025-08-31 07:27:31.86: NetworkMonitor - start process kube event 2025-08-31 07:27:32.92: stop iteration NamespaceMonitor 2025-08-31 07:27:32.92: NamespaceMonitor - start process kube event 2025-08-31 07:27:32.92: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2656 2025-08-31 07:27:32.92: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:27:32.92: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:27:32.92: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:27:32.92: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'})(timeout=120) 2025-08-31 07:27:32.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:27:32.92: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:27:32.92: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:27:32.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:27:32.93: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'}) 2025-08-31 07:27:53.43: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:27:53.43: ServiceMonitor - start process kube event 2025-08-31 07:27:53.43: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2721 2025-08-31 07:27:53.43: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:28:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001310 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:28:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001217 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:29:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001099 2025-08-31 07:27:53.43: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:27:53.43: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:27:53.43: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2721'})(timeout=120) 2025-08-31 07:27:53.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:27:53.43: VncKubernetes - vnc_sync - Service start 2025-08-31 07:27:53.43: VncKubernetes - vnc_sync - Service done 2025-08-31 07:27:53.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:27:53.44: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2721'}) 2025-08-31 07:27:55.26: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:27:55.26: EndPointMonitor - start process kube event 2025-08-31 07:27:55.26: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2698 2025-08-31 07:27:55.26: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:27:55.26: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:27:55.26: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:27:55.26: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2698'})(timeout=120) 2025-08-31 07:27:55.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:27:55.26: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:27:55.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:27:55.27: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2698'}) 2025-08-31 07:27:57.99: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=2811 2025-08-31 07:27:57.99: PodMonitor - start process kube event 2025-08-31 07:27:57.99: empty line received 2025-08-31 07:27:57.99: PodMonitor - start process kube event 2025-08-31 07:28:31.99: NetworkMonitor - Received BOOKMARK: oldResVer=3081 newResVer=3081 2025-08-31 07:28:31.99: NetworkMonitor - start process kube event 2025-08-31 07:28:31.99: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:28:31.99: empty line received 2025-08-31 07:28:31.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:28:31.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:28:31.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:28:31.99: NetworkMonitor - start process kube event 2025-08-31 07:28:39.73: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=2811 2025-08-31 07:28:39.73: PodMonitor - start process kube event 2025-08-31 07:28:39.73: empty line received 2025-08-31 07:28:39.73: PodMonitor - start process kube event 2025-08-31 07:28:40.89: stop iteration PodMonitor 2025-08-31 07:28:40.89: PodMonitor - start process kube event 2025-08-31 07:28:40.89: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2811 2025-08-31 07:28:40.89: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:28:40.89: PodMonitor - Connect Kube API result 0 2025-08-31 07:28:40.89: PodMonitor - _schedule_vnc_sync 2025-08-31 07:28:40.89: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2811'})(timeout=120) 2025-08-31 07:28:40.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:28:40.89: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:28:40.89: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:28:40.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:28:40.90: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2811'}) 2025-08-31 07:28:53.00: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:28:53.01: NetworkPolicyMonitor - start process kube event 2025-08-31 07:28:53.01: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2656 2025-08-31 07:28:53.01: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:28:53.01: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 07:28:53.01: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:28:53.01: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'})(timeout=120) 2025-08-31 07:28:53.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:28:53.01: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:28:53.01: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:28:53.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:28:53.02: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'}) 2025-08-31 07:29:25.41: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:29:25.41: IngressMonitor - start process kube event 2025-08-31 07:29:25.41: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2682 2025-08-31 07:29:25.41: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:29:25.41: IngressMonitor - Connect Kube API result 0 2025-08-31 07:29:25.41: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:29:25.41: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2682'})(timeout=120) 2025-08-31 07:29:25.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:29:25.41: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:29:25.41: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:29:25.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:29:25.42: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2682'}) 2025-08-31 07:29:31.74: NetworkMonitor - Received BOOKMARK: oldResVer=3081 newResVer=3081 2025-08-31 07:29:31.74: NetworkMonitor - start process kube event 2025-08-31 07:29:31.74: empty line received 2025-08-31 07:29:31.74: NetworkMonitor - start process kube event 2025-08-31 07:29:32.93: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:29:32.93: NamespaceMonitor - start process kube event 2025-08-31 07:29:32.93: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2656 2025-08-31 07:29:32.93: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:29:32.93: NamespaceMonitor - Connect Kube API result 0 2025-08-31 07:29:32.93: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:29:32.93: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'})(timeout=120) 2025-08-31 07:29:32.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:29:32.93: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:29:32.93: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:29:32.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:29:32.95: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2656'}) [Introspect:8108]10.0.0.50 - - [2025-08-31 07:30:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001084 2025-08-31 07:29:53.45: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:29:53.45: ServiceMonitor - start process kube event 2025-08-31 07:29:53.45: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2721 2025-08-31 07:29:53.45: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:29:53.45: ServiceMonitor - Connect Kube API result 0 2025-08-31 07:29:53.45: ServiceMonitor - _schedule_vnc_sync 2025-08-31 07:29:53.45: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2721'})(timeout=120) 2025-08-31 07:29:53.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 07:29:53.45: VncKubernetes - vnc_sync - Service start 2025-08-31 07:29:53.45: VncKubernetes - vnc_sync - Service done 2025-08-31 07:29:53.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:29:53.46: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2721'}) 2025-08-31 07:29:53.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2656 newResVer=3440 2025-08-31 07:29:53.57: NetworkPolicyMonitor - start process kube event 2025-08-31 07:29:53.57: empty line received 2025-08-31 07:29:53.57: NetworkPolicyMonitor - start process kube event 2025-08-31 07:29:55.27: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:29:55.27: EndPointMonitor - start process kube event 2025-08-31 07:29:55.27: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2698 2025-08-31 07:29:55.27: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:29:55.27: EndPointMonitor - Connect Kube API result 0 2025-08-31 07:29:55.27: EndPointMonitor - _schedule_vnc_sync 2025-08-31 07:29:55.27: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2698'})(timeout=120) 2025-08-31 07:29:55.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 07:29:55.28: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 07:29:55.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:29:55.28: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2698'}) 2025-08-31 07:30:13.54: NetworkMonitor - Received BOOKMARK: oldResVer=3081 newResVer=3081 2025-08-31 07:30:13.54: NetworkMonitor - start process kube event 2025-08-31 07:30:13.54: empty line received 2025-08-31 07:30:13.54: NetworkMonitor - start process kube event 2025-08-31 07:30:14.74: NetworkMonitor - Received BOOKMARK: oldResVer=3081 newResVer=3081 2025-08-31 07:30:14.74: NetworkMonitor - start process kube event 2025-08-31 07:30:14.74: empty line received 2025-08-31 07:30:14.74: NetworkMonitor - start process kube event 2025-08-31 07:30:15.87: stop iteration NetworkMonitor 2025-08-31 07:30:15.87: NetworkMonitor - start process kube event 2025-08-31 07:30:15.87: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3081 2025-08-31 07:30:15.87: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:30:15.87: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:30:15.87: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:30:15.87: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3081'})(timeout=120) 2025-08-31 07:30:15.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:30:15.87: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:30:15.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:30:15.89: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3081'}) 2025-08-31 07:30:25.25: IngressMonitor - Received BOOKMARK: oldResVer=2682 newResVer=3477 2025-08-31 07:30:25.25: IngressMonitor - start process kube event 2025-08-31 07:30:25.25: empty line received 2025-08-31 07:30:25.25: IngressMonitor - start process kube event 2025-08-31 07:30:33.16: NamespaceMonitor - Received BOOKMARK: oldResVer=2656 newResVer=3440 2025-08-31 07:30:33.16: NamespaceMonitor - start process kube event 2025-08-31 07:30:33.16: empty line received 2025-08-31 07:30:33.16: NamespaceMonitor - start process kube event 2025-08-31 07:30:40.90: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:30:40.90: PodMonitor - start process kube event 2025-08-31 07:30:40.90: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2811 2025-08-31 07:30:40.90: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:30:40.90: PodMonitor - Connect Kube API result 0 2025-08-31 07:30:40.90: PodMonitor - _schedule_vnc_sync 2025-08-31 07:30:40.90: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2811'})(timeout=120) 2025-08-31 07:30:40.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:30:40.90: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:30:40.90: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:30:40.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:30:40.91: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2811'}) 2025-08-31 07:30:53.09: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:30:53.09: NetworkPolicyMonitor - start process kube event 2025-08-31 07:30:53.09: empty line received 2025-08-31 07:30:53.09: NetworkPolicyMonitor - start process kube event 2025-08-31 07:30:53.51: ServiceMonitor - Received BOOKMARK: oldResVer=2721 newResVer=3530 2025-08-31 07:30:53.51: ServiceMonitor - start process kube event 2025-08-31 07:30:53.51: empty line received 2025-08-31 07:30:53.51: ServiceMonitor - start process kube event 2025-08-31 07:30:55.60: EndPointMonitor - Received BOOKMARK: oldResVer=2698 newResVer=3497 2025-08-31 07:30:55.60: EndPointMonitor - start process kube event 2025-08-31 07:30:55.60: empty line received 2025-08-31 07:30:55.60: EndPointMonitor - start process kube event 2025-08-31 07:31:26.02: IngressMonitor - Received BOOKMARK: oldResVer=3477 newResVer=3477 2025-08-31 07:31:26.02: IngressMonitor - start process kube event 2025-08-31 07:31:26.02: empty line received 2025-08-31 07:31:26.02: IngressMonitor - start process kube event 2025-08-31 07:31:33.52: NamespaceMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:31:33.52: NamespaceMonitor - start process kube event 2025-08-31 07:31:33.52: empty line received 2025-08-31 07:31:33.52: NamespaceMonitor - start process kube event 2025-08-31 07:31:52.99: ServiceMonitor - Received BOOKMARK: oldResVer=3530 newResVer=3530 2025-08-31 07:31:52.99: ServiceMonitor - start process kube event 2025-08-31 07:31:52.99: empty line received 2025-08-31 07:31:52.99: ServiceMonitor - start process kube event 2025-08-31 07:31:53.85: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:31:53.85: NetworkPolicyMonitor - start process kube event 2025-08-31 07:31:53.85: empty line received 2025-08-31 07:31:53.85: NetworkPolicyMonitor - start process kube event 2025-08-31 07:31:55.43: EndPointMonitor - Received BOOKMARK: oldResVer=3497 newResVer=3497 2025-08-31 07:31:55.43: EndPointMonitor - start process kube event 2025-08-31 07:31:55.43: empty line received 2025-08-31 07:31:55.43: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-31 07:34:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001069 2025-08-31 07:32:15.89: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:32:15.89: NetworkMonitor - start process kube event 2025-08-31 07:32:15.89: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3081 2025-08-31 07:32:15.89: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:32:15.89: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:32:15.89: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:32:15.89: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3081'})(timeout=120) 2025-08-31 07:32:15.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:32:15.89: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:32:15.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:32:15.90: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3081'}) 2025-08-31 07:32:26.52: IngressMonitor - Received BOOKMARK: oldResVer=3477 newResVer=3477 2025-08-31 07:32:26.52: IngressMonitor - start process kube event 2025-08-31 07:32:26.52: empty line received 2025-08-31 07:32:26.53: IngressMonitor - start process kube event 2025-08-31 07:32:33.52: NamespaceMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:32:33.52: NamespaceMonitor - start process kube event 2025-08-31 07:32:33.52: empty line received 2025-08-31 07:32:33.52: NamespaceMonitor - start process kube event 2025-08-31 07:32:40.91: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:32:40.91: PodMonitor - start process kube event 2025-08-31 07:32:40.91: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2811 2025-08-31 07:32:40.91: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:32:40.91: PodMonitor - Connect Kube API result 0 2025-08-31 07:32:40.91: PodMonitor - _schedule_vnc_sync 2025-08-31 07:32:40.91: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2811'})(timeout=120) 2025-08-31 07:32:40.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 07:32:40.91: VncKubernetes - vnc_sync - Pod start 2025-08-31 07:32:40.91: VncKubernetes - vnc_sync - Pod done 2025-08-31 07:32:40.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:32:40.92: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2811'}) 2025-08-31 07:32:52.90: ServiceMonitor - Received BOOKMARK: oldResVer=3530 newResVer=3530 2025-08-31 07:32:52.90: ServiceMonitor - start process kube event 2025-08-31 07:32:52.90: empty line received 2025-08-31 07:32:52.90: ServiceMonitor - start process kube event 2025-08-31 07:32:53.72: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:32:53.72: NetworkPolicyMonitor - start process kube event 2025-08-31 07:32:53.72: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 07:32:53.72: empty line received 2025-08-31 07:32:53.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 07:32:53.72: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 07:32:53.72: NetworkPolicyMonitor - start process kube event 2025-08-31 07:32:53.72: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 07:32:53.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:32:54.88: EndPointMonitor - Received BOOKMARK: oldResVer=3497 newResVer=3497 2025-08-31 07:32:54.88: EndPointMonitor - start process kube event 2025-08-31 07:32:54.88: empty line received 2025-08-31 07:32:54.88: EndPointMonitor - start process kube event 2025-08-31 07:33:26.25: IngressMonitor - Received BOOKMARK: oldResVer=3477 newResVer=3477 2025-08-31 07:33:26.25: IngressMonitor - start process kube event 2025-08-31 07:33:26.25: IngressMonitor - _schedule_vnc_sync 2025-08-31 07:33:26.25: empty line received 2025-08-31 07:33:26.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 07:33:26.25: VncKubernetes - vnc_sync - Ingress start 2025-08-31 07:33:26.25: VncKubernetes - vnc_sync - Ingress done 2025-08-31 07:33:26.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:33:26.25: IngressMonitor - start process kube event 2025-08-31 07:33:33.38: NamespaceMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:33:33.38: NamespaceMonitor - start process kube event 2025-08-31 07:33:33.38: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 07:33:33.38: empty line received 2025-08-31 07:33:33.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 07:33:33.38: VncKubernetes - vnc_sync - Namespace start 2025-08-31 07:33:33.38: VncKubernetes - vnc_sync - Namespace done 2025-08-31 07:33:33.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:33:33.38: NamespaceMonitor - start process kube event 2025-08-31 07:33:41.31: PodMonitor - Received BOOKMARK: oldResVer=2811 newResVer=3647 2025-08-31 07:33:41.31: PodMonitor - start process kube event 2025-08-31 07:33:41.31: empty line received 2025-08-31 07:33:41.31: PodMonitor - start process kube event 2025-08-31 07:33:53.20: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:33:53.21: NetworkPolicyMonitor - start process kube event 2025-08-31 07:33:53.21: empty line received 2025-08-31 07:33:53.21: NetworkPolicyMonitor - start process kube event 2025-08-31 07:33:53.37: ServiceMonitor - Received BOOKMARK: oldResVer=3530 newResVer=3530 2025-08-31 07:33:53.38: ServiceMonitor - start process kube event 2025-08-31 07:33:53.38: empty line received 2025-08-31 07:33:53.38: ServiceMonitor - start process kube event 2025-08-31 07:33:54.93: EndPointMonitor - Received BOOKMARK: oldResVer=3497 newResVer=3497 2025-08-31 07:33:54.93: EndPointMonitor - start process kube event 2025-08-31 07:33:54.93: empty line received 2025-08-31 07:33:54.93: EndPointMonitor - start process kube event 2025-08-31 07:34:15.91: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-08-31 07:34:15.91: NetworkMonitor - start process kube event 2025-08-31 07:34:15.91: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3081 2025-08-31 07:34:15.91: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-08-31 07:34:15.91: NetworkMonitor - Connect Kube API result 0 2025-08-31 07:34:15.91: NetworkMonitor - _schedule_vnc_sync 2025-08-31 07:34:15.91: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3081'})(timeout=120) 2025-08-31 07:34:15.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 07:34:15.91: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 07:34:15.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 07:34:15.92: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3081'}) 2025-08-31 07:34:26.22: IngressMonitor - Received BOOKMARK: oldResVer=3477 newResVer=3477 2025-08-31 07:34:26.22: IngressMonitor - start process kube event 2025-08-31 07:34:26.22: empty line received 2025-08-31 07:34:26.22: IngressMonitor - start process kube event 2025-08-31 07:34:32.91: NamespaceMonitor - Received BOOKMARK: oldResVer=3440 newResVer=3440 2025-08-31 07:34:32.91: NamespaceMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-08-31 07:34:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001179 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:34:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001110 [Introspect:8108]10.0.0.50 - - [2025-08-31 07:35:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001142