++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Sun Aug 31 02:14:13 AM UTC 2025 ===================' INFO: =================== Sun Aug 31 02:14:13 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ ip addr show dev ens3 +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.48 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.48 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.48 ++ ANALYTICSDB_NODES=10.0.0.48 ++ ANALYTICS_SNMP_NODES=10.0.0.48 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8081 ' +++ '[' -n '10.0.0.48:8081 ' ']' +++ echo 10.0.0.48:8081 ++ ANALYTICS_SERVERS=10.0.0.48:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9042 ' +++ '[' -n '10.0.0.48:9042 ' ']' +++ echo 10.0.0.48:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.48:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.48 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8086 ' +++ '[' -n '10.0.0.48:8086 ' ']' +++ echo 10.0.0.48:8086 ++ COLLECTOR_SERVERS=10.0.0.48:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.48 ++ CONFIGDB_NODES=10.0.0.48 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8082 ' +++ '[' -n '10.0.0.48:8082 ' ']' +++ echo 10.0.0.48:8082 ++ CONFIG_SERVERS=10.0.0.48:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9161 ' +++ '[' -n '10.0.0.48:9161 ' ']' +++ echo 10.0.0.48:9161 ++ CONFIGDB_SERVERS=10.0.0.48:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9041 ' +++ '[' -n '10.0.0.48:9041 ' ']' +++ echo 10.0.0.48:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.48:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.48 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.48 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.48 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:2181, +++ '[' -n 10.0.0.48:2181, ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS=10.0.0.48:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:2181 ' +++ '[' -n '10.0.0.48:2181 ' ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.48:2181 ++ RABBITMQ_NODES=10.0.0.48 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:5673, +++ '[' -n 10.0.0.48:5673, ']' +++ echo 10.0.0.48:5673 ++ RABBITMQ_SERVERS=10.0.0.48:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:6379 ' +++ '[' -n '10.0.0.48:6379 ' ']' +++ echo 10.0.0.48:6379 ++ REDIS_SERVERS=10.0.0.48:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.48 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9092 ' +++ '[' -n '10.0.0.48:9092 ' ']' +++ echo 10.0.0.48:9092 ++ KAFKA_SERVERS=10.0.0.48:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.48 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.48 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.48 ++ cut -d , -f 1 + local cassandra=10.0.0.48 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.48 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6ImNkMnNST09KaWpwTFZyNHZTRHJQN3NuZTZEbGRfWEVDNHF1MXdXTVRENWcifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjgxNjZhYTc0LWZjMTMtNDg2Ny04Yjk2LTIxYzcxYThhNTg0OSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.IFfa31HYpEWov9Dc35oQHknLYMc8bPCLSkVc1UTAD3JkY8DyMHOcSrTPya6A4UgaYty52GHoYg-3mUEY4Sd1ru85tq3GiWHynJ5MMuDyr3qInWBvBHDCtJCY3AHwwfJ_fnfXUHutiXS_JOohya_uQszMwZWE1eR4RmuBBkAVD8y8pP0egHvM_C8h-d2McVoxv6sPLSNJayV0kGByqlfjig7zB0oLt63AFb6UWteV6GTuhW09wfnSQN9qM6A0n38zOM5P8i4m_0hcJarzkg8HQCl6HJPMkJyiv84iwR8TUktNJktuZv5pblKzoPY5tuwYeuEjK0w7uqKDa7tqazUAng ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.48 +++ local servers=10.0.0.48 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ tr '\n' , ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort ++++ uniq +++ local local_ips=,10.0.0.48,10.182.235.1,127.0.0.1,172.17.0.1,252.48.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.48'\''))' +++ local server_ip=10.0.0.48 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.48 ]] +++ [[ ,10.0.0.48,10.182.235.1,127.0.0.1,172.17.0.1,252.48.0.1,, =~ ,10\.0\.0\.48, ]] +++ echo 10.0.0.48 1 +++ return ++ local ip=10.0.0.48 ++ [[ -z 10.0.0.48 ]] ++ echo 10.0.0.48 + host_ip=10.0.0.48 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.48:9041 + cassandra_server_list=10.0.0.48:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ grep '^KUBERNETES__.*__.*=.*$' ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ sort ++ cut -d = -f 1 + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 08/31/2025 02:14:21.332 7f043e92f9c0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/31/2025 02:14:21.498 7f043e92f9c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/31/2025 02:14:21.498 7f043e92f9c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.48 - - [2025-08-31 02:14:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001116 2025-08-31 02:14:21.71: KubeMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:21.71: KubeMonitor - Connect Kube API result 0 2025-08-31 02:14:21.81: KubeMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 02:14:21.82: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 02:14:21.83: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1 2025-08-31 02:14:21.84: PodMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 02:14:21.84: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 02:14:21.85: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-08-31 02:14:21.86: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 02:14:21.87: IngressMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-08-31 02:14:21.87: VncKubernetes - vnc_connect starting 2025-08-31 02:14:21.88: VncKubernetes - vnc_connect done 2025-08-31 02:14:22.04: default-domain domain available. 2025-08-31 02:14:27.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:14:27.55: NamespaceMonitor - start process kube event 2025-08-31 02:14:27.55: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.55: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.56: NetworkMonitor - start process kube event 2025-08-31 02:14:27.56: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.56: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.56: PodMonitor - start process kube event 2025-08-31 02:14:27.56: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.56: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.56: ServiceMonitor - start process kube event 2025-08-31 02:14:27.56: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.56: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.56: NetworkPolicyMonitor - start process kube event 2025-08-31 02:14:27.56: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.56: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.56: EndPointMonitor - start process kube event 2025-08-31 02:14:27.56: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.56: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.56: IngressMonitor - start process kube event 2025-08-31 02:14:27.56: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.56: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.56: IngressMonitor - Connect Kube API result 0 2025-08-31 02:14:27.56: IngressMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-08-31 02:14:27.56: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:14:27.57: EndPointMonitor - Start init url=https://10.0.0.48:6443/api/v1/endpoints resource_version=None 2025-08-31 02:14:27.57: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:14:27.57: NetworkPolicyMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-08-31 02:14:27.57: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:14:27.57: ServiceMonitor - Start init url=https://10.0.0.48:6443/api/v1/services resource_version=None 2025-08-31 02:14:27.57: PodMonitor - Connect Kube API result 0 2025-08-31 02:14:27.57: PodMonitor - Start init url=https://10.0.0.48:6443/api/v1/pods resource_version=None 2025-08-31 02:14:27.57: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:14:27.57: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:14:27.57: NamespaceMonitor - Start init url=https://10.0.0.48:6443/api/v1/namespaces resource_version=None 2025-08-31 02:14:27.61: NetworkPolicyMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=616 2025-08-31 02:14:27.61: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:14:27.61: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:14:27.61: IngressMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses, resource_version=616 2025-08-31 02:14:27.61: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:14:27.61: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:14:27.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:14:27.62: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:14:27.63: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-xxf65:a7bcb3a3-942b-49e0-9876-f9ecdd4b6589 2025-08-31 02:14:27.63: PodMonitor - Done init url=https://10.0.0.48:6443/api/v1/pods, resource_version=616 2025-08-31 02:14:27.63: PodMonitor - _schedule_vnc_sync 2025-08-31 02:14:27.63: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:14:27.63: ServiceMonitor - Got ADDED Service default:kubernetes:64290df5-958f-44f9-96f3-f0fd97118b48 2025-08-31 02:14:27.63: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:14:27.63: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:14:27.63: EndPointMonitor - Got ADDED Endpoints default:kubernetes:ea2f7ea6-8a02-4b7e-b90b-f1577d403690 2025-08-31 02:14:27.64: NamespaceMonitor - Got ADDED Namespace None:contrail:af8f1032-05b0-4aa2-bd29-a0cff4f294f1 2025-08-31 02:14:27.64: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:14:27.64: VncKubernetes - wait event (qsize=6 timeout=120) 2025-08-31 02:14:27.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:14:27.64: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:14:27.64: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:14:27.64: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-31 02:14:27.64: VncKubernetes - Process event (name=coredns-6f867cd986-xxf65 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-xxf65:a7bcb3a3-942b-49e0-9876-f9ecdd4b6589 2025-08-31 02:14:27.64: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:14:27.65: ServiceMonitor - Got ADDED Service kube-system:kube-dns:4deade52-ef13-4a10-9c93-abed94177bb0 2025-08-31 02:14:27.65: ServiceMonitor - Done init url=https://10.0.0.48:6443/api/v1/services, resource_version=616 2025-08-31 02:14:27.65: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:14:27.65: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:14:27.65: NamespaceMonitor - Got ADDED Namespace None:default:511bb380-34b2-4848-89df-9dbce2561cc9 2025-08-31 02:14:27.65: NetworkMonitor - Start init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None [Introspect:8108]10.0.0.48 - - [2025-08-31 02:14:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001447 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:14:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001155 2025-08-31 02:14:27.66: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:f098d213-6da5-49bc-984d-beaeb2d89f7c 2025-08-31 02:14:27.66: EndPointMonitor - Done init url=https://10.0.0.48:6443/api/v1/endpoints, resource_version=616 2025-08-31 02:14:27.66: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:14:27.66: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:14:27.66: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:14:27.67: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-08-31 02:14:27.67: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:14:27.67: NetworkMonitor - start process kube event 2025-08-31 02:14:27.67: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 02:14:27.67: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:14:27.68: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:14:27.68: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:c0fa26ce-7c8d-4116-9372-2d2e674bad7a 2025-08-31 02:14:27.71: NetworkMonitor - Start init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-08-31 02:14:27.71: NamespaceMonitor - Got ADDED Namespace None:kube-public:4895c919-7b26-4075-ac8f-d026f8aac64e 2025-08-31 02:14:27.73: NamespaceMonitor - Got ADDED Namespace None:kube-system:e5924937-274c-4dd1-952c-94683fc81769 2025-08-31 02:14:27.73: NamespaceMonitor - Done init url=https://10.0.0.48:6443/api/v1/namespaces, resource_version=616 2025-08-31 02:14:27.73: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:14:27.73: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:14:27.74: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:14:27.76: NetworkMonitor - Done init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=622 2025-08-31 02:14:27.76: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:14:27.76: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'})(timeout=120) 2025-08-31 02:14:27.77: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'}) 2025-08-31 02:14:29.35: VncKubernetes - wait event (qsize=14 timeout=120) 2025-08-31 02:14:29.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:14:29.35: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:14:29.35: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:14:29.35: VncKubernetes - wait event (qsize=13 timeout=120) 2025-08-31 02:14:29.35: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:64290df5-958f-44f9-96f3-f0fd97118b48 2025-08-31 02:14:29.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-xxf65:a7bcb3a3-942b-49e0-9876-f9ecdd4b6589 2025-08-31 02:14:29.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-xxf65:a7bcb3a3-942b-49e0-9876-f9ecdd4b6589 2025-08-31 02:14:29.35: PodMonitor - start process kube event 2025-08-31 02:14:29.35: empty line received 2025-08-31 02:14:29.36: PodMonitor - start process kube event 2025-08-31 02:14:30.82: VncKubernetes - wait event (qsize=13 timeout=120) 2025-08-31 02:14:30.83: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:ea2f7ea6-8a02-4b7e-b90b-f1577d403690 2025-08-31 02:14:30.90: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-31 02:14:30.90: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:af8f1032-05b0-4aa2-bd29-a0cff4f294f1 2025-08-31 02:14:32.87: VncKubernetes - wait event (qsize=11 timeout=120) 2025-08-31 02:14:32.87: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:4deade52-ef13-4a10-9c93-abed94177bb0 2025-08-31 02:14:35.04: VncKubernetes - wait event (qsize=10 timeout=120) 2025-08-31 02:14:35.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:14:35.04: VncKubernetes - vnc_sync - Service start 2025-08-31 02:14:35.04: VncKubernetes - vnc_sync - Service done 2025-08-31 02:14:35.04: VncKubernetes - wait event (qsize=9 timeout=120) 2025-08-31 02:14:35.04: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:511bb380-34b2-4848-89df-9dbce2561cc9 2025-08-31 02:14:37.31: VncKubernetes - wait event (qsize=8 timeout=120) 2025-08-31 02:14:37.31: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:f098d213-6da5-49bc-984d-beaeb2d89f7c 2025-08-31 02:14:37.39: VncKubernetes - wait event (qsize=7 timeout=120) 2025-08-31 02:14:37.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:14:37.39: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:14:37.39: VncKubernetes - wait event (qsize=6 timeout=120) 2025-08-31 02:14:37.39: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:c0fa26ce-7c8d-4116-9372-2d2e674bad7a 2025-08-31 02:14:39.19: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-31 02:14:39.19: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:4895c919-7b26-4075-ac8f-d026f8aac64e 2025-08-31 02:14:40.86: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-31 02:14:40.86: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:e5924937-274c-4dd1-952c-94683fc81769 2025-08-31 02:14:42.22: VncKubernetes - wait event (qsize=3 timeout=120) 2025-08-31 02:14:42.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:14:42.22: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:14:42.22: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:14:42.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-31 02:14:42.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:14:42.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:14:42.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 02:14:42.23: VncKubernetes - Process event (name=coredns-6f867cd986-xxf65 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-xxf65:a7bcb3a3-942b-49e0-9876-f9ecdd4b6589 2025-08-31 02:14:42.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:15:27.63: PodMonitor - Received BOOKMARK: oldResVer=616 newResVer=624 2025-08-31 02:15:27.64: PodMonitor - start process kube event 2025-08-31 02:15:27.64: empty line received 2025-08-31 02:15:27.64: PodMonitor - start process kube event 2025-08-31 02:16:27.04: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=624 2025-08-31 02:16:27.05: PodMonitor - start process kube event 2025-08-31 02:16:27.05: empty line received [Introspect:8108]10.0.0.48 - - [2025-08-31 02:17:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001184 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:17:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001594 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:17:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001044 2025-08-31 02:16:27.05: PodMonitor - start process kube event 2025-08-31 02:16:27.63: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:16:27.64: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:16:27.64: NetworkPolicyMonitor - start process kube event 2025-08-31 02:16:27.64: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:16:27.64: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:16:27.64: IngressMonitor - start process kube event 2025-08-31 02:16:27.64: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:16:27.64: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:16:27.64: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:16:27.64: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:16:27.64: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:16:27.64: IngressMonitor - Connect Kube API result 0 2025-08-31 02:16:27.64: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:16:27.64: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:16:27.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:16:27.64: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:16:27.64: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:16:27.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 02:16:27.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:16:27.64: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:16:27.64: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:16:27.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:16:27.66: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:16:27.66: ServiceMonitor - start process kube event 2025-08-31 02:16:27.66: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:16:27.66: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:16:27.66: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:16:27.66: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:16:27.66: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:16:27.67: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:16:27.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:16:27.67: VncKubernetes - vnc_sync - Service start 2025-08-31 02:16:27.67: VncKubernetes - vnc_sync - Service done 2025-08-31 02:16:27.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:16:27.67: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:16:27.67: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:16:27.67: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:16:27.67: EndPointMonitor - start process kube event 2025-08-31 02:16:27.67: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:16:27.67: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:16:27.67: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:16:27.67: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:16:27.67: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:16:27.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:16:27.68: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:16:27.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:16:27.68: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:16:27.74: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:16:27.74: NamespaceMonitor - start process kube event 2025-08-31 02:16:27.74: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:16:27.74: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:16:27.74: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:16:27.74: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:16:27.74: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:16:27.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:16:27.74: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:16:27.74: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:16:27.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:16:27.75: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:16:27.77: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:16:27.77: NetworkMonitor - start process kube event 2025-08-31 02:16:27.77: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=622 2025-08-31 02:16:27.77: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:16:27.77: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:16:27.77: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:16:27.77: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'})(timeout=120) 2025-08-31 02:16:27.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:16:27.77: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:16:27.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:16:27.78: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'}) 2025-08-31 02:17:26.86: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=624 2025-08-31 02:17:26.86: PodMonitor - start process kube event 2025-08-31 02:17:26.86: empty line received 2025-08-31 02:17:26.86: PodMonitor - start process kube event 2025-08-31 02:18:27.01: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=624 2025-08-31 02:18:27.01: PodMonitor - start process kube event 2025-08-31 02:18:27.01: empty line received 2025-08-31 02:18:27.01: PodMonitor - start process kube event 2025-08-31 02:18:27.67: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:18:27.67: NetworkPolicyMonitor - start process kube event 2025-08-31 02:18:27.67: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:19:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001126 2025-08-31 02:18:27.67: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:18:27.67: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:18:27.67: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:18:27.67: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:18:27.67: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:18:27.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:18:27.67: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:18:27.67: IngressMonitor - start process kube event 2025-08-31 02:18:27.67: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:18:27.67: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:18:27.67: IngressMonitor - Connect Kube API result 0 2025-08-31 02:18:27.67: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:18:27.68: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:18:27.68: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:18:27.68: ServiceMonitor - start process kube event 2025-08-31 02:18:27.68: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:18:27.68: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:18:27.68: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:18:27.68: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:18:27.68: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:18:27.68: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:18:27.68: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-31 02:18:27.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:18:27.68: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:18:27.68: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:18:27.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 02:18:27.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:18:27.68: VncKubernetes - vnc_sync - Service start 2025-08-31 02:18:27.68: VncKubernetes - vnc_sync - Service done 2025-08-31 02:18:27.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:18:27.68: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:18:27.68: EndPointMonitor - start process kube event 2025-08-31 02:18:27.68: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:18:27.68: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:18:27.68: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:18:27.68: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:18:27.68: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:18:27.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:18:27.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:18:27.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:18:27.70: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:18:27.70: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:18:27.70: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:18:27.70: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:18:27.75: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:18:27.75: NamespaceMonitor - start process kube event 2025-08-31 02:18:27.75: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:18:27.75: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:18:27.75: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:18:27.75: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:18:27.75: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:18:27.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:18:27.75: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:18:27.75: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:18:27.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:18:27.76: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:18:27.78: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:18:27.78: NetworkMonitor - start process kube event 2025-08-31 02:18:27.78: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=622 2025-08-31 02:18:27.78: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:18:27.78: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:18:27.78: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:18:27.78: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'})(timeout=120) 2025-08-31 02:18:27.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:18:27.78: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:18:27.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:18:27.79: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'}) 2025-08-31 02:19:27.08: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=624 2025-08-31 02:19:27.08: PodMonitor - start process kube event 2025-08-31 02:19:27.08: PodMonitor - _schedule_vnc_sync 2025-08-31 02:19:27.08: empty line received 2025-08-31 02:19:27.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:19:27.08: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:19:27.08: PodMonitor - start process kube event 2025-08-31 02:19:27.10: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:19:27.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:19:27.42: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=616 newResVer=1047 2025-08-31 02:19:27.42: NetworkPolicyMonitor - start process kube event 2025-08-31 02:19:27.42: empty line received 2025-08-31 02:19:27.42: NetworkPolicyMonitor - start process kube event 2025-08-31 02:20:27.64: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=624 2025-08-31 02:20:27.64: PodMonitor - start process kube event 2025-08-31 02:20:27.64: empty line received 2025-08-31 02:20:27.64: PodMonitor - start process kube event 2025-08-31 02:20:27.70: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:20:27.71: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:20:27.71: IngressMonitor - start process kube event 2025-08-31 02:20:27.71: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:20:27.71: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:20:27.71: EndPointMonitor - start process kube event 2025-08-31 02:20:27.71: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:20:27.71: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:20:27.71: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:20:27.71: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:20:27.71: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:20:27.71: IngressMonitor - Connect Kube API result 0 2025-08-31 02:20:27.71: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:20:27.71: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:20:27.71: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:20:27.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:20:27.71: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:20:27.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 02:20:27.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:20:27.71: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:20:27.71: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:20:27.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:20:27.71: ServiceMonitor - start process kube event 2025-08-31 02:20:27.71: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:20:27.71: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:20:27.71: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:20:27.71: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:20:27.71: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:20:27.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:20:27.71: VncKubernetes - vnc_sync - Service start 2025-08-31 02:20:27.71: VncKubernetes - vnc_sync - Service done 2025-08-31 02:20:27.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:20:27.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1047 newResVer=1047 2025-08-31 02:20:27.73: NetworkPolicyMonitor - start process kube event 2025-08-31 02:20:27.73: empty line received 2025-08-31 02:20:27.73: NetworkPolicyMonitor - start process kube event 2025-08-31 02:20:27.74: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:20:27.74: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:20:27.74: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:20:27.76: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:20:27.76: NamespaceMonitor - start process kube event 2025-08-31 02:20:27.76: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:20:27.76: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:20:27.76: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:20:27.76: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:20:27.76: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:20:27.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:20:27.76: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:20:27.76: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:20:27.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:20:27.77: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:20:27.79: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:20:27.79: NetworkMonitor - start process kube event 2025-08-31 02:20:27.79: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=622 2025-08-31 02:20:27.79: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:20:27.79: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:20:27.79: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:20:27.79: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'})(timeout=120) 2025-08-31 02:20:27.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:20:27.79: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:20:27.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:20:27.80: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'}) 2025-08-31 02:21:26.72: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=624 2025-08-31 02:21:26.72: PodMonitor - start process kube event 2025-08-31 02:21:26.72: empty line received 2025-08-31 02:21:26.72: PodMonitor - start process kube event 2025-08-31 02:21:27.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1047 newResVer=1047 2025-08-31 02:21:27.08: NetworkPolicyMonitor - start process kube event 2025-08-31 02:21:27.08: empty line received 2025-08-31 02:21:27.08: NetworkPolicyMonitor - start process kube event 2025-08-31 02:21:27.59: IngressMonitor - Received BOOKMARK: oldResVer=616 newResVer=1067 2025-08-31 02:21:27.59: IngressMonitor - start process kube event 2025-08-31 02:21:27.59: empty line received 2025-08-31 02:21:27.59: IngressMonitor - start process kube event 2025-08-31 02:21:28.32: ServiceMonitor - Received BOOKMARK: oldResVer=616 newResVer=1110 2025-08-31 02:21:28.32: ServiceMonitor - start process kube event 2025-08-31 02:21:28.32: empty line received 2025-08-31 02:21:28.32: ServiceMonitor - start process kube event 2025-08-31 02:21:51.55: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=624 2025-08-31 02:21:51.55: PodMonitor - start process kube event 2025-08-31 02:21:51.55: empty line received 2025-08-31 02:21:51.55: PodMonitor - start process kube event 2025-08-31 02:21:53.40: stop iteration PodMonitor 2025-08-31 02:21:53.40: PodMonitor - start process kube event 2025-08-31 02:21:53.40: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=624 2025-08-31 02:21:53.40: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:21:53.40: PodMonitor - Connect Kube API result 0 2025-08-31 02:21:53.40: PodMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.48 - - [2025-08-31 02:23:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001933 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:23:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001329 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:23:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001083 2025-08-31 02:21:53.40: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'})(timeout=120) 2025-08-31 02:21:53.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:21:53.40: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:21:53.40: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:21:53.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:21:53.41: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'}) 2025-08-31 02:22:27.13: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1047 newResVer=1047 2025-08-31 02:22:27.13: NetworkPolicyMonitor - start process kube event 2025-08-31 02:22:27.13: empty line received 2025-08-31 02:22:27.13: NetworkPolicyMonitor - start process kube event 2025-08-31 02:22:27.62: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:22:27.62: IngressMonitor - start process kube event 2025-08-31 02:22:27.62: empty line received 2025-08-31 02:22:27.62: IngressMonitor - start process kube event 2025-08-31 02:22:27.74: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:22:27.74: EndPointMonitor - start process kube event 2025-08-31 02:22:27.74: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:22:27.74: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:22:27.74: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:22:27.74: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:22:27.74: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:22:27.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:22:27.74: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:22:27.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:22:27.76: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:22:27.77: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:22:27.77: NamespaceMonitor - start process kube event 2025-08-31 02:22:27.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:22:27.77: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:22:27.77: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:22:27.77: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:22:27.77: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:22:27.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:22:27.77: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:22:27.77: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:22:27.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:22:27.78: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:22:27.80: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:22:27.80: NetworkMonitor - start process kube event 2025-08-31 02:22:27.80: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=622 2025-08-31 02:22:27.80: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:22:27.80: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:22:27.80: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:22:27.80: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'})(timeout=120) 2025-08-31 02:22:27.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:22:27.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:22:27.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:22:27.81: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'}) 2025-08-31 02:22:28.77: ServiceMonitor - Received BOOKMARK: oldResVer=1110 newResVer=1110 2025-08-31 02:22:28.77: ServiceMonitor - start process kube event 2025-08-31 02:22:28.77: empty line received 2025-08-31 02:22:28.77: ServiceMonitor - start process kube event 2025-08-31 02:23:27.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1047 newResVer=1047 2025-08-31 02:23:27.45: NetworkPolicyMonitor - start process kube event 2025-08-31 02:23:27.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:23:27.45: empty line received 2025-08-31 02:23:27.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:23:27.45: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:23:27.45: NetworkPolicyMonitor - start process kube event 2025-08-31 02:23:27.46: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:23:27.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:23:27.55: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:23:27.55: IngressMonitor - start process kube event 2025-08-31 02:23:27.55: empty line received 2025-08-31 02:23:27.55: IngressMonitor - start process kube event 2025-08-31 02:23:29.29: ServiceMonitor - Received BOOKMARK: oldResVer=1110 newResVer=1110 2025-08-31 02:23:29.29: ServiceMonitor - start process kube event 2025-08-31 02:23:29.29: empty line received 2025-08-31 02:23:29.29: ServiceMonitor - start process kube event 2025-08-31 02:23:53.41: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:23:53.41: PodMonitor - start process kube event 2025-08-31 02:23:53.41: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=624 2025-08-31 02:23:53.41: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:23:53.41: PodMonitor - Connect Kube API result 0 2025-08-31 02:23:53.41: PodMonitor - _schedule_vnc_sync 2025-08-31 02:23:53.41: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'})(timeout=120) 2025-08-31 02:23:53.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:23:53.42: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:23:53.42: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:23:53.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:23:53.43: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'}) 2025-08-31 02:24:13.85: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1047 newResVer=1047 2025-08-31 02:24:13.85: NetworkPolicyMonitor - start process kube event 2025-08-31 02:24:13.85: empty line received 2025-08-31 02:24:13.85: NetworkPolicyMonitor - start process kube event 2025-08-31 02:24:15.46: stop iteration NetworkPolicyMonitor 2025-08-31 02:24:15.46: NetworkPolicyMonitor - start process kube event 2025-08-31 02:24:15.46: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1047 2025-08-31 02:24:15.46: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:24:15.46: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:24:15.46: NetworkPolicyMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.48 - - [2025-08-31 02:24:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001202 2025-08-31 02:24:15.46: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1047'})(timeout=120) 2025-08-31 02:24:15.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:24:15.47: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:24:15.47: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:24:15.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:24:15.48: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1047'}) 2025-08-31 02:24:27.76: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:24:27.76: EndPointMonitor - start process kube event 2025-08-31 02:24:27.76: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:24:27.76: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:24:27.76: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:24:27.76: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:24:27.76: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:24:27.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:24:27.76: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:24:27.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:24:27.78: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:24:27.78: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:24:27.78: NamespaceMonitor - start process kube event 2025-08-31 02:24:27.78: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:24:27.78: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:24:27.78: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:24:27.78: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:24:27.78: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:24:27.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:24:27.78: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:24:27.78: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:24:27.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:24:27.79: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:24:27.81: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:24:27.81: NetworkMonitor - start process kube event 2025-08-31 02:24:27.81: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=622 2025-08-31 02:24:27.81: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:24:27.81: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:24:27.81: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:24:27.81: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'})(timeout=120) 2025-08-31 02:24:27.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:24:27.81: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:24:27.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:24:27.82: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '622'}) 2025-08-31 02:24:27.92: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:24:27.92: IngressMonitor - start process kube event 2025-08-31 02:24:27.92: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:24:27.92: empty line received 2025-08-31 02:24:27.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:24:27.92: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:24:27.92: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:24:27.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:24:27.92: IngressMonitor - start process kube event 2025-08-31 02:24:28.94: ServiceMonitor - Received BOOKMARK: oldResVer=1110 newResVer=1110 2025-08-31 02:24:28.94: ServiceMonitor - start process kube event 2025-08-31 02:24:28.94: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:24:28.94: empty line received 2025-08-31 02:24:28.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:24:28.94: VncKubernetes - vnc_sync - Service start 2025-08-31 02:24:28.94: VncKubernetes - vnc_sync - Service done 2025-08-31 02:24:28.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:24:28.94: ServiceMonitor - start process kube event 2025-08-31 02:25:28.21: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:25:28.21: IngressMonitor - start process kube event 2025-08-31 02:25:28.21: empty line received 2025-08-31 02:25:28.21: IngressMonitor - start process kube event 2025-08-31 02:25:28.82: NetworkMonitor - Received BOOKMARK: oldResVer=622 newResVer=1536 2025-08-31 02:25:28.82: NetworkMonitor - start process kube event 2025-08-31 02:25:28.82: empty line received 2025-08-31 02:25:28.82: NetworkMonitor - start process kube event 2025-08-31 02:25:28.85: ServiceMonitor - Received BOOKMARK: oldResVer=1110 newResVer=1110 2025-08-31 02:25:28.85: ServiceMonitor - start process kube event 2025-08-31 02:25:28.85: empty line received 2025-08-31 02:25:28.85: ServiceMonitor - start process kube event 2025-08-31 02:25:53.43: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:25:53.43: PodMonitor - start process kube event 2025-08-31 02:25:53.43: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=624 2025-08-31 02:25:53.43: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:25:53.43: PodMonitor - Connect Kube API result 0 2025-08-31 02:25:53.43: PodMonitor - _schedule_vnc_sync 2025-08-31 02:25:53.43: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'})(timeout=120) 2025-08-31 02:25:53.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:25:53.43: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:25:53.43: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:25:53.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:25:53.44: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'}) 2025-08-31 02:26:15.48: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:26:15.48: NetworkPolicyMonitor - start process kube event 2025-08-31 02:26:15.48: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1047 2025-08-31 02:26:15.48: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:26:15.48: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:26:15.48: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:26:15.48: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1047'})(timeout=120) 2025-08-31 02:26:15.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:26:15.48: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:26:15.48: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:26:15.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:26:15.49: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1047'}) 2025-08-31 02:26:16.24: ServiceMonitor - Received BOOKMARK: oldResVer=1110 newResVer=1110 2025-08-31 02:26:16.24: ServiceMonitor - start process kube event 2025-08-31 02:26:16.24: empty line received 2025-08-31 02:26:16.24: ServiceMonitor - start process kube event 2025-08-31 02:26:17.38: ServiceMonitor - Received BOOKMARK: oldResVer=1110 newResVer=1110 2025-08-31 02:26:17.38: ServiceMonitor - start process kube event 2025-08-31 02:26:17.39: empty line received 2025-08-31 02:26:17.39: ServiceMonitor - start process kube event 2025-08-31 02:26:18.71: stop iteration ServiceMonitor 2025-08-31 02:26:18.71: ServiceMonitor - start process kube event 2025-08-31 02:26:18.71: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1110 2025-08-31 02:26:18.71: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:26:18.71: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:26:18.71: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:26:18.71: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1110'})(timeout=120) 2025-08-31 02:26:18.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:26:18.72: VncKubernetes - vnc_sync - Service start 2025-08-31 02:26:18.72: VncKubernetes - vnc_sync - Service done 2025-08-31 02:26:18.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:26:18.72: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1110'}) 2025-08-31 02:26:27.78: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:26:27.78: EndPointMonitor - start process kube event 2025-08-31 02:26:27.78: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:26:27.78: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:26:27.78: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:26:27.78: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:26:27.78: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:26:27.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:26:27.79: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:26:27.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:26:27.79: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:26:27.79: NamespaceMonitor - start process kube event 2025-08-31 02:26:27.79: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:26:27.79: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:26:27.79: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:26:27.79: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:26:27.79: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:26:27.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:26:27.79: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:26:27.79: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:26:27.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:26:27.81: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:26:27.81: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:26:28.14: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:26:28.14: IngressMonitor - start process kube event 2025-08-31 02:26:28.14: empty line received 2025-08-31 02:26:28.14: IngressMonitor - start process kube event 2025-08-31 02:26:29.33: NetworkMonitor - Received BOOKMARK: oldResVer=1536 newResVer=1536 2025-08-31 02:26:29.33: NetworkMonitor - start process kube event 2025-08-31 02:26:29.33: empty line received 2025-08-31 02:26:29.33: NetworkMonitor - start process kube event 2025-08-31 02:27:28.77: NetworkMonitor - Received BOOKMARK: oldResVer=1536 newResVer=1536 2025-08-31 02:27:28.77: NetworkMonitor - start process kube event 2025-08-31 02:27:28.77: empty line received 2025-08-31 02:27:28.77: NetworkMonitor - start process kube event 2025-08-31 02:27:28.90: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:27:28.90: IngressMonitor - start process kube event 2025-08-31 02:27:28.90: empty line received 2025-08-31 02:27:28.90: IngressMonitor - start process kube event 2025-08-31 02:27:53.44: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:27:53.45: PodMonitor - start process kube event 2025-08-31 02:27:53.45: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=624 2025-08-31 02:27:53.45: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:27:53.45: PodMonitor - Connect Kube API result 0 2025-08-31 02:27:53.45: PodMonitor - _schedule_vnc_sync 2025-08-31 02:27:53.45: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'})(timeout=120) 2025-08-31 02:27:53.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:27:53.45: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:27:53.45: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:27:53.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:27:53.46: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'}) 2025-08-31 02:28:15.50: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:28:15.50: NetworkPolicyMonitor - start process kube event 2025-08-31 02:28:15.50: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1047 2025-08-31 02:28:15.50: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:28:15.50: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:28:15.50: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:28:15.50: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1047'})(timeout=120) 2025-08-31 02:28:15.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:28:15.50: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:28:15.50: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:28:15.50: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.48 - - [2025-08-31 02:28:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001045 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:28:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001042 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:28:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001395 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:29:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001044 2025-08-31 02:28:15.51: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1047'}) 2025-08-31 02:28:18.72: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:28:18.73: ServiceMonitor - start process kube event 2025-08-31 02:28:18.73: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1110 2025-08-31 02:28:18.73: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:28:18.73: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:28:18.73: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:28:18.73: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1110'})(timeout=120) 2025-08-31 02:28:18.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:28:18.73: VncKubernetes - vnc_sync - Service start 2025-08-31 02:28:18.73: VncKubernetes - vnc_sync - Service done 2025-08-31 02:28:18.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:28:18.74: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1110'}) 2025-08-31 02:28:27.81: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:28:27.81: EndPointMonitor - start process kube event 2025-08-31 02:28:27.81: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:28:27.81: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:28:27.81: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:28:27.81: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:28:27.81: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:28:27.81: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:28:27.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:28:27.81: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:28:27.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:28:27.81: NamespaceMonitor - start process kube event 2025-08-31 02:28:27.81: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:28:27.81: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:28:27.81: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:28:27.81: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:28:27.81: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:28:27.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:28:27.81: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:28:27.81: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:28:27.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:28:27.83: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:28:27.83: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:28:29.78: NetworkMonitor - Received BOOKMARK: oldResVer=1536 newResVer=1536 2025-08-31 02:28:29.78: NetworkMonitor - start process kube event 2025-08-31 02:28:29.78: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:28:29.78: empty line received 2025-08-31 02:28:29.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:28:29.78: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:28:29.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:28:29.78: NetworkMonitor - start process kube event 2025-08-31 02:28:29.94: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:28:29.94: IngressMonitor - start process kube event 2025-08-31 02:28:29.94: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:28:29.94: empty line received 2025-08-31 02:28:29.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:28:29.94: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:28:29.94: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:28:29.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:28:29.94: IngressMonitor - start process kube event 2025-08-31 02:29:20.08: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:29:20.08: IngressMonitor - start process kube event 2025-08-31 02:29:20.08: empty line received 2025-08-31 02:29:20.08: IngressMonitor - start process kube event 2025-08-31 02:29:21.28: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1067 2025-08-31 02:29:21.28: IngressMonitor - start process kube event 2025-08-31 02:29:21.28: empty line received 2025-08-31 02:29:21.28: IngressMonitor - start process kube event 2025-08-31 02:29:22.41: stop iteration IngressMonitor 2025-08-31 02:29:22.41: IngressMonitor - start process kube event 2025-08-31 02:29:22.41: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1067 2025-08-31 02:29:22.41: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:29:22.41: IngressMonitor - Connect Kube API result 0 2025-08-31 02:29:22.41: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:29:22.41: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1067'})(timeout=120) 2025-08-31 02:29:22.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:29:22.42: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:29:22.42: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:29:22.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:29:22.42: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1067'}) 2025-08-31 02:29:29.83: NetworkMonitor - Received BOOKMARK: oldResVer=1536 newResVer=1536 2025-08-31 02:29:29.83: NetworkMonitor - start process kube event 2025-08-31 02:29:29.83: empty line received 2025-08-31 02:29:29.83: NetworkMonitor - start process kube event 2025-08-31 02:29:53.46: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:29:53.46: PodMonitor - start process kube event 2025-08-31 02:29:53.46: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=624 2025-08-31 02:29:53.46: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:29:53.46: PodMonitor - Connect Kube API result 0 2025-08-31 02:29:53.46: PodMonitor - _schedule_vnc_sync 2025-08-31 02:29:53.46: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'})(timeout=120) 2025-08-31 02:29:53.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:29:53.46: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:29:53.46: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:29:53.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:29:53.47: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '624'}) 2025-08-31 02:30:02.25: NetworkMonitor - Received BOOKMARK: oldResVer=1536 newResVer=1536 2025-08-31 02:30:02.25: NetworkMonitor - start process kube event 2025-08-31 02:30:02.25: empty line received 2025-08-31 02:30:02.25: NetworkMonitor - start process kube event 2025-08-31 02:30:03.85: stop iteration NetworkMonitor 2025-08-31 02:30:03.85: NetworkMonitor - start process kube event 2025-08-31 02:30:03.85: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1536 2025-08-31 02:30:03.85: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:30:03.85: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:30:03.85: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:30:03.85: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'})(timeout=120) 2025-08-31 02:30:03.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:30:03.85: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:30:03.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:30:03.86: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'}) 2025-08-31 02:30:15.14: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1047 newResVer=1894 2025-08-31 02:30:15.14: NetworkPolicyMonitor - start process kube event 2025-08-31 02:30:15.14: empty line received 2025-08-31 02:30:15.14: NetworkPolicyMonitor - start process kube event 2025-08-31 02:30:18.74: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:30:18.74: ServiceMonitor - start process kube event 2025-08-31 02:30:18.74: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1110 2025-08-31 02:30:18.74: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:30:18.74: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:30:18.74: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:30:18.74: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1110'})(timeout=120) 2025-08-31 02:30:18.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:30:18.74: VncKubernetes - vnc_sync - Service start 2025-08-31 02:30:18.74: VncKubernetes - vnc_sync - Service done 2025-08-31 02:30:18.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:30:18.76: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1110'}) 2025-08-31 02:30:22.89: IngressMonitor - Received BOOKMARK: oldResVer=1067 newResVer=1929 2025-08-31 02:30:22.89: IngressMonitor - start process kube event 2025-08-31 02:30:22.89: empty line received 2025-08-31 02:30:22.89: IngressMonitor - start process kube event 2025-08-31 02:30:27.83: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:30:27.83: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:30:27.83: NamespaceMonitor - start process kube event 2025-08-31 02:30:27.83: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:30:27.83: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:30:27.83: EndPointMonitor - start process kube event 2025-08-31 02:30:27.83: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=616 2025-08-31 02:30:27.83: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:30:27.83: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:30:27.83: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:30:27.83: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:30:27.83: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:30:27.84: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:30:27.84: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'})(timeout=120) 2025-08-31 02:30:27.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:30:27.84: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:30:27.84: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:30:27.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 02:30:27.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:30:27.84: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:30:27.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:30:27.85: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:30:27.85: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '616'}) 2025-08-31 02:30:52.94: PodMonitor - Received BOOKMARK: oldResVer=624 newResVer=1962 2025-08-31 02:30:52.94: PodMonitor - start process kube event 2025-08-31 02:30:52.94: empty line received 2025-08-31 02:30:52.94: PodMonitor - start process kube event 2025-08-31 02:31:15.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1894 newResVer=1894 2025-08-31 02:31:15.07: NetworkPolicyMonitor - start process kube event 2025-08-31 02:31:15.07: empty line received 2025-08-31 02:31:15.07: NetworkPolicyMonitor - start process kube event 2025-08-31 02:31:19.13: ServiceMonitor - Received BOOKMARK: oldResVer=1110 newResVer=2012 2025-08-31 02:31:19.13: ServiceMonitor - start process kube event 2025-08-31 02:31:19.13: empty line received 2025-08-31 02:31:19.13: ServiceMonitor - start process kube event 2025-08-31 02:31:23.36: IngressMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-08-31 02:31:23.36: IngressMonitor - start process kube event 2025-08-31 02:31:23.36: empty line received 2025-08-31 02:31:23.36: IngressMonitor - start process kube event 2025-08-31 02:31:27.91: EndPointMonitor - Received BOOKMARK: oldResVer=616 newResVer=1962 2025-08-31 02:31:27.91: EndPointMonitor - start process kube event 2025-08-31 02:31:27.91: empty line received 2025-08-31 02:31:27.91: EndPointMonitor - start process kube event 2025-08-31 02:31:28.74: NamespaceMonitor - Received BOOKMARK: oldResVer=616 newResVer=1924 2025-08-31 02:31:28.74: NamespaceMonitor - start process kube event 2025-08-31 02:31:28.74: empty line received 2025-08-31 02:31:28.74: NamespaceMonitor - start process kube event 2025-08-31 02:31:53.72: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:31:53.72: PodMonitor - start process kube event 2025-08-31 02:31:53.72: empty line received 2025-08-31 02:31:53.72: PodMonitor - start process kube event 2025-08-31 02:32:03.86: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:32:03.86: NetworkMonitor - start process kube event 2025-08-31 02:32:03.86: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1536 2025-08-31 02:32:03.86: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:32:03.86: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:32:03.86: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:32:03.86: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'})(timeout=120) 2025-08-31 02:32:03.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) [Introspect:8108]10.0.0.48 - - [2025-08-31 02:34:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001045 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:34:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001124 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:34:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001019 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:34:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001027 2025-08-31 02:32:03.86: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:32:03.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:32:03.87: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'}) 2025-08-31 02:32:15.49: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1894 newResVer=1894 2025-08-31 02:32:15.50: NetworkPolicyMonitor - start process kube event 2025-08-31 02:32:15.50: empty line received 2025-08-31 02:32:15.50: NetworkPolicyMonitor - start process kube event 2025-08-31 02:32:19.35: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2012 2025-08-31 02:32:19.35: ServiceMonitor - start process kube event 2025-08-31 02:32:19.35: empty line received 2025-08-31 02:32:19.35: ServiceMonitor - start process kube event 2025-08-31 02:32:23.44: IngressMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-08-31 02:32:23.44: IngressMonitor - start process kube event 2025-08-31 02:32:23.44: empty line received 2025-08-31 02:32:23.44: IngressMonitor - start process kube event 2025-08-31 02:32:27.93: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:32:27.93: EndPointMonitor - start process kube event 2025-08-31 02:32:27.93: empty line received 2025-08-31 02:32:27.93: EndPointMonitor - start process kube event 2025-08-31 02:32:29.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:32:29.24: NamespaceMonitor - start process kube event 2025-08-31 02:32:29.24: empty line received 2025-08-31 02:32:29.24: NamespaceMonitor - start process kube event 2025-08-31 02:32:54.47: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:32:54.47: PodMonitor - start process kube event 2025-08-31 02:32:54.47: empty line received 2025-08-31 02:32:54.47: PodMonitor - start process kube event 2025-08-31 02:33:14.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1894 newResVer=1894 2025-08-31 02:33:14.98: NetworkPolicyMonitor - start process kube event 2025-08-31 02:33:14.98: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:33:14.98: empty line received 2025-08-31 02:33:14.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:33:14.98: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:33:14.98: NetworkPolicyMonitor - start process kube event 2025-08-31 02:33:14.98: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:33:14.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:33:19.09: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2012 2025-08-31 02:33:19.09: ServiceMonitor - start process kube event 2025-08-31 02:33:19.09: empty line received 2025-08-31 02:33:19.09: ServiceMonitor - start process kube event 2025-08-31 02:33:23.70: IngressMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-08-31 02:33:23.70: IngressMonitor - start process kube event 2025-08-31 02:33:23.70: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:33:23.70: empty line received 2025-08-31 02:33:23.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:33:23.70: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:33:23.70: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:33:23.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:33:23.70: IngressMonitor - start process kube event 2025-08-31 02:33:28.24: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:33:28.24: EndPointMonitor - start process kube event 2025-08-31 02:33:28.24: empty line received 2025-08-31 02:33:28.24: EndPointMonitor - start process kube event 2025-08-31 02:33:29.61: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:33:29.61: NamespaceMonitor - start process kube event 2025-08-31 02:33:29.61: empty line received 2025-08-31 02:33:29.61: NamespaceMonitor - start process kube event 2025-08-31 02:33:53.91: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:33:53.91: PodMonitor - start process kube event 2025-08-31 02:33:53.91: PodMonitor - _schedule_vnc_sync 2025-08-31 02:33:53.91: empty line received 2025-08-31 02:33:53.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:33:53.91: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:33:53.91: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:33:53.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:33:53.91: PodMonitor - start process kube event 2025-08-31 02:34:03.87: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:34:03.87: NetworkMonitor - start process kube event 2025-08-31 02:34:03.87: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1536 2025-08-31 02:34:03.87: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:34:03.87: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:34:03.87: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:34:03.87: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'})(timeout=120) 2025-08-31 02:34:03.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:34:03.88: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:34:03.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:34:03.90: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'}) 2025-08-31 02:34:15.30: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1894 newResVer=1894 2025-08-31 02:34:15.30: NetworkPolicyMonitor - start process kube event 2025-08-31 02:34:15.30: empty line received 2025-08-31 02:34:15.30: NetworkPolicyMonitor - start process kube event 2025-08-31 02:34:19.25: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2012 2025-08-31 02:34:19.25: ServiceMonitor - start process kube event 2025-08-31 02:34:19.25: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:34:19.25: empty line received 2025-08-31 02:34:19.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:34:19.25: VncKubernetes - vnc_sync - Service start 2025-08-31 02:34:19.25: VncKubernetes - vnc_sync - Service done 2025-08-31 02:34:19.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:34:19.25: ServiceMonitor - start process kube event 2025-08-31 02:34:23.16: IngressMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-08-31 02:34:23.16: IngressMonitor - start process kube event 2025-08-31 02:34:23.16: empty line received 2025-08-31 02:34:23.16: IngressMonitor - start process kube event 2025-08-31 02:34:27.75: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:34:27.76: EndPointMonitor - start process kube event 2025-08-31 02:34:27.76: empty line received 2025-08-31 02:34:27.76: EndPointMonitor - start process kube event 2025-08-31 02:34:29.65: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:34:29.65: NamespaceMonitor - start process kube event 2025-08-31 02:34:29.65: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:34:29.65: empty line received 2025-08-31 02:34:29.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:34:29.65: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:34:29.65: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:34:29.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:34:29.65: NamespaceMonitor - start process kube event 2025-08-31 02:34:53.82: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:34:53.82: PodMonitor - start process kube event 2025-08-31 02:34:53.82: empty line received 2025-08-31 02:34:53.82: PodMonitor - start process kube event 2025-08-31 02:35:00.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1894 newResVer=1894 2025-08-31 02:35:00.83: NetworkPolicyMonitor - start process kube event 2025-08-31 02:35:00.83: empty line received 2025-08-31 02:35:00.83: NetworkPolicyMonitor - start process kube event 2025-08-31 02:35:02.24: stop iteration NetworkPolicyMonitor 2025-08-31 02:35:02.24: NetworkPolicyMonitor - start process kube event 2025-08-31 02:35:02.24: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1894 2025-08-31 02:35:02.24: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:35:02.24: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:35:02.24: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:35:02.24: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1894'})(timeout=120) 2025-08-31 02:35:02.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:35:02.24: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:35:02.25: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1894'}) 2025-08-31 02:35:02.25: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:35:02.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:35:19.67: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2012 2025-08-31 02:35:19.68: ServiceMonitor - start process kube event 2025-08-31 02:35:19.68: empty line received 2025-08-31 02:35:19.68: ServiceMonitor - start process kube event 2025-08-31 02:35:23.91: IngressMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-08-31 02:35:23.91: IngressMonitor - start process kube event 2025-08-31 02:35:23.91: empty line received 2025-08-31 02:35:23.91: IngressMonitor - start process kube event 2025-08-31 02:35:28.25: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:35:28.25: EndPointMonitor - start process kube event 2025-08-31 02:35:28.25: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:35:28.25: empty line received 2025-08-31 02:35:28.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:35:28.26: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:35:28.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:35:28.26: EndPointMonitor - start process kube event 2025-08-31 02:35:29.01: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:35:29.01: NamespaceMonitor - start process kube event 2025-08-31 02:35:29.01: empty line received 2025-08-31 02:35:29.01: NamespaceMonitor - start process kube event 2025-08-31 02:35:43.96: IngressMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-08-31 02:35:43.96: IngressMonitor - start process kube event 2025-08-31 02:35:43.96: empty line received 2025-08-31 02:35:43.96: IngressMonitor - start process kube event 2025-08-31 02:35:45.86: stop iteration IngressMonitor 2025-08-31 02:35:45.86: IngressMonitor - start process kube event 2025-08-31 02:35:45.86: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1929 2025-08-31 02:35:45.86: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:35:45.86: IngressMonitor - Connect Kube API result 0 2025-08-31 02:35:45.86: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:35:45.86: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'})(timeout=120) 2025-08-31 02:35:45.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:35:45.86: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:35:45.86: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:35:45.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:35:45.86: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'}) 2025-08-31 02:35:54.35: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:35:54.35: PodMonitor - start process kube event 2025-08-31 02:35:54.35: empty line received 2025-08-31 02:35:54.35: PodMonitor - start process kube event 2025-08-31 02:36:03.90: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:36:03.90: NetworkMonitor - start process kube event 2025-08-31 02:36:03.90: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1536 2025-08-31 02:36:03.90: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:36:03.90: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:36:03.90: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:36:03.90: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'})(timeout=120) 2025-08-31 02:36:03.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:36:03.90: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:36:03.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:36:03.92: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1536'}) 2025-08-31 02:36:18.88: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2012 2025-08-31 02:36:18.88: ServiceMonitor - start process kube event 2025-08-31 02:36:18.88: empty line received 2025-08-31 02:36:18.88: ServiceMonitor - start process kube event 2025-08-31 02:36:28.08: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:36:28.08: EndPointMonitor - start process kube event 2025-08-31 02:36:28.08: empty line received 2025-08-31 02:36:28.08: EndPointMonitor - start process kube event 2025-08-31 02:36:28.75: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:36:28.75: NamespaceMonitor - start process kube event 2025-08-31 02:36:28.75: empty line received 2025-08-31 02:36:28.75: NamespaceMonitor - start process kube event 2025-08-31 02:36:54.07: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:36:54.07: PodMonitor - start process kube event 2025-08-31 02:36:54.07: empty line received 2025-08-31 02:36:54.07: PodMonitor - start process kube event 2025-08-31 02:37:02.25: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:37:02.25: NetworkPolicyMonitor - start process kube event 2025-08-31 02:37:02.25: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1894 2025-08-31 02:37:02.25: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:37:02.26: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:37:02.26: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:37:02.26: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1894'})(timeout=120) 2025-08-31 02:37:02.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:37:02.26: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:37:02.26: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:37:02.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:37:02.28: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1894'}) 2025-08-31 02:37:04.04: NetworkMonitor - Received BOOKMARK: oldResVer=1536 newResVer=2384 2025-08-31 02:37:04.04: NetworkMonitor - start process kube event 2025-08-31 02:37:04.04: empty line received 2025-08-31 02:37:04.04: NetworkMonitor - start process kube event 2025-08-31 02:37:19.36: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2012 2025-08-31 02:37:19.36: ServiceMonitor - start process kube event 2025-08-31 02:37:19.36: empty line received 2025-08-31 02:37:19.36: ServiceMonitor - start process kube event 2025-08-31 02:37:26.33: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:37:26.33: PodMonitor - start process kube event 2025-08-31 02:37:26.33: empty line received 2025-08-31 02:37:26.33: PodMonitor - start process kube event 2025-08-31 02:37:27.48: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:37:27.48: PodMonitor - start process kube event 2025-08-31 02:37:27.48: empty line received 2025-08-31 02:37:27.48: PodMonitor - start process kube event 2025-08-31 02:37:28.45: stop iteration PodMonitor 2025-08-31 02:37:28.45: PodMonitor - start process kube event 2025-08-31 02:37:28.45: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1962 2025-08-31 02:37:28.45: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:37:28.45: PodMonitor - Connect Kube API result 0 2025-08-31 02:37:28.45: PodMonitor - _schedule_vnc_sync 2025-08-31 02:37:28.45: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'})(timeout=120) 2025-08-31 02:37:28.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:37:28.45: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:37:28.45: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:37:28.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:37:28.46: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'}) 2025-08-31 02:37:28.55: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:37:28.55: EndPointMonitor - start process kube event 2025-08-31 02:37:28.55: empty line received 2025-08-31 02:37:28.55: EndPointMonitor - start process kube event 2025-08-31 02:37:28.75: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:37:28.75: NamespaceMonitor - start process kube event 2025-08-31 02:37:28.75: empty line received 2025-08-31 02:37:28.75: NamespaceMonitor - start process kube event 2025-08-31 02:37:42.79: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2012 2025-08-31 02:37:42.79: ServiceMonitor - start process kube event 2025-08-31 02:37:42.79: empty line received 2025-08-31 02:37:42.79: ServiceMonitor - start process kube event 2025-08-31 02:37:44.71: stop iteration ServiceMonitor 2025-08-31 02:37:44.71: ServiceMonitor - start process kube event 2025-08-31 02:37:44.71: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2012 2025-08-31 02:37:44.71: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:37:44.71: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:37:44.71: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:37:44.71: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2012'})(timeout=120) 2025-08-31 02:37:44.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:37:44.72: VncKubernetes - vnc_sync - Service start 2025-08-31 02:37:44.72: VncKubernetes - vnc_sync - Service done 2025-08-31 02:37:44.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:37:44.74: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2012'}) 2025-08-31 02:37:45.87: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:37:45.87: IngressMonitor - start process kube event 2025-08-31 02:37:45.87: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1929 2025-08-31 02:37:45.87: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:37:45.87: IngressMonitor - Connect Kube API result 0 2025-08-31 02:37:45.87: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:37:45.87: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'})(timeout=120) 2025-08-31 02:37:45.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:37:45.87: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:37:45.87: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:37:45.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:37:45.88: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'}) 2025-08-31 02:38:04.73: NetworkMonitor - Received BOOKMARK: oldResVer=2384 newResVer=2384 2025-08-31 02:38:04.73: NetworkMonitor - start process kube event 2025-08-31 02:38:04.73: empty line received 2025-08-31 02:38:04.73: NetworkMonitor - start process kube event 2025-08-31 02:38:20.86: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:38:20.86: EndPointMonitor - start process kube event 2025-08-31 02:38:20.86: empty line received 2025-08-31 02:38:20.86: EndPointMonitor - start process kube event 2025-08-31 02:38:21.89: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=1962 2025-08-31 02:38:21.89: EndPointMonitor - start process kube event 2025-08-31 02:38:21.89: empty line received 2025-08-31 02:38:21.89: EndPointMonitor - start process kube event 2025-08-31 02:38:23.22: stop iteration EndPointMonitor 2025-08-31 02:38:23.22: EndPointMonitor - start process kube event 2025-08-31 02:38:23.22: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1962 2025-08-31 02:38:23.22: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:38:23.22: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:38:23.22: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:38:23.22: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'})(timeout=120) 2025-08-31 02:38:23.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:38:23.22: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:38:23.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:38:23.24: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'}) 2025-08-31 02:38:29.02: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:38:29.02: NamespaceMonitor - start process kube event 2025-08-31 02:38:29.02: empty line received 2025-08-31 02:38:29.02: NamespaceMonitor - start process kube event 2025-08-31 02:38:30.08: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-08-31 02:38:30.08: NamespaceMonitor - start process kube event 2025-08-31 02:38:30.08: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:38:30.08: empty line received 2025-08-31 02:38:30.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:38:30.09: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:38:30.09: VncKubernetes - vnc_sync - Namespace done [Introspect:8108]10.0.0.48 - - [2025-08-31 02:39:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001174 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:39:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001689 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:39:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001019 2025-08-31 02:38:30.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:38:30.09: NamespaceMonitor - start process kube event 2025-08-31 02:38:31.35: stop iteration NamespaceMonitor 2025-08-31 02:38:31.35: NamespaceMonitor - start process kube event 2025-08-31 02:38:31.35: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1924 2025-08-31 02:38:31.35: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:38:31.35: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:38:31.35: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:38:31.35: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1924'})(timeout=120) 2025-08-31 02:38:31.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:38:31.35: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:38:31.35: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:38:31.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:38:31.37: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1924'}) 2025-08-31 02:39:02.28: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:39:02.28: NetworkPolicyMonitor - start process kube event 2025-08-31 02:39:02.28: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1894 2025-08-31 02:39:02.28: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:39:02.28: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:39:02.28: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:39:02.28: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1894'})(timeout=120) 2025-08-31 02:39:02.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:39:02.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:39:02.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:39:02.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:39:02.30: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1894'}) 2025-08-31 02:39:04.49: NetworkMonitor - Received BOOKMARK: oldResVer=2384 newResVer=2384 2025-08-31 02:39:04.49: NetworkMonitor - start process kube event 2025-08-31 02:39:04.49: empty line received 2025-08-31 02:39:04.49: NetworkMonitor - start process kube event 2025-08-31 02:39:28.46: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:39:28.46: PodMonitor - start process kube event 2025-08-31 02:39:28.46: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1962 2025-08-31 02:39:28.46: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:39:28.46: PodMonitor - Connect Kube API result 0 2025-08-31 02:39:28.46: PodMonitor - _schedule_vnc_sync 2025-08-31 02:39:28.46: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'})(timeout=120) 2025-08-31 02:39:28.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:39:28.46: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:39:28.46: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:39:28.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:39:28.47: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'}) 2025-08-31 02:39:44.74: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:39:44.74: ServiceMonitor - start process kube event 2025-08-31 02:39:44.74: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2012 2025-08-31 02:39:44.74: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:39:44.74: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:39:44.74: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:39:44.74: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2012'})(timeout=120) 2025-08-31 02:39:44.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:39:44.74: VncKubernetes - vnc_sync - Service start 2025-08-31 02:39:44.74: VncKubernetes - vnc_sync - Service done 2025-08-31 02:39:44.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:39:44.77: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2012'}) 2025-08-31 02:39:45.88: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:39:45.88: IngressMonitor - start process kube event 2025-08-31 02:39:45.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1929 2025-08-31 02:39:45.88: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:39:45.88: IngressMonitor - Connect Kube API result 0 2025-08-31 02:39:45.88: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:39:45.88: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'})(timeout=120) 2025-08-31 02:39:45.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:39:45.88: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:39:45.88: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:39:45.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:39:45.89: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'}) 2025-08-31 02:40:02.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1894 newResVer=2691 2025-08-31 02:40:02.15: NetworkPolicyMonitor - start process kube event 2025-08-31 02:40:02.15: empty line received 2025-08-31 02:40:02.15: NetworkPolicyMonitor - start process kube event 2025-08-31 02:40:04.19: NetworkMonitor - Received BOOKMARK: oldResVer=2384 newResVer=2384 2025-08-31 02:40:04.19: NetworkMonitor - start process kube event 2025-08-31 02:40:04.19: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:40:04.19: empty line received 2025-08-31 02:40:04.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:40:04.19: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:40:04.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:40:04.19: NetworkMonitor - start process kube event 2025-08-31 02:40:23.24: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:40:23.24: EndPointMonitor - start process kube event 2025-08-31 02:40:23.24: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1962 2025-08-31 02:40:23.24: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:40:23.24: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:40:23.24: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:40:23.24: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'})(timeout=120) 2025-08-31 02:40:23.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) [Introspect:8108]10.0.0.48 - - [2025-08-31 02:40:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001095 2025-08-31 02:40:23.24: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:40:23.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:40:23.26: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1962'}) 2025-08-31 02:40:31.37: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:40:31.37: NamespaceMonitor - start process kube event 2025-08-31 02:40:31.37: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1924 2025-08-31 02:40:31.37: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:40:31.37: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:40:31.37: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:40:31.37: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1924'})(timeout=120) 2025-08-31 02:40:31.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:40:31.37: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:40:31.37: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:40:31.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:40:31.38: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1924'}) 2025-08-31 02:40:45.95: IngressMonitor - Received BOOKMARK: oldResVer=1929 newResVer=2746 2025-08-31 02:40:45.95: IngressMonitor - start process kube event 2025-08-31 02:40:45.95: empty line received 2025-08-31 02:40:45.95: IngressMonitor - start process kube event 2025-08-31 02:41:02.60: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:41:02.60: NetworkPolicyMonitor - start process kube event 2025-08-31 02:41:02.60: empty line received 2025-08-31 02:41:02.60: NetworkPolicyMonitor - start process kube event 2025-08-31 02:41:04.73: NetworkMonitor - Received BOOKMARK: oldResVer=2384 newResVer=2384 2025-08-31 02:41:04.73: NetworkMonitor - start process kube event 2025-08-31 02:41:04.73: empty line received 2025-08-31 02:41:04.73: NetworkMonitor - start process kube event 2025-08-31 02:41:23.37: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=2793 2025-08-31 02:41:23.37: EndPointMonitor - start process kube event 2025-08-31 02:41:23.37: empty line received 2025-08-31 02:41:23.37: EndPointMonitor - start process kube event 2025-08-31 02:41:28.44: PodMonitor - Received BOOKMARK: oldResVer=1962 newResVer=2793 2025-08-31 02:41:28.45: PodMonitor - start process kube event 2025-08-31 02:41:28.45: empty line received 2025-08-31 02:41:28.45: PodMonitor - start process kube event 2025-08-31 02:41:31.60: NamespaceMonitor - Received BOOKMARK: oldResVer=1924 newResVer=2736 2025-08-31 02:41:31.60: NamespaceMonitor - start process kube event 2025-08-31 02:41:31.60: empty line received 2025-08-31 02:41:31.60: NamespaceMonitor - start process kube event 2025-08-31 02:41:44.77: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:41:44.77: ServiceMonitor - start process kube event 2025-08-31 02:41:44.77: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2012 2025-08-31 02:41:44.77: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:41:44.77: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:41:44.77: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:41:44.78: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2012'})(timeout=120) 2025-08-31 02:41:44.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:41:44.78: VncKubernetes - vnc_sync - Service start 2025-08-31 02:41:44.78: VncKubernetes - vnc_sync - Service done 2025-08-31 02:41:44.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:41:44.79: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2012'}) 2025-08-31 02:41:47.07: IngressMonitor - Received BOOKMARK: oldResVer=2746 newResVer=2746 2025-08-31 02:41:47.07: IngressMonitor - start process kube event 2025-08-31 02:41:47.07: empty line received 2025-08-31 02:41:47.07: IngressMonitor - start process kube event 2025-08-31 02:42:02.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:42:02.35: NetworkPolicyMonitor - start process kube event 2025-08-31 02:42:02.35: empty line received 2025-08-31 02:42:02.35: NetworkPolicyMonitor - start process kube event 2025-08-31 02:42:04.24: NetworkMonitor - Received BOOKMARK: oldResVer=2384 newResVer=2384 2025-08-31 02:42:04.24: NetworkMonitor - start process kube event 2025-08-31 02:42:04.24: empty line received 2025-08-31 02:42:04.24: NetworkMonitor - start process kube event 2025-08-31 02:42:07.76: NetworkMonitor - Received BOOKMARK: oldResVer=2384 newResVer=2384 2025-08-31 02:42:07.76: NetworkMonitor - start process kube event 2025-08-31 02:42:07.76: empty line received 2025-08-31 02:42:07.76: NetworkMonitor - start process kube event 2025-08-31 02:42:09.39: stop iteration NetworkMonitor 2025-08-31 02:42:09.39: NetworkMonitor - start process kube event 2025-08-31 02:42:09.39: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2384 2025-08-31 02:42:09.39: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:42:09.39: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:42:09.39: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:42:09.39: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2384'})(timeout=120) 2025-08-31 02:42:09.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:42:09.39: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:42:09.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:42:09.40: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2384'}) 2025-08-31 02:42:23.36: EndPointMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:42:23.36: EndPointMonitor - start process kube event 2025-08-31 02:42:23.36: empty line received 2025-08-31 02:42:23.36: EndPointMonitor - start process kube event 2025-08-31 02:42:27.96: PodMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:42:27.96: PodMonitor - start process kube event 2025-08-31 02:42:27.96: empty line received 2025-08-31 02:42:27.96: PodMonitor - start process kube event 2025-08-31 02:42:31.75: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:42:31.75: NamespaceMonitor - start process kube event 2025-08-31 02:42:31.75: empty line received 2025-08-31 02:42:31.75: NamespaceMonitor - start process kube event 2025-08-31 02:42:45.01: ServiceMonitor - Received BOOKMARK: oldResVer=2012 newResVer=2868 2025-08-31 02:42:45.01: ServiceMonitor - start process kube event 2025-08-31 02:42:45.01: empty line received 2025-08-31 02:42:45.01: ServiceMonitor - start process kube event 2025-08-31 02:42:47.66: IngressMonitor - Received BOOKMARK: oldResVer=2746 newResVer=2746 2025-08-31 02:42:47.66: IngressMonitor - start process kube event 2025-08-31 02:42:47.66: empty line received 2025-08-31 02:42:47.66: IngressMonitor - start process kube event 2025-08-31 02:43:02.61: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:43:02.61: NetworkPolicyMonitor - start process kube event 2025-08-31 02:43:02.62: NetworkPolicyMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.48 - - [2025-08-31 02:44:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001160 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:44:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001065 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:44:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001113 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:44:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001121 2025-08-31 02:43:02.62: empty line received 2025-08-31 02:43:02.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:43:02.62: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:43:02.62: NetworkPolicyMonitor - start process kube event 2025-08-31 02:43:02.62: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:43:02.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:43:23.78: EndPointMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:43:23.78: EndPointMonitor - start process kube event 2025-08-31 02:43:23.78: empty line received 2025-08-31 02:43:23.78: EndPointMonitor - start process kube event 2025-08-31 02:43:27.92: PodMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:43:27.92: PodMonitor - start process kube event 2025-08-31 02:43:27.92: empty line received 2025-08-31 02:43:27.92: PodMonitor - start process kube event 2025-08-31 02:43:31.83: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:43:31.83: NamespaceMonitor - start process kube event 2025-08-31 02:43:31.83: empty line received 2025-08-31 02:43:31.83: NamespaceMonitor - start process kube event 2025-08-31 02:43:45.87: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:43:45.87: ServiceMonitor - start process kube event 2025-08-31 02:43:45.87: empty line received 2025-08-31 02:43:45.87: ServiceMonitor - start process kube event 2025-08-31 02:43:47.70: IngressMonitor - Received BOOKMARK: oldResVer=2746 newResVer=2746 2025-08-31 02:43:47.70: IngressMonitor - start process kube event 2025-08-31 02:43:47.70: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:43:47.70: empty line received 2025-08-31 02:43:47.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:43:47.70: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:43:47.70: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:43:47.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:43:47.70: IngressMonitor - start process kube event 2025-08-31 02:44:01.97: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:44:01.97: NetworkPolicyMonitor - start process kube event 2025-08-31 02:44:01.97: empty line received 2025-08-31 02:44:01.97: NetworkPolicyMonitor - start process kube event 2025-08-31 02:44:09.40: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:44:09.40: NetworkMonitor - start process kube event 2025-08-31 02:44:09.40: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2384 2025-08-31 02:44:09.40: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:44:09.40: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:44:09.40: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:44:09.40: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2384'})(timeout=120) 2025-08-31 02:44:09.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:44:09.40: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:44:09.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:44:09.41: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2384'}) 2025-08-31 02:44:24.03: EndPointMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:44:24.03: EndPointMonitor - start process kube event 2025-08-31 02:44:24.03: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:44:24.03: empty line received 2025-08-31 02:44:24.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:44:24.03: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:44:24.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:44:24.03: EndPointMonitor - start process kube event 2025-08-31 02:44:28.01: PodMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:44:28.02: PodMonitor - start process kube event 2025-08-31 02:44:28.02: PodMonitor - _schedule_vnc_sync 2025-08-31 02:44:28.02: empty line received 2025-08-31 02:44:28.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:44:28.02: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:44:28.02: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:44:28.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:44:28.02: PodMonitor - start process kube event 2025-08-31 02:44:32.79: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:44:32.79: NamespaceMonitor - start process kube event 2025-08-31 02:44:32.79: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:44:32.79: empty line received 2025-08-31 02:44:32.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:44:32.79: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:44:32.79: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:44:32.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:44:32.79: NamespaceMonitor - start process kube event 2025-08-31 02:44:46.66: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:44:46.66: ServiceMonitor - start process kube event 2025-08-31 02:44:46.66: empty line received 2025-08-31 02:44:46.66: ServiceMonitor - start process kube event 2025-08-31 02:44:47.47: IngressMonitor - Received BOOKMARK: oldResVer=2746 newResVer=2746 2025-08-31 02:44:47.47: IngressMonitor - start process kube event 2025-08-31 02:44:47.47: empty line received 2025-08-31 02:44:47.47: IngressMonitor - start process kube event 2025-08-31 02:44:53.00: IngressMonitor - Received BOOKMARK: oldResVer=2746 newResVer=2746 2025-08-31 02:44:53.00: IngressMonitor - start process kube event 2025-08-31 02:44:53.00: empty line received 2025-08-31 02:44:53.00: IngressMonitor - start process kube event 2025-08-31 02:44:54.10: IngressMonitor - Received BOOKMARK: oldResVer=2746 newResVer=2746 2025-08-31 02:44:54.10: IngressMonitor - start process kube event 2025-08-31 02:44:54.10: empty line received 2025-08-31 02:44:54.10: IngressMonitor - start process kube event 2025-08-31 02:44:54.70: PodMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:44:54.70: PodMonitor - start process kube event 2025-08-31 02:44:54.70: empty line received 2025-08-31 02:44:54.70: PodMonitor - start process kube event 2025-08-31 02:44:55.45: stop iteration IngressMonitor 2025-08-31 02:44:55.45: IngressMonitor - start process kube event 2025-08-31 02:44:55.45: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2746 2025-08-31 02:44:55.45: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:44:55.45: IngressMonitor - Connect Kube API result 0 2025-08-31 02:44:55.45: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:44:55.45: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'})(timeout=120) 2025-08-31 02:44:55.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:44:55.45: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:44:55.45: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:44:55.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:44:55.46: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'}) 2025-08-31 02:44:55.81: PodMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:44:55.81: PodMonitor - start process kube event 2025-08-31 02:44:55.81: empty line received 2025-08-31 02:44:55.81: PodMonitor - start process kube event 2025-08-31 02:44:57.01: stop iteration PodMonitor 2025-08-31 02:44:57.01: PodMonitor - start process kube event 2025-08-31 02:44:57.01: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2793 2025-08-31 02:44:57.01: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:44:57.01: PodMonitor - Connect Kube API result 0 2025-08-31 02:44:57.01: PodMonitor - _schedule_vnc_sync 2025-08-31 02:44:57.01: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'})(timeout=120) 2025-08-31 02:44:57.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:44:57.01: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:44:57.01: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:44:57.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:44:57.02: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'}) 2025-08-31 02:45:02.82: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:45:02.82: NetworkPolicyMonitor - start process kube event 2025-08-31 02:45:02.82: empty line received 2025-08-31 02:45:02.82: NetworkPolicyMonitor - start process kube event 2025-08-31 02:45:23.93: EndPointMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:45:23.94: EndPointMonitor - start process kube event 2025-08-31 02:45:23.94: empty line received 2025-08-31 02:45:23.94: EndPointMonitor - start process kube event 2025-08-31 02:45:32.82: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:45:32.82: NamespaceMonitor - start process kube event 2025-08-31 02:45:32.82: empty line received 2025-08-31 02:45:32.82: NamespaceMonitor - start process kube event 2025-08-31 02:45:45.94: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:45:45.94: ServiceMonitor - start process kube event 2025-08-31 02:45:45.94: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:45:45.94: empty line received 2025-08-31 02:45:45.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:45:45.94: VncKubernetes - vnc_sync - Service start 2025-08-31 02:45:45.94: VncKubernetes - vnc_sync - Service done 2025-08-31 02:45:45.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:45:45.94: ServiceMonitor - start process kube event 2025-08-31 02:46:02.59: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:46:02.59: NetworkPolicyMonitor - start process kube event 2025-08-31 02:46:02.59: empty line received 2025-08-31 02:46:02.59: NetworkPolicyMonitor - start process kube event 2025-08-31 02:46:09.03: EndPointMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:46:09.03: EndPointMonitor - start process kube event 2025-08-31 02:46:09.03: empty line received 2025-08-31 02:46:09.03: EndPointMonitor - start process kube event 2025-08-31 02:46:09.41: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:46:09.41: NetworkMonitor - start process kube event 2025-08-31 02:46:09.41: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2384 2025-08-31 02:46:09.41: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:46:09.41: NetworkMonitor - Connect Kube API result 0 2025-08-31 02:46:09.41: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:46:09.41: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2384'})(timeout=120) 2025-08-31 02:46:09.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:46:09.41: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:46:09.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:46:09.42: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2384'}) 2025-08-31 02:46:10.22: EndPointMonitor - Received BOOKMARK: oldResVer=2793 newResVer=2793 2025-08-31 02:46:10.22: EndPointMonitor - start process kube event 2025-08-31 02:46:10.22: empty line received 2025-08-31 02:46:10.22: EndPointMonitor - start process kube event 2025-08-31 02:46:10.34: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:46:10.34: NetworkPolicyMonitor - start process kube event 2025-08-31 02:46:10.34: empty line received 2025-08-31 02:46:10.34: NetworkPolicyMonitor - start process kube event 2025-08-31 02:46:11.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=2691 2025-08-31 02:46:11.38: NetworkPolicyMonitor - start process kube event 2025-08-31 02:46:11.38: empty line received 2025-08-31 02:46:11.38: NetworkPolicyMonitor - start process kube event 2025-08-31 02:46:11.40: stop iteration EndPointMonitor 2025-08-31 02:46:11.40: EndPointMonitor - start process kube event 2025-08-31 02:46:11.40: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2793 2025-08-31 02:46:11.40: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:46:11.40: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:46:11.40: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:46:11.40: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'})(timeout=120) 2025-08-31 02:46:11.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:46:11.40: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:46:11.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:46:11.41: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'}) 2025-08-31 02:46:12.77: stop iteration NetworkPolicyMonitor 2025-08-31 02:46:12.77: NetworkPolicyMonitor - start process kube event 2025-08-31 02:46:12.77: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2691 2025-08-31 02:46:12.77: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:46:12.77: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:46:12.77: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:46:12.77: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2691'})(timeout=120) 2025-08-31 02:46:12.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:46:12.77: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:46:12.77: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2691'}) 2025-08-31 02:46:12.78: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:46:12.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:46:32.75: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:46:32.75: NamespaceMonitor - start process kube event 2025-08-31 02:46:32.75: empty line received 2025-08-31 02:46:32.75: NamespaceMonitor - start process kube event 2025-08-31 02:46:46.00: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:46:46.00: ServiceMonitor - start process kube event 2025-08-31 02:46:46.00: empty line received 2025-08-31 02:46:46.00: ServiceMonitor - start process kube event 2025-08-31 02:46:55.46: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:46:55.46: IngressMonitor - start process kube event 2025-08-31 02:46:55.46: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2746 2025-08-31 02:46:55.46: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:46:55.46: IngressMonitor - Connect Kube API result 0 2025-08-31 02:46:55.47: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:46:55.47: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'})(timeout=120) 2025-08-31 02:46:55.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:46:55.47: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:46:55.47: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:46:55.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:46:55.48: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'}) 2025-08-31 02:46:57.02: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:46:57.02: PodMonitor - start process kube event 2025-08-31 02:46:57.02: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2793 2025-08-31 02:46:57.02: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:46:57.02: PodMonitor - Connect Kube API result 0 2025-08-31 02:46:57.02: PodMonitor - _schedule_vnc_sync 2025-08-31 02:46:57.02: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'})(timeout=120) 2025-08-31 02:46:57.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:46:57.02: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:46:57.02: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:46:57.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:46:57.03: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'}) 2025-08-31 02:47:09.21: NetworkMonitor - Received BOOKMARK: oldResVer=2384 newResVer=3220 2025-08-31 02:47:09.21: NetworkMonitor - start process kube event 2025-08-31 02:47:09.21: empty line received 2025-08-31 02:47:09.21: NetworkMonitor - start process kube event 2025-08-31 02:47:33.38: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:47:33.38: NamespaceMonitor - start process kube event 2025-08-31 02:47:33.38: empty line received 2025-08-31 02:47:33.38: NamespaceMonitor - start process kube event 2025-08-31 02:47:46.74: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:47:46.74: ServiceMonitor - start process kube event 2025-08-31 02:47:46.74: empty line received 2025-08-31 02:47:46.74: ServiceMonitor - start process kube event 2025-08-31 02:48:09.79: NetworkMonitor - Received BOOKMARK: oldResVer=3220 newResVer=3220 2025-08-31 02:48:09.79: NetworkMonitor - start process kube event 2025-08-31 02:48:09.79: empty line received 2025-08-31 02:48:09.79: NetworkMonitor - start process kube event 2025-08-31 02:48:11.41: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:48:11.41: EndPointMonitor - start process kube event 2025-08-31 02:48:11.41: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2793 2025-08-31 02:48:11.41: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:48:11.41: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:48:11.41: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:48:11.41: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'})(timeout=120) 2025-08-31 02:48:11.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:48:11.41: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:48:11.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:48:11.43: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'}) 2025-08-31 02:48:12.78: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:48:12.78: NetworkPolicyMonitor - start process kube event 2025-08-31 02:48:12.78: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2691 2025-08-31 02:48:12.78: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:48:12.78: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:48:12.78: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:48:12.78: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2691'})(timeout=120) 2025-08-31 02:48:12.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:48:12.78: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:48:12.78: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:48:12.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:48:12.79: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2691'}) 2025-08-31 02:48:33.37: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:48:33.37: NamespaceMonitor - start process kube event 2025-08-31 02:48:33.37: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:48:33.37: empty line received 2025-08-31 02:48:33.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:48:33.37: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:48:33.37: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:48:33.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:48:33.37: NamespaceMonitor - start process kube event 2025-08-31 02:48:47.11: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:48:47.11: ServiceMonitor - start process kube event 2025-08-31 02:48:47.11: empty line received 2025-08-31 02:48:47.11: ServiceMonitor - start process kube event 2025-08-31 02:48:55.48: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:48:55.49: IngressMonitor - start process kube event 2025-08-31 02:48:55.49: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2746 2025-08-31 02:48:55.49: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:48:55.49: IngressMonitor - Connect Kube API result 0 2025-08-31 02:48:55.49: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:48:55.49: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'})(timeout=120) 2025-08-31 02:48:55.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:48:55.49: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:48:55.49: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:48:55.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:48:55.50: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'}) 2025-08-31 02:48:57.03: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:48:57.03: PodMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-08-31 02:49:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:49:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001087 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:49:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001248 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:50:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001091 2025-08-31 02:48:57.03: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2793 2025-08-31 02:48:57.03: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:48:57.03: PodMonitor - Connect Kube API result 0 2025-08-31 02:48:57.03: PodMonitor - _schedule_vnc_sync 2025-08-31 02:48:57.03: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'})(timeout=120) 2025-08-31 02:48:57.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:48:57.03: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:48:57.04: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:48:57.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:48:57.04: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'}) 2025-08-31 02:49:05.09: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:49:05.09: ServiceMonitor - start process kube event 2025-08-31 02:49:05.09: empty line received 2025-08-31 02:49:05.09: ServiceMonitor - start process kube event 2025-08-31 02:49:06.14: ServiceMonitor - Received BOOKMARK: oldResVer=2868 newResVer=2868 2025-08-31 02:49:06.14: ServiceMonitor - start process kube event 2025-08-31 02:49:06.14: empty line received 2025-08-31 02:49:06.14: ServiceMonitor - start process kube event 2025-08-31 02:49:07.34: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=2736 2025-08-31 02:49:07.34: NamespaceMonitor - start process kube event 2025-08-31 02:49:07.35: empty line received 2025-08-31 02:49:07.35: NamespaceMonitor - start process kube event 2025-08-31 02:49:07.55: stop iteration ServiceMonitor 2025-08-31 02:49:07.55: ServiceMonitor - start process kube event 2025-08-31 02:49:07.55: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2868 2025-08-31 02:49:07.55: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:49:07.55: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:49:07.55: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:49:07.56: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2868'})(timeout=120) 2025-08-31 02:49:07.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:49:07.56: VncKubernetes - vnc_sync - Service start 2025-08-31 02:49:07.56: VncKubernetes - vnc_sync - Service done 2025-08-31 02:49:07.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:49:07.57: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2868'}) 2025-08-31 02:49:09.06: stop iteration NamespaceMonitor 2025-08-31 02:49:09.06: NamespaceMonitor - start process kube event 2025-08-31 02:49:09.06: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2736 2025-08-31 02:49:09.06: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:49:09.06: NamespaceMonitor - Connect Kube API result 0 2025-08-31 02:49:09.06: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:49:09.06: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2736'})(timeout=120) 2025-08-31 02:49:09.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:49:09.06: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:49:09.06: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:49:09.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:49:09.07: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2736'}) 2025-08-31 02:49:10.19: NetworkMonitor - Received BOOKMARK: oldResVer=3220 newResVer=3220 2025-08-31 02:49:10.19: NetworkMonitor - start process kube event 2025-08-31 02:49:10.19: empty line received 2025-08-31 02:49:10.19: NetworkMonitor - start process kube event 2025-08-31 02:50:10.45: NetworkMonitor - Received BOOKMARK: oldResVer=3220 newResVer=3220 2025-08-31 02:50:10.46: NetworkMonitor - start process kube event 2025-08-31 02:50:10.46: NetworkMonitor - _schedule_vnc_sync 2025-08-31 02:50:10.46: empty line received 2025-08-31 02:50:10.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 02:50:10.46: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 02:50:10.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:50:10.46: NetworkMonitor - start process kube event 2025-08-31 02:50:11.43: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:50:11.43: EndPointMonitor - start process kube event 2025-08-31 02:50:11.43: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2793 2025-08-31 02:50:11.43: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:50:11.43: EndPointMonitor - Connect Kube API result 0 2025-08-31 02:50:11.43: EndPointMonitor - _schedule_vnc_sync 2025-08-31 02:50:11.43: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'})(timeout=120) 2025-08-31 02:50:11.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 02:50:11.43: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 02:50:11.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:50:11.44: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'}) 2025-08-31 02:50:12.79: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:50:12.79: NetworkPolicyMonitor - start process kube event 2025-08-31 02:50:12.79: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2691 2025-08-31 02:50:12.79: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:50:12.79: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 02:50:12.79: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 02:50:12.79: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2691'})(timeout=120) 2025-08-31 02:50:12.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 02:50:12.79: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 02:50:12.80: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 02:50:12.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:50:12.80: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2691'}) 2025-08-31 02:50:55.51: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:50:55.51: IngressMonitor - start process kube event 2025-08-31 02:50:55.51: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2746 2025-08-31 02:50:55.51: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:50:55.51: IngressMonitor - Connect Kube API result 0 2025-08-31 02:50:55.51: IngressMonitor - _schedule_vnc_sync 2025-08-31 02:50:55.51: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'})(timeout=120) 2025-08-31 02:50:55.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 02:50:55.51: VncKubernetes - vnc_sync - Ingress start 2025-08-31 02:50:55.51: VncKubernetes - vnc_sync - Ingress done 2025-08-31 02:50:55.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:50:55.52: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2746'}) 2025-08-31 02:50:57.05: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:50:57.05: PodMonitor - start process kube event 2025-08-31 02:50:57.05: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2793 2025-08-31 02:50:57.05: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:50:57.05: PodMonitor - Connect Kube API result 0 2025-08-31 02:50:57.05: PodMonitor - _schedule_vnc_sync 2025-08-31 02:50:57.05: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'})(timeout=120) 2025-08-31 02:50:57.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 02:50:57.05: VncKubernetes - vnc_sync - Pod start 2025-08-31 02:50:57.05: VncKubernetes - vnc_sync - Pod done 2025-08-31 02:50:57.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:50:57.06: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2793'}) 2025-08-31 02:51:07.57: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:51:07.57: ServiceMonitor - start process kube event 2025-08-31 02:51:07.57: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2868 2025-08-31 02:51:07.57: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:51:07.57: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:51:07.57: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:51:07.57: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2868'})(timeout=120) 2025-08-31 02:51:07.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:51:07.58: VncKubernetes - vnc_sync - Service start 2025-08-31 02:51:07.58: VncKubernetes - vnc_sync - Service done 2025-08-31 02:51:07.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:51:07.60: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2868'}) 2025-08-31 02:51:08.99: NamespaceMonitor - Received BOOKMARK: oldResVer=2736 newResVer=3549 2025-08-31 02:51:08.99: NamespaceMonitor - start process kube event 2025-08-31 02:51:08.99: empty line received 2025-08-31 02:51:08.99: NamespaceMonitor - start process kube event 2025-08-31 02:51:10.74: NetworkMonitor - Received BOOKMARK: oldResVer=3220 newResVer=3220 2025-08-31 02:51:10.74: NetworkMonitor - start process kube event 2025-08-31 02:51:10.74: empty line received 2025-08-31 02:51:10.74: NetworkMonitor - start process kube event 2025-08-31 02:51:12.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2691 newResVer=3487 2025-08-31 02:51:12.77: NetworkPolicyMonitor - start process kube event 2025-08-31 02:51:12.77: empty line received 2025-08-31 02:51:12.77: NetworkPolicyMonitor - start process kube event 2025-08-31 02:51:55.13: IngressMonitor - Received BOOKMARK: oldResVer=2746 newResVer=3559 2025-08-31 02:51:55.13: IngressMonitor - start process kube event 2025-08-31 02:51:55.13: empty line received 2025-08-31 02:51:55.13: IngressMonitor - start process kube event 2025-08-31 02:51:57.12: PodMonitor - Received BOOKMARK: oldResVer=2793 newResVer=3624 2025-08-31 02:51:57.12: PodMonitor - start process kube event 2025-08-31 02:51:57.12: empty line received 2025-08-31 02:51:57.12: PodMonitor - start process kube event 2025-08-31 02:52:08.92: NamespaceMonitor - Received BOOKMARK: oldResVer=3549 newResVer=3549 2025-08-31 02:52:08.93: NamespaceMonitor - start process kube event 2025-08-31 02:52:08.93: empty line received 2025-08-31 02:52:08.93: NamespaceMonitor - start process kube event 2025-08-31 02:52:10.46: NetworkMonitor - Received BOOKMARK: oldResVer=3220 newResVer=3220 2025-08-31 02:52:10.46: NetworkMonitor - start process kube event 2025-08-31 02:52:10.46: empty line received 2025-08-31 02:52:10.46: NetworkMonitor - start process kube event 2025-08-31 02:52:10.75: EndPointMonitor - Received BOOKMARK: oldResVer=2793 newResVer=3624 2025-08-31 02:52:10.75: EndPointMonitor - start process kube event 2025-08-31 02:52:10.75: empty line received 2025-08-31 02:52:10.75: EndPointMonitor - start process kube event 2025-08-31 02:52:12.16: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3487 newResVer=3487 2025-08-31 02:52:12.16: NetworkPolicyMonitor - start process kube event 2025-08-31 02:52:12.16: empty line received 2025-08-31 02:52:12.16: NetworkPolicyMonitor - start process kube event 2025-08-31 02:52:54.96: IngressMonitor - Received BOOKMARK: oldResVer=3559 newResVer=3559 2025-08-31 02:52:54.96: IngressMonitor - start process kube event 2025-08-31 02:52:54.96: empty line received 2025-08-31 02:52:54.96: IngressMonitor - start process kube event 2025-08-31 02:52:56.82: PodMonitor - Received BOOKMARK: oldResVer=3624 newResVer=3624 2025-08-31 02:52:56.82: PodMonitor - start process kube event 2025-08-31 02:52:56.82: empty line received 2025-08-31 02:52:56.82: PodMonitor - start process kube event 2025-08-31 02:53:07.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:53:07.60: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 02:53:07.60: ServiceMonitor - start process kube event 2025-08-31 02:53:07.60: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2868 2025-08-31 02:53:07.60: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 02:53:07.60: ServiceMonitor - Connect Kube API result 0 2025-08-31 02:53:07.60: ServiceMonitor - _schedule_vnc_sync 2025-08-31 02:53:07.60: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2868'})(timeout=120) 2025-08-31 02:53:07.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 02:53:07.60: VncKubernetes - vnc_sync - Service start 2025-08-31 02:53:07.60: VncKubernetes - vnc_sync - Service done 2025-08-31 02:53:07.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:53:07.62: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2868'}) 2025-08-31 02:53:07.98: NetworkMonitor - Received BOOKMARK: oldResVer=3220 newResVer=3220 2025-08-31 02:53:07.98: NetworkMonitor - start process kube event 2025-08-31 02:53:07.99: empty line received 2025-08-31 02:53:07.99: NetworkMonitor - start process kube event 2025-08-31 02:53:09.75: NamespaceMonitor - Received BOOKMARK: oldResVer=3549 newResVer=3549 2025-08-31 02:53:09.75: NamespaceMonitor - start process kube event 2025-08-31 02:53:09.75: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 02:53:09.75: empty line received 2025-08-31 02:53:09.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 02:53:09.75: VncKubernetes - vnc_sync - Namespace start 2025-08-31 02:53:09.75: VncKubernetes - vnc_sync - Namespace done 2025-08-31 02:53:09.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 02:53:09.75: NamespaceMonitor - start process kube event 2025-08-31 02:53:09.96: stop iteration NetworkMonitor 2025-08-31 02:53:09.96: NetworkMonitor - start process kube event 2025-08-31 02:53:09.96: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3220 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:53:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001595 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:53:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001374 [Introspect:8108]10.0.0.48 - - [2025-08-31 02:53:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001844