++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Sun Aug 31 04:30:07 AM UTC 2025 ===================' INFO: =================== Sun Aug 31 04:30:07 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ grep 'inet ' +++ head -n 1 +++ awk '{print $2}' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.48 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.48 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.48 ++ ANALYTICSDB_NODES=10.0.0.48 ++ ANALYTICS_SNMP_NODES=10.0.0.48 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8081 ' +++ '[' -n '10.0.0.48:8081 ' ']' +++ echo 10.0.0.48:8081 ++ ANALYTICS_SERVERS=10.0.0.48:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9042 ' +++ '[' -n '10.0.0.48:9042 ' ']' +++ echo 10.0.0.48:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.48:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.48 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8086 ' +++ '[' -n '10.0.0.48:8086 ' ']' +++ echo 10.0.0.48:8086 ++ COLLECTOR_SERVERS=10.0.0.48:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.48 ++ CONFIGDB_NODES=10.0.0.48 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8082 ' +++ '[' -n '10.0.0.48:8082 ' ']' +++ echo 10.0.0.48:8082 ++ CONFIG_SERVERS=10.0.0.48:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9161 ' +++ '[' -n '10.0.0.48:9161 ' ']' +++ echo 10.0.0.48:9161 ++ CONFIGDB_SERVERS=10.0.0.48:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9041 ' +++ '[' -n '10.0.0.48:9041 ' ']' +++ echo 10.0.0.48:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.48:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.48 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.48 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.48 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:2181, +++ '[' -n 10.0.0.48:2181, ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS=10.0.0.48:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:2181 ' +++ '[' -n '10.0.0.48:2181 ' ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.48:2181 ++ RABBITMQ_NODES=10.0.0.48 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:5673, +++ '[' -n 10.0.0.48:5673, ']' +++ echo 10.0.0.48:5673 ++ RABBITMQ_SERVERS=10.0.0.48:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:6379 ' +++ '[' -n '10.0.0.48:6379 ' ']' +++ echo 10.0.0.48:6379 ++ REDIS_SERVERS=10.0.0.48:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.48 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9092 ' +++ '[' -n '10.0.0.48:9092 ' ']' +++ echo 10.0.0.48:9092 ++ KAFKA_SERVERS=10.0.0.48:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.48 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.48 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.48 ++ cut -d , -f 1 + local cassandra=10.0.0.48 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.48 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6ImNFNktEODdybzVfS0llbkcwQk5QQmg0dURnTm5aN2taZmZFVVVaMjVldHcifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjUzOTU3NGNhLTE5YWMtNDYzYy05M2IyLWMxOTgwYzRlMGM1MiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.muhEY_SptqGpNC1J9w-tzsUEfqC42w0JzFPeg3Yq3o3M05fIfzBCOXAOy-7aJw3cijB4obasKwagoR6XKOyM2Xf1cCy80ByFo3iqsK1Kf2rNrFnmlabjP1yT8ZgQykMINurxbkrixp9qzA6x7WaHhwS16fzpyLIuoztD6NNHnj2pKbKeKpOCQ0xP-oytKmDITndUSOicLGAs_9wpvGYn4NYRuAPe2gpYZz2feHUXA2mEFYDsFYNHyf2nW7fQo0_ffr0t3byyeFdFbrk5osjO6qcFuPvl9YeE0avDMgEfqPP9RTrQSNJYppK-A8JJskhJpUOC2S49a9mVTLhi2uTqPw ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.48 +++ local servers=10.0.0.48 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ uniq ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie ++++ sort +++ local local_ips=,10.0.0.48,10.185.27.1,127.0.0.1,172.17.0.1,252.48.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.48'\''))' +++ local server_ip=10.0.0.48 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.48 ]] +++ [[ ,10.0.0.48,10.185.27.1,127.0.0.1,172.17.0.1,252.48.0.1,, =~ ,10\.0\.0\.48, ]] +++ echo 10.0.0.48 1 +++ return ++ local ip=10.0.0.48 ++ [[ -z 10.0.0.48 ]] ++ echo 10.0.0.48 + host_ip=10.0.0.48 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.48:9041 + cassandra_server_list=10.0.0.48:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 08/31/2025 04:30:14.586 7fbf7f1046c0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/31/2025 04:30:14.741 7fbf7f1046c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/31/2025 04:30:14.741 7fbf7f1046c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.48 - - [2025-08-31 04:30:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000910 2025-08-31 04:30:14.98: KubeMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:14.98: KubeMonitor - Connect Kube API result 0 2025-08-31 04:30:15.08: KubeMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 04:30:15.09: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 04:30:15.10: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1 2025-08-31 04:30:15.11: PodMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 04:30:15.12: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 04:30:15.13: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-08-31 04:30:15.13: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/api/v1 2025-08-31 04:30:15.14: IngressMonitor - KubeMonitor init done: url=https://10.0.0.48:6443/apis/networking.k8s.io/v1 2025-08-31 04:30:15.14: VncKubernetes - vnc_connect starting 2025-08-31 04:30:15.15: VncKubernetes - vnc_connect done 2025-08-31 04:30:15.34: default-domain domain available. 2025-08-31 04:30:20.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:30:20.41: NamespaceMonitor - start process kube event 2025-08-31 04:30:20.41: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 04:30:20.41: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:20.41: NetworkMonitor - start process kube event 2025-08-31 04:30:20.41: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 04:30:20.41: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:20.41: PodMonitor - start process kube event 2025-08-31 04:30:20.41: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 04:30:20.41: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:20.41: ServiceMonitor - start process kube event 2025-08-31 04:30:20.41: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 04:30:20.41: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:20.41: NetworkPolicyMonitor - start process kube event 2025-08-31 04:30:20.41: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 04:30:20.41: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:20.41: EndPointMonitor - start process kube event 2025-08-31 04:30:20.41: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 04:30:20.41: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:20.41: IngressMonitor - start process kube event 2025-08-31 04:30:20.41: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-08-31 04:30:20.41: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:30:20.41: IngressMonitor - Connect Kube API result 0 2025-08-31 04:30:20.41: IngressMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-08-31 04:30:20.42: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:30:20.42: EndPointMonitor - Start init url=https://10.0.0.48:6443/api/v1/endpoints resource_version=None 2025-08-31 04:30:20.42: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 04:30:20.42: NetworkPolicyMonitor - Start init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-08-31 04:30:20.42: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:30:20.42: ServiceMonitor - Start init url=https://10.0.0.48:6443/api/v1/services resource_version=None 2025-08-31 04:30:20.42: PodMonitor - Connect Kube API result 0 2025-08-31 04:30:20.42: PodMonitor - Start init url=https://10.0.0.48:6443/api/v1/pods resource_version=None 2025-08-31 04:30:20.42: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:30:20.42: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:30:20.42: NamespaceMonitor - Start init url=https://10.0.0.48:6443/api/v1/namespaces resource_version=None 2025-08-31 04:30:20.48: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-sm7fp:cda8bcc7-929e-47a6-8daf-73d3c6ab4139 2025-08-31 04:30:20.48: PodMonitor - Done init url=https://10.0.0.48:6443/api/v1/pods, resource_version=724 2025-08-31 04:30:20.48: PodMonitor - _schedule_vnc_sync 2025-08-31 04:30:20.48: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:30:20.49: NetworkPolicyMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=724 2025-08-31 04:30:20.49: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:30:20.49: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:30:20.49: IngressMonitor - Done init url=https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses, resource_version=724 2025-08-31 04:30:20.49: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:30:20.49: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:30:20.49: VncKubernetes - Process event (name=coredns-6f867cd986-sm7fp event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-sm7fp:cda8bcc7-929e-47a6-8daf-73d3c6ab4139 2025-08-31 04:30:20.49: EndPointMonitor - Got ADDED Endpoints default:kubernetes:b666c434-2ecb-42cc-8090-53ece8824dc9 2025-08-31 04:30:20.50: ServiceMonitor - Got ADDED Service default:kubernetes:467801fa-99bb-463c-bca0-603d56fe1e0c 2025-08-31 04:30:20.50: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:30:20.50: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:30:20.50: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:30:20.51: NamespaceMonitor - Got ADDED Namespace None:contrail:70b9cf0a-c0e2-42f3-8b12-105e43f0e4a2 2025-08-31 04:30:20.51: NetworkMonitor - Start init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-08-31 04:30:20.51: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:554401ac-83a5-4863-bcab-9bfe815c09f9 2025-08-31 04:30:20.51: EndPointMonitor - Done init url=https://10.0.0.48:6443/api/v1/endpoints, resource_version=724 2025-08-31 04:30:20.52: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:30:20.52: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:30:20.52: ServiceMonitor - Got ADDED Service kube-system:kube-dns:39fd5e79-80c4-4771-8bfd-20b6d4cbcd7c 2025-08-31 04:30:20.52: ServiceMonitor - Done init url=https://10.0.0.48:6443/api/v1/services, resource_version=724 2025-08-31 04:30:20.52: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:30:20.52: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:30:20.53: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) [Introspect:8108]10.0.0.48 - - [2025-08-31 04:30:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002377 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:30:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000910 2025-08-31 04:30:20.54: NamespaceMonitor - Got ADDED Namespace None:default:6e52c7c9-6cda-4daa-be71-664c253457bb 2025-08-31 04:30:20.54: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:30:20.54: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:8aa0e5f8-9845-40a5-be88-2d77b0468618 2025-08-31 04:30:20.55: NamespaceMonitor - Got ADDED Namespace None:kube-public:e0f49262-60fb-4c97-bd65-f70888c92141 2025-08-31 04:30:20.56: NamespaceMonitor - Got ADDED Namespace None:kube-system:5cc04907-b8eb-415f-8848-c7f32f3cb284 2025-08-31 04:30:20.56: NamespaceMonitor - Done init url=https://10.0.0.48:6443/api/v1/namespaces, resource_version=724 2025-08-31 04:30:20.56: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:30:20.56: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:30:20.57: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:30:20.61: NetworkMonitor - Done init url=https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=728 2025-08-31 04:30:20.61: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:30:20.61: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'})(timeout=120) 2025-08-31 04:30:20.62: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'}) 2025-08-31 04:30:21.83: VncKubernetes - wait event (qsize=16 timeout=120) 2025-08-31 04:30:21.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:30:21.83: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:30:21.83: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:30:21.83: VncKubernetes - wait event (qsize=15 timeout=120) 2025-08-31 04:30:21.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:30:21.83: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:30:21.84: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-sm7fp:cda8bcc7-929e-47a6-8daf-73d3c6ab4139 2025-08-31 04:30:21.84: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-sm7fp:cda8bcc7-929e-47a6-8daf-73d3c6ab4139 2025-08-31 04:30:21.84: PodMonitor - start process kube event 2025-08-31 04:30:21.84: empty line received 2025-08-31 04:30:21.84: PodMonitor - start process kube event 2025-08-31 04:30:21.84: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:30:21.84: VncKubernetes - wait event (qsize=15 timeout=120) 2025-08-31 04:30:21.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:30:21.84: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:30:21.84: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:30:21.84: VncKubernetes - wait event (qsize=14 timeout=120) 2025-08-31 04:30:21.84: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:b666c434-2ecb-42cc-8090-53ece8824dc9 2025-08-31 04:30:21.85: VncKubernetes - wait event (qsize=13 timeout=120) 2025-08-31 04:30:21.85: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:467801fa-99bb-463c-bca0-603d56fe1e0c 2025-08-31 04:30:23.32: VncKubernetes - wait event (qsize=12 timeout=120) 2025-08-31 04:30:23.32: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:70b9cf0a-c0e2-42f3-8b12-105e43f0e4a2 2025-08-31 04:30:25.54: VncKubernetes - wait event (qsize=11 timeout=120) 2025-08-31 04:30:25.54: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:554401ac-83a5-4863-bcab-9bfe815c09f9 2025-08-31 04:30:25.56: VncKubernetes - wait event (qsize=10 timeout=120) 2025-08-31 04:30:25.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:30:25.56: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:30:25.56: VncKubernetes - wait event (qsize=9 timeout=120) 2025-08-31 04:30:25.56: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:39fd5e79-80c4-4771-8bfd-20b6d4cbcd7c 2025-08-31 04:30:27.46: VncKubernetes - wait event (qsize=8 timeout=120) 2025-08-31 04:30:27.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:30:27.46: VncKubernetes - vnc_sync - Service start 2025-08-31 04:30:27.46: VncKubernetes - vnc_sync - Service done 2025-08-31 04:30:27.46: VncKubernetes - wait event (qsize=7 timeout=120) 2025-08-31 04:30:27.46: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:6e52c7c9-6cda-4daa-be71-664c253457bb 2025-08-31 04:30:29.30: VncKubernetes - wait event (qsize=6 timeout=120) 2025-08-31 04:30:29.30: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:8aa0e5f8-9845-40a5-be88-2d77b0468618 2025-08-31 04:30:30.93: VncKubernetes - wait event (qsize=5 timeout=120) 2025-08-31 04:30:30.93: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:e0f49262-60fb-4c97-bd65-f70888c92141 2025-08-31 04:30:32.41: VncKubernetes - wait event (qsize=4 timeout=120) 2025-08-31 04:30:32.41: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:5cc04907-b8eb-415f-8848-c7f32f3cb284 2025-08-31 04:30:33.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-08-31 04:30:33.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:30:33.58: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:30:33.58: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:30:33.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-31 04:30:33.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:30:33.58: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:30:33.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 04:30:33.58: VncKubernetes - Process event (name=coredns-6f867cd986-sm7fp event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-sm7fp:cda8bcc7-929e-47a6-8daf-73d3c6ab4139 2025-08-31 04:30:33.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:31:19.64: PodMonitor - Received BOOKMARK: oldResVer=724 newResVer=730 2025-08-31 04:31:19.64: PodMonitor - start process kube event 2025-08-31 04:31:19.64: empty line received 2025-08-31 04:31:19.64: PodMonitor - start process kube event 2025-08-31 04:32:20.32: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=730 2025-08-31 04:32:20.32: PodMonitor - start process kube event 2025-08-31 04:32:20.32: empty line received 2025-08-31 04:32:20.32: PodMonitor - start process kube event 2025-08-31 04:32:20.50: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:32:20.50: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:32:20.50: NetworkPolicyMonitor - start process kube event 2025-08-31 04:32:20.50: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:33:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001122 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:33:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001004 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:33:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001103 2025-08-31 04:32:20.50: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:32:20.50: IngressMonitor - start process kube event 2025-08-31 04:32:20.50: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:32:20.50: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:32:20.50: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 04:32:20.50: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:32:20.50: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:32:20.50: IngressMonitor - Connect Kube API result 0 2025-08-31 04:32:20.51: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:32:20.51: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:32:20.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:32:20.51: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:32:20.51: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:32:20.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 04:32:20.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:32:20.51: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:32:20.51: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:32:20.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:32:20.51: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:32:20.52: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:32:20.53: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:32:20.53: EndPointMonitor - start process kube event 2025-08-31 04:32:20.53: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:32:20.53: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:32:20.53: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:32:20.53: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:32:20.53: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:32:20.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:32:20.54: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:32:20.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:32:20.54: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:32:20.54: ServiceMonitor - start process kube event 2025-08-31 04:32:20.54: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:32:20.54: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:32:20.54: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:32:20.54: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:32:20.54: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:32:20.54: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:32:20.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:32:20.54: VncKubernetes - vnc_sync - Service start 2025-08-31 04:32:20.54: VncKubernetes - vnc_sync - Service done 2025-08-31 04:32:20.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:32:20.55: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:32:20.57: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:32:20.57: NamespaceMonitor - start process kube event 2025-08-31 04:32:20.57: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:32:20.57: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:32:20.57: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:32:20.57: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:32:20.57: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:32:20.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:32:20.57: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:32:20.57: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:32:20.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:32:20.58: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:32:20.62: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:32:20.62: NetworkMonitor - start process kube event 2025-08-31 04:32:20.62: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=728 2025-08-31 04:32:20.62: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:32:20.62: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:32:20.62: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:32:20.62: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'})(timeout=120) 2025-08-31 04:32:20.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:32:20.62: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:32:20.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:32:20.63: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'}) 2025-08-31 04:33:19.74: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=730 2025-08-31 04:33:19.74: PodMonitor - start process kube event 2025-08-31 04:33:19.74: empty line received 2025-08-31 04:33:19.74: PodMonitor - start process kube event 2025-08-31 04:34:20.52: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:34:20.52: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:34:20.52: IngressMonitor - start process kube event 2025-08-31 04:34:20.52: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:34:20.52: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:34:20.52: NetworkPolicyMonitor - start process kube event 2025-08-31 04:34:20.52: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:34:20.52: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:34:20.52: IngressMonitor - Connect Kube API result 0 2025-08-31 04:34:20.52: IngressMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.48 - - [2025-08-31 04:34:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000946 2025-08-31 04:34:20.52: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:34:20.52: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 04:34:20.52: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:34:20.52: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:34:20.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:34:20.52: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:34:20.52: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:34:20.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 04:34:20.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:34:20.52: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:34:20.53: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:34:20.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:34:20.54: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:34:20.54: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:34:20.54: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:34:20.54: EndPointMonitor - start process kube event 2025-08-31 04:34:20.54: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:34:20.54: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:34:20.54: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:34:20.55: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:34:20.55: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:34:20.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:34:20.55: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:34:20.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:34:20.55: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:34:20.55: ServiceMonitor - start process kube event 2025-08-31 04:34:20.55: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:34:20.55: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:34:20.55: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:34:20.55: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:34:20.55: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:34:20.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:34:20.55: VncKubernetes - vnc_sync - Service start 2025-08-31 04:34:20.55: VncKubernetes - vnc_sync - Service done 2025-08-31 04:34:20.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:34:20.55: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:34:20.55: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:34:20.57: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=730 2025-08-31 04:34:20.57: PodMonitor - start process kube event 2025-08-31 04:34:20.57: PodMonitor - _schedule_vnc_sync 2025-08-31 04:34:20.57: empty line received 2025-08-31 04:34:20.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:34:20.57: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:34:20.57: PodMonitor - start process kube event 2025-08-31 04:34:20.58: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:34:20.58: NamespaceMonitor - start process kube event 2025-08-31 04:34:20.58: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:34:20.58: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:34:20.58: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:34:20.58: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:34:20.58: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:34:20.59: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:34:20.63: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:34:20.63: NetworkMonitor - start process kube event 2025-08-31 04:34:20.63: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=728 2025-08-31 04:34:20.63: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:34:20.63: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:34:20.63: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:34:20.63: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'})(timeout=120) 2025-08-31 04:34:20.63: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:34:20.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-08-31 04:34:20.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:34:20.63: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:34:20.63: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:34:20.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 04:34:20.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:34:20.63: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:34:20.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:34:20.63: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'}) 2025-08-31 04:35:20.46: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=724 newResVer=1105 2025-08-31 04:35:20.46: NetworkPolicyMonitor - start process kube event 2025-08-31 04:35:20.46: empty line received 2025-08-31 04:35:20.46: NetworkPolicyMonitor - start process kube event 2025-08-31 04:35:20.55: IngressMonitor - Received BOOKMARK: oldResVer=724 newResVer=1032 2025-08-31 04:35:20.55: IngressMonitor - start process kube event 2025-08-31 04:35:20.55: empty line received 2025-08-31 04:35:20.55: IngressMonitor - start process kube event 2025-08-31 04:35:20.77: ServiceMonitor - Received BOOKMARK: oldResVer=724 newResVer=1028 2025-08-31 04:35:20.77: ServiceMonitor - start process kube event 2025-08-31 04:35:20.77: empty line received 2025-08-31 04:35:20.77: ServiceMonitor - start process kube event 2025-08-31 04:35:21.07: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=730 2025-08-31 04:35:21.07: PodMonitor - start process kube event 2025-08-31 04:35:21.07: empty line received 2025-08-31 04:35:21.07: PodMonitor - start process kube event 2025-08-31 04:36:20.13: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-31 04:36:20.13: NetworkPolicyMonitor - start process kube event 2025-08-31 04:36:20.13: empty line received 2025-08-31 04:36:20.13: NetworkPolicyMonitor - start process kube event 2025-08-31 04:36:20.33: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:36:20.33: IngressMonitor - start process kube event 2025-08-31 04:36:20.33: empty line received 2025-08-31 04:36:20.33: IngressMonitor - start process kube event 2025-08-31 04:36:20.55: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:36:20.55: EndPointMonitor - start process kube event 2025-08-31 04:36:20.55: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:36:20.55: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:36:20.55: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:36:20.55: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:36:20.55: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:36:20.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:36:20.56: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:36:20.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:36:20.58: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:36:20.59: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:36:20.59: NamespaceMonitor - start process kube event 2025-08-31 04:36:20.59: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:36:20.59: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:36:20.59: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:36:20.59: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:36:20.59: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:36:20.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:36:20.59: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:36:20.59: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:36:20.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:36:20.59: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:36:20.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:36:20.64: NetworkMonitor - start process kube event 2025-08-31 04:36:20.64: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=728 2025-08-31 04:36:20.64: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:36:20.64: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:36:20.64: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:36:20.64: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'})(timeout=120) 2025-08-31 04:36:20.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:36:20.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:36:20.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:36:20.64: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'}) 2025-08-31 04:36:21.49: ServiceMonitor - Received BOOKMARK: oldResVer=1028 newResVer=1028 2025-08-31 04:36:21.49: ServiceMonitor - start process kube event 2025-08-31 04:36:21.49: empty line received 2025-08-31 04:36:21.49: ServiceMonitor - start process kube event 2025-08-31 04:36:21.52: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=730 2025-08-31 04:36:21.52: PodMonitor - start process kube event 2025-08-31 04:36:21.52: empty line received 2025-08-31 04:36:21.52: PodMonitor - start process kube event 2025-08-31 04:37:11.24: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=730 2025-08-31 04:37:11.24: PodMonitor - start process kube event 2025-08-31 04:37:11.24: empty line received 2025-08-31 04:37:11.24: PodMonitor - start process kube event 2025-08-31 04:37:12.45: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=730 2025-08-31 04:37:12.45: PodMonitor - start process kube event 2025-08-31 04:37:12.45: empty line received 2025-08-31 04:37:12.45: PodMonitor - start process kube event 2025-08-31 04:37:13.52: stop iteration PodMonitor 2025-08-31 04:37:13.52: PodMonitor - start process kube event 2025-08-31 04:37:13.52: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=730 2025-08-31 04:37:13.52: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:37:13.52: PodMonitor - Connect Kube API result 0 2025-08-31 04:37:13.52: PodMonitor - _schedule_vnc_sync 2025-08-31 04:37:13.52: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'})(timeout=120) 2025-08-31 04:37:13.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:37:13.52: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:37:13.52: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:37:13.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:37:13.52: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'}) 2025-08-31 04:37:20.46: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:37:20.46: IngressMonitor - start process kube event 2025-08-31 04:37:20.46: empty line received 2025-08-31 04:37:20.46: IngressMonitor - start process kube event 2025-08-31 04:37:20.70: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-31 04:37:20.70: NetworkPolicyMonitor - start process kube event 2025-08-31 04:37:20.70: empty line received 2025-08-31 04:37:20.70: NetworkPolicyMonitor - start process kube event 2025-08-31 04:37:21.41: ServiceMonitor - Received BOOKMARK: oldResVer=1028 newResVer=1028 2025-08-31 04:37:21.41: ServiceMonitor - start process kube event 2025-08-31 04:37:21.41: empty line received 2025-08-31 04:37:21.41: ServiceMonitor - start process kube event 2025-08-31 04:38:19.71: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-31 04:38:19.71: NetworkPolicyMonitor - start process kube event 2025-08-31 04:38:19.71: empty line received 2025-08-31 04:38:19.71: NetworkPolicyMonitor - start process kube event 2025-08-31 04:38:20.20: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:38:20.21: IngressMonitor - start process kube event 2025-08-31 04:38:20.21: empty line received 2025-08-31 04:38:20.21: IngressMonitor - start process kube event 2025-08-31 04:38:20.58: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:38:20.58: EndPointMonitor - start process kube event 2025-08-31 04:38:20.58: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:38:20.58: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:38:20.58: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:38:20.58: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.48 - - [2025-08-31 04:38:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000965 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:39:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000936 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:39:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000992 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:39:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000942 2025-08-31 04:38:20.58: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:38:20.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:38:20.58: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:38:20.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:38:20.60: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:38:20.60: NamespaceMonitor - start process kube event 2025-08-31 04:38:20.60: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:38:20.60: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:38:20.60: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:38:20.60: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:38:20.60: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:38:20.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:38:20.60: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:38:20.60: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:38:20.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:38:20.60: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:38:20.61: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:38:20.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:38:20.64: NetworkMonitor - start process kube event 2025-08-31 04:38:20.65: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=728 2025-08-31 04:38:20.65: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:38:20.65: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:38:20.65: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:38:20.65: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'})(timeout=120) 2025-08-31 04:38:20.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:38:20.65: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:38:20.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:38:20.65: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'}) 2025-08-31 04:38:21.28: ServiceMonitor - Received BOOKMARK: oldResVer=1028 newResVer=1028 2025-08-31 04:38:21.28: ServiceMonitor - start process kube event 2025-08-31 04:38:21.28: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:38:21.28: empty line received 2025-08-31 04:38:21.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:38:21.28: VncKubernetes - vnc_sync - Service start 2025-08-31 04:38:21.29: VncKubernetes - vnc_sync - Service done 2025-08-31 04:38:21.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:38:21.29: ServiceMonitor - start process kube event 2025-08-31 04:39:13.53: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:39:13.53: PodMonitor - start process kube event 2025-08-31 04:39:13.53: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=730 2025-08-31 04:39:13.53: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:39:13.53: PodMonitor - Connect Kube API result 0 2025-08-31 04:39:13.53: PodMonitor - _schedule_vnc_sync 2025-08-31 04:39:13.53: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'})(timeout=120) 2025-08-31 04:39:13.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:39:13.53: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:39:13.53: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:39:13.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:39:13.54: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'}) 2025-08-31 04:39:19.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-31 04:39:19.98: NetworkPolicyMonitor - start process kube event 2025-08-31 04:39:19.98: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:39:19.98: empty line received 2025-08-31 04:39:19.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:39:19.98: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:39:19.98: NetworkPolicyMonitor - start process kube event 2025-08-31 04:39:19.98: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:39:19.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:39:20.26: ServiceMonitor - Received BOOKMARK: oldResVer=1028 newResVer=1028 2025-08-31 04:39:20.26: ServiceMonitor - start process kube event 2025-08-31 04:39:20.26: empty line received 2025-08-31 04:39:20.26: ServiceMonitor - start process kube event 2025-08-31 04:39:20.26: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:39:20.26: IngressMonitor - start process kube event 2025-08-31 04:39:20.27: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:39:20.27: empty line received 2025-08-31 04:39:20.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:39:20.27: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:39:20.27: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:39:20.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:39:20.27: IngressMonitor - start process kube event 2025-08-31 04:39:21.65: stop iteration ServiceMonitor 2025-08-31 04:39:21.66: ServiceMonitor - start process kube event 2025-08-31 04:39:21.66: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1028 2025-08-31 04:39:21.66: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:39:21.66: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:39:21.66: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:39:21.66: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1028'})(timeout=120) 2025-08-31 04:39:21.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:39:21.66: VncKubernetes - vnc_sync - Service start 2025-08-31 04:39:21.66: VncKubernetes - vnc_sync - Service done 2025-08-31 04:39:21.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:39:21.67: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1028'}) 2025-08-31 04:40:20.06: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:40:20.06: IngressMonitor - start process kube event 2025-08-31 04:40:20.06: empty line received 2025-08-31 04:40:20.06: IngressMonitor - start process kube event 2025-08-31 04:40:20.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-31 04:40:20.35: NetworkPolicyMonitor - start process kube event 2025-08-31 04:40:20.35: empty line received 2025-08-31 04:40:20.35: NetworkPolicyMonitor - start process kube event 2025-08-31 04:40:20.61: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:40:20.61: EndPointMonitor - start process kube event 2025-08-31 04:40:20.61: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:40:20.61: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:40:20.61: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:40:20.61: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:40:20.61: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:40:20.61: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:40:20.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:40:20.61: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:40:20.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:40:20.61: NamespaceMonitor - start process kube event 2025-08-31 04:40:20.61: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:40:20.61: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:40:20.61: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:40:20.61: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:40:20.62: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:40:20.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:40:20.62: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:40:20.62: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:40:20.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:40:20.63: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:40:20.64: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:40:20.65: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:40:20.65: NetworkMonitor - start process kube event 2025-08-31 04:40:20.65: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=728 2025-08-31 04:40:20.65: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:40:20.65: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:40:20.65: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:40:20.65: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'})(timeout=120) 2025-08-31 04:40:20.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:40:20.66: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:40:20.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:40:20.66: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '728'}) 2025-08-31 04:41:13.54: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:41:13.54: PodMonitor - start process kube event 2025-08-31 04:41:13.54: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=730 2025-08-31 04:41:13.54: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:41:13.54: PodMonitor - Connect Kube API result 0 2025-08-31 04:41:13.54: PodMonitor - _schedule_vnc_sync 2025-08-31 04:41:13.54: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'})(timeout=120) 2025-08-31 04:41:13.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:41:13.54: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:41:13.54: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:41:13.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:41:13.55: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'}) 2025-08-31 04:41:20.48: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-31 04:41:20.48: NetworkPolicyMonitor - start process kube event 2025-08-31 04:41:20.48: empty line received 2025-08-31 04:41:20.48: NetworkPolicyMonitor - start process kube event 2025-08-31 04:41:20.74: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:41:20.74: IngressMonitor - start process kube event 2025-08-31 04:41:20.74: empty line received 2025-08-31 04:41:20.74: IngressMonitor - start process kube event 2025-08-31 04:41:21.25: NetworkMonitor - Received BOOKMARK: oldResVer=728 newResVer=1654 2025-08-31 04:41:21.26: NetworkMonitor - start process kube event 2025-08-31 04:41:21.26: empty line received 2025-08-31 04:41:21.26: NetworkMonitor - start process kube event 2025-08-31 04:41:21.67: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:41:21.67: ServiceMonitor - start process kube event 2025-08-31 04:41:21.67: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1028 2025-08-31 04:41:21.67: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:41:21.67: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:41:21.67: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:41:21.67: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1028'})(timeout=120) 2025-08-31 04:41:21.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:41:21.67: VncKubernetes - vnc_sync - Service start 2025-08-31 04:41:21.67: VncKubernetes - vnc_sync - Service done 2025-08-31 04:41:21.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:41:21.69: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1028'}) 2025-08-31 04:41:32.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=1105 2025-08-31 04:41:32.68: NetworkPolicyMonitor - start process kube event 2025-08-31 04:41:32.68: empty line received 2025-08-31 04:41:32.68: NetworkPolicyMonitor - start process kube event 2025-08-31 04:41:33.95: stop iteration NetworkPolicyMonitor 2025-08-31 04:41:33.95: NetworkPolicyMonitor - start process kube event 2025-08-31 04:41:33.95: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1105 2025-08-31 04:41:33.95: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:41:33.95: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 04:41:33.95: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:41:33.95: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'})(timeout=120) 2025-08-31 04:41:33.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:41:33.95: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:41:33.95: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:41:33.95: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.48 - - [2025-08-31 04:43:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000932 2025-08-31 04:41:33.95: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'}) 2025-08-31 04:42:20.64: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:42:20.64: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:42:20.64: EndPointMonitor - start process kube event 2025-08-31 04:42:20.64: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:42:20.64: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:42:20.64: NamespaceMonitor - start process kube event 2025-08-31 04:42:20.64: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:42:20.64: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:42:20.64: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:42:20.64: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:42:20.64: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:42:20.64: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:42:20.64: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:42:20.64: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:42:20.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:42:20.64: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:42:20.64: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:42:20.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 04:42:20.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:42:20.64: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:42:20.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:42:20.66: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:42:20.66: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:42:21.05: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:42:21.05: IngressMonitor - start process kube event 2025-08-31 04:42:21.05: empty line received 2025-08-31 04:42:21.05: IngressMonitor - start process kube event 2025-08-31 04:42:21.45: NetworkMonitor - Received BOOKMARK: oldResVer=1654 newResVer=1654 2025-08-31 04:42:21.45: NetworkMonitor - start process kube event 2025-08-31 04:42:21.45: empty line received 2025-08-31 04:42:21.45: NetworkMonitor - start process kube event 2025-08-31 04:43:13.55: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:43:13.55: PodMonitor - start process kube event 2025-08-31 04:43:13.55: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=730 2025-08-31 04:43:13.55: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:43:13.55: PodMonitor - Connect Kube API result 0 2025-08-31 04:43:13.55: PodMonitor - _schedule_vnc_sync 2025-08-31 04:43:13.55: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'})(timeout=120) 2025-08-31 04:43:13.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:43:13.55: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:43:13.55: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:43:13.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:43:13.57: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '730'}) 2025-08-31 04:43:20.99: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:43:20.99: IngressMonitor - start process kube event 2025-08-31 04:43:20.99: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:43:20.99: empty line received 2025-08-31 04:43:20.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:43:20.99: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:43:20.99: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:43:20.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:43:20.99: IngressMonitor - start process kube event 2025-08-31 04:43:21.25: NetworkMonitor - Received BOOKMARK: oldResVer=1654 newResVer=1654 2025-08-31 04:43:21.25: NetworkMonitor - start process kube event 2025-08-31 04:43:21.25: empty line received 2025-08-31 04:43:21.25: NetworkMonitor - start process kube event 2025-08-31 04:43:21.69: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:43:21.69: ServiceMonitor - start process kube event 2025-08-31 04:43:21.69: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1028 2025-08-31 04:43:21.69: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:43:21.69: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:43:21.69: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:43:21.69: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1028'})(timeout=120) 2025-08-31 04:43:21.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:43:21.70: VncKubernetes - vnc_sync - Service start 2025-08-31 04:43:21.70: VncKubernetes - vnc_sync - Service done 2025-08-31 04:43:21.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:43:21.71: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1028'}) 2025-08-31 04:43:33.96: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:43:33.96: NetworkPolicyMonitor - start process kube event 2025-08-31 04:43:33.96: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1105 2025-08-31 04:43:33.96: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:43:33.96: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 04:43:33.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:43:33.96: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'})(timeout=120) 2025-08-31 04:43:33.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:43:33.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:43:33.96: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:43:33.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:43:33.97: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'}) 2025-08-31 04:44:00.08: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:44:00.08: IngressMonitor - start process kube event 2025-08-31 04:44:00.08: empty line received 2025-08-31 04:44:00.08: IngressMonitor - start process kube event 2025-08-31 04:44:01.30: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1032 2025-08-31 04:44:01.30: IngressMonitor - start process kube event 2025-08-31 04:44:01.30: empty line received 2025-08-31 04:44:01.30: IngressMonitor - start process kube event 2025-08-31 04:44:02.65: stop iteration IngressMonitor [Introspect:8108]10.0.0.48 - - [2025-08-31 04:44:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000934 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:44:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000944 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:44:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001057 2025-08-31 04:44:02.65: IngressMonitor - start process kube event 2025-08-31 04:44:02.65: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1032 2025-08-31 04:44:02.65: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:44:02.65: IngressMonitor - Connect Kube API result 0 2025-08-31 04:44:02.65: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:44:02.65: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1032'})(timeout=120) 2025-08-31 04:44:02.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:44:02.65: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:44:02.65: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:44:02.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:44:02.67: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1032'}) 2025-08-31 04:44:14.21: PodMonitor - Received BOOKMARK: oldResVer=730 newResVer=1887 2025-08-31 04:44:14.21: PodMonitor - start process kube event 2025-08-31 04:44:14.21: empty line received 2025-08-31 04:44:14.21: PodMonitor - start process kube event 2025-08-31 04:44:20.66: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:44:20.66: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:44:20.66: NamespaceMonitor - start process kube event 2025-08-31 04:44:20.66: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:44:20.66: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:44:20.66: EndPointMonitor - start process kube event 2025-08-31 04:44:20.66: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=724 2025-08-31 04:44:20.66: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:44:20.66: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:44:20.66: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:44:20.66: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:44:20.67: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:44:20.67: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:44:20.67: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'})(timeout=120) 2025-08-31 04:44:20.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:44:20.67: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:44:20.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-08-31 04:44:20.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:44:20.67: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:44:20.67: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:44:20.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:44:20.69: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:44:20.69: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '724'}) 2025-08-31 04:44:21.48: NetworkMonitor - Received BOOKMARK: oldResVer=1654 newResVer=1654 2025-08-31 04:44:21.48: NetworkMonitor - start process kube event 2025-08-31 04:44:21.48: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:44:21.48: empty line received 2025-08-31 04:44:21.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:44:21.48: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:44:21.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:44:21.48: NetworkMonitor - start process kube event 2025-08-31 04:44:21.98: ServiceMonitor - Received BOOKMARK: oldResVer=1028 newResVer=1893 2025-08-31 04:44:21.98: ServiceMonitor - start process kube event 2025-08-31 04:44:21.98: empty line received 2025-08-31 04:44:21.98: ServiceMonitor - start process kube event 2025-08-31 04:45:02.06: IngressMonitor - Received BOOKMARK: oldResVer=1032 newResVer=1898 2025-08-31 04:45:02.06: IngressMonitor - start process kube event 2025-08-31 04:45:02.06: empty line received 2025-08-31 04:45:02.06: IngressMonitor - start process kube event 2025-08-31 04:45:13.96: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:45:13.96: PodMonitor - start process kube event 2025-08-31 04:45:13.96: empty line received 2025-08-31 04:45:13.96: PodMonitor - start process kube event 2025-08-31 04:45:21.20: NamespaceMonitor - Received BOOKMARK: oldResVer=724 newResVer=1990 2025-08-31 04:45:21.20: NamespaceMonitor - start process kube event 2025-08-31 04:45:21.20: empty line received 2025-08-31 04:45:21.20: NamespaceMonitor - start process kube event 2025-08-31 04:45:21.24: EndPointMonitor - Received BOOKMARK: oldResVer=724 newResVer=1895 2025-08-31 04:45:21.24: EndPointMonitor - start process kube event 2025-08-31 04:45:21.24: empty line received 2025-08-31 04:45:21.24: EndPointMonitor - start process kube event 2025-08-31 04:45:21.58: NetworkMonitor - Received BOOKMARK: oldResVer=1654 newResVer=1654 2025-08-31 04:45:21.58: NetworkMonitor - start process kube event 2025-08-31 04:45:21.58: empty line received 2025-08-31 04:45:21.58: NetworkMonitor - start process kube event 2025-08-31 04:45:21.85: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:45:21.85: ServiceMonitor - start process kube event 2025-08-31 04:45:21.85: empty line received 2025-08-31 04:45:21.85: ServiceMonitor - start process kube event 2025-08-31 04:45:33.97: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:45:33.97: NetworkPolicyMonitor - start process kube event 2025-08-31 04:45:33.97: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1105 2025-08-31 04:45:33.97: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:45:33.97: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 04:45:33.97: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:45:33.97: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'})(timeout=120) 2025-08-31 04:45:33.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:45:33.98: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:45:33.98: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:45:33.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:45:34.02: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1105'}) 2025-08-31 04:46:01.86: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:46:01.86: IngressMonitor - start process kube event 2025-08-31 04:46:01.86: empty line received 2025-08-31 04:46:01.86: IngressMonitor - start process kube event 2025-08-31 04:46:14.57: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:46:14.57: PodMonitor - start process kube event 2025-08-31 04:46:14.57: empty line received 2025-08-31 04:46:14.57: PodMonitor - start process kube event 2025-08-31 04:46:15.96: NetworkMonitor - Received BOOKMARK: oldResVer=1654 newResVer=1654 2025-08-31 04:46:15.96: NetworkMonitor - start process kube event 2025-08-31 04:46:15.96: empty line received 2025-08-31 04:46:15.96: NetworkMonitor - start process kube event 2025-08-31 04:46:17.06: NetworkMonitor - Received BOOKMARK: oldResVer=1654 newResVer=1654 2025-08-31 04:46:17.06: NetworkMonitor - start process kube event 2025-08-31 04:46:17.06: empty line received 2025-08-31 04:46:17.06: NetworkMonitor - start process kube event 2025-08-31 04:46:18.30: stop iteration NetworkMonitor 2025-08-31 04:46:18.30: NetworkMonitor - start process kube event 2025-08-31 04:46:18.30: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1654 2025-08-31 04:46:18.30: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:46:18.30: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:46:18.30: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:46:18.30: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'})(timeout=120) 2025-08-31 04:46:18.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:46:18.30: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:46:18.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:46:18.31: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'}) 2025-08-31 04:46:20.80: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=1895 2025-08-31 04:46:20.80: EndPointMonitor - start process kube event 2025-08-31 04:46:20.80: empty line received 2025-08-31 04:46:20.80: EndPointMonitor - start process kube event 2025-08-31 04:46:21.25: NamespaceMonitor - Received BOOKMARK: oldResVer=1990 newResVer=1990 2025-08-31 04:46:21.25: NamespaceMonitor - start process kube event 2025-08-31 04:46:21.25: empty line received 2025-08-31 04:46:21.25: NamespaceMonitor - start process kube event 2025-08-31 04:46:22.14: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:46:22.14: ServiceMonitor - start process kube event 2025-08-31 04:46:22.14: empty line received 2025-08-31 04:46:22.14: ServiceMonitor - start process kube event 2025-08-31 04:46:34.08: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1105 newResVer=2009 2025-08-31 04:46:34.08: NetworkPolicyMonitor - start process kube event 2025-08-31 04:46:34.08: empty line received 2025-08-31 04:46:34.08: NetworkPolicyMonitor - start process kube event 2025-08-31 04:47:02.05: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:47:02.05: IngressMonitor - start process kube event 2025-08-31 04:47:02.05: empty line received 2025-08-31 04:47:02.05: IngressMonitor - start process kube event 2025-08-31 04:47:15.47: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:47:15.47: PodMonitor - start process kube event 2025-08-31 04:47:15.47: PodMonitor - _schedule_vnc_sync 2025-08-31 04:47:15.47: empty line received 2025-08-31 04:47:15.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:47:15.47: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:47:15.47: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:47:15.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:47:15.47: PodMonitor - start process kube event 2025-08-31 04:47:21.05: NamespaceMonitor - Received BOOKMARK: oldResVer=1990 newResVer=1990 2025-08-31 04:47:21.05: NamespaceMonitor - start process kube event 2025-08-31 04:47:21.05: empty line received 2025-08-31 04:47:21.05: NamespaceMonitor - start process kube event 2025-08-31 04:47:21.26: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=1895 2025-08-31 04:47:21.26: EndPointMonitor - start process kube event 2025-08-31 04:47:21.26: empty line received 2025-08-31 04:47:21.26: EndPointMonitor - start process kube event 2025-08-31 04:47:22.55: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:47:22.55: ServiceMonitor - start process kube event 2025-08-31 04:47:22.55: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:47:22.55: empty line received 2025-08-31 04:47:22.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:47:22.55: VncKubernetes - vnc_sync - Service start 2025-08-31 04:47:22.55: VncKubernetes - vnc_sync - Service done 2025-08-31 04:47:22.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:47:22.55: ServiceMonitor - start process kube event 2025-08-31 04:47:34.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:47:34.50: NetworkPolicyMonitor - start process kube event 2025-08-31 04:47:34.50: empty line received 2025-08-31 04:47:34.50: NetworkPolicyMonitor - start process kube event 2025-08-31 04:48:02.23: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:48:02.23: IngressMonitor - start process kube event 2025-08-31 04:48:02.23: empty line received 2025-08-31 04:48:02.23: IngressMonitor - start process kube event 2025-08-31 04:48:14.75: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:48:14.75: PodMonitor - start process kube event 2025-08-31 04:48:14.75: empty line received 2025-08-31 04:48:14.75: PodMonitor - start process kube event 2025-08-31 04:48:18.31: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:48:18.31: NetworkMonitor - start process kube event 2025-08-31 04:48:18.31: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1654 2025-08-31 04:48:18.31: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:48:18.31: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:48:18.31: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:48:18.31: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'})(timeout=120) 2025-08-31 04:48:18.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:48:18.31: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:48:18.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:48:18.32: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'}) 2025-08-31 04:48:21.35: NamespaceMonitor - Received BOOKMARK: oldResVer=1990 newResVer=1990 2025-08-31 04:48:21.35: NamespaceMonitor - start process kube event 2025-08-31 04:48:21.35: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:48:21.35: empty line received 2025-08-31 04:48:21.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:48:21.35: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:48:21.35: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:48:21.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:48:21.35: NamespaceMonitor - start process kube event 2025-08-31 04:48:21.62: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:48:21.62: ServiceMonitor - start process kube event 2025-08-31 04:48:21.62: empty line received 2025-08-31 04:48:21.62: ServiceMonitor - start process kube event 2025-08-31 04:48:21.64: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=1895 2025-08-31 04:48:21.64: EndPointMonitor - start process kube event 2025-08-31 04:48:21.64: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:48:21.64: empty line received 2025-08-31 04:48:21.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:48:21.64: VncKubernetes - vnc_sync - Endpoints - no handler - skip [Introspect:8108]10.0.0.48 - - [2025-08-31 04:48:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001434 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:48:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000957 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:48:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001001 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:49:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000914 2025-08-31 04:48:21.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:48:21.64: EndPointMonitor - start process kube event 2025-08-31 04:48:34.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:48:34.58: NetworkPolicyMonitor - start process kube event 2025-08-31 04:48:34.58: empty line received 2025-08-31 04:48:34.58: NetworkPolicyMonitor - start process kube event 2025-08-31 04:49:02.53: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:49:02.53: IngressMonitor - start process kube event 2025-08-31 04:49:02.53: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:49:02.53: empty line received 2025-08-31 04:49:02.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:49:02.53: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:49:02.53: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:49:02.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:49:02.53: IngressMonitor - start process kube event 2025-08-31 04:49:14.78: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:49:14.78: PodMonitor - start process kube event 2025-08-31 04:49:14.78: empty line received 2025-08-31 04:49:14.78: PodMonitor - start process kube event 2025-08-31 04:49:21.46: NamespaceMonitor - Received BOOKMARK: oldResVer=1990 newResVer=1990 2025-08-31 04:49:21.46: NamespaceMonitor - start process kube event 2025-08-31 04:49:21.46: empty line received 2025-08-31 04:49:21.46: NamespaceMonitor - start process kube event 2025-08-31 04:49:21.62: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=1895 2025-08-31 04:49:21.62: EndPointMonitor - start process kube event 2025-08-31 04:49:21.62: empty line received 2025-08-31 04:49:21.62: EndPointMonitor - start process kube event 2025-08-31 04:49:21.84: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:49:21.84: ServiceMonitor - start process kube event 2025-08-31 04:49:21.84: empty line received 2025-08-31 04:49:21.84: ServiceMonitor - start process kube event 2025-08-31 04:49:23.63: NamespaceMonitor - Received BOOKMARK: oldResVer=1990 newResVer=1990 2025-08-31 04:49:23.63: NamespaceMonitor - start process kube event 2025-08-31 04:49:23.63: empty line received 2025-08-31 04:49:23.63: NamespaceMonitor - start process kube event 2025-08-31 04:49:24.78: NamespaceMonitor - Received BOOKMARK: oldResVer=1990 newResVer=1990 2025-08-31 04:49:24.78: NamespaceMonitor - start process kube event 2025-08-31 04:49:24.78: empty line received 2025-08-31 04:49:24.78: NamespaceMonitor - start process kube event 2025-08-31 04:49:26.11: stop iteration NamespaceMonitor 2025-08-31 04:49:26.11: NamespaceMonitor - start process kube event 2025-08-31 04:49:26.11: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1990 2025-08-31 04:49:26.11: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:49:26.11: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:49:26.11: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:49:26.11: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'})(timeout=120) 2025-08-31 04:49:26.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:49:26.11: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:49:26.11: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:49:26.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:49:26.11: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'}) 2025-08-31 04:49:33.91: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:49:33.91: NetworkPolicyMonitor - start process kube event 2025-08-31 04:49:33.91: empty line received 2025-08-31 04:49:33.91: NetworkPolicyMonitor - start process kube event 2025-08-31 04:50:02.49: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:50:02.49: IngressMonitor - start process kube event 2025-08-31 04:50:02.49: empty line received 2025-08-31 04:50:02.49: IngressMonitor - start process kube event 2025-08-31 04:50:14.98: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:50:14.98: PodMonitor - start process kube event 2025-08-31 04:50:14.98: empty line received 2025-08-31 04:50:14.98: PodMonitor - start process kube event 2025-08-31 04:50:18.32: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:50:18.32: NetworkMonitor - start process kube event 2025-08-31 04:50:18.32: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1654 2025-08-31 04:50:18.32: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:50:18.32: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:50:18.32: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:50:18.32: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'})(timeout=120) 2025-08-31 04:50:18.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:50:18.32: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:50:18.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:50:18.33: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'}) 2025-08-31 04:50:22.11: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:50:22.11: ServiceMonitor - start process kube event 2025-08-31 04:50:22.11: empty line received 2025-08-31 04:50:22.11: ServiceMonitor - start process kube event 2025-08-31 04:50:22.13: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=1895 2025-08-31 04:50:22.13: EndPointMonitor - start process kube event 2025-08-31 04:50:22.13: empty line received 2025-08-31 04:50:22.13: EndPointMonitor - start process kube event 2025-08-31 04:50:33.82: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:50:33.82: NetworkPolicyMonitor - start process kube event 2025-08-31 04:50:33.82: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:50:33.82: empty line received 2025-08-31 04:50:33.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:50:33.82: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:50:33.82: NetworkPolicyMonitor - start process kube event 2025-08-31 04:50:33.82: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:50:33.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:51:02.83: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:51:02.83: IngressMonitor - start process kube event 2025-08-31 04:51:02.83: empty line received 2025-08-31 04:51:02.83: IngressMonitor - start process kube event 2025-08-31 04:51:14.95: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:51:14.95: PodMonitor - start process kube event 2025-08-31 04:51:14.95: empty line received 2025-08-31 04:51:14.95: PodMonitor - start process kube event 2025-08-31 04:51:22.01: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=1895 2025-08-31 04:51:22.01: EndPointMonitor - start process kube event 2025-08-31 04:51:22.01: empty line received 2025-08-31 04:51:22.01: EndPointMonitor - start process kube event 2025-08-31 04:51:22.10: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:51:22.10: ServiceMonitor - start process kube event 2025-08-31 04:51:22.10: empty line received 2025-08-31 04:51:22.10: ServiceMonitor - start process kube event 2025-08-31 04:51:26.12: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:51:26.12: NamespaceMonitor - start process kube event 2025-08-31 04:51:26.12: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1990 2025-08-31 04:51:26.12: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:51:26.12: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:51:26.12: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:51:26.12: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'})(timeout=120) 2025-08-31 04:51:26.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:51:26.12: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:51:26.12: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:51:26.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:51:26.14: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'}) 2025-08-31 04:51:34.51: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:51:34.51: NetworkPolicyMonitor - start process kube event 2025-08-31 04:51:34.51: empty line received 2025-08-31 04:51:34.51: NetworkPolicyMonitor - start process kube event 2025-08-31 04:51:54.60: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:51:54.60: PodMonitor - start process kube event 2025-08-31 04:51:54.60: PodMonitor - _schedule_vnc_sync 2025-08-31 04:51:54.60: empty line received 2025-08-31 04:51:54.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:51:54.60: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:51:54.60: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:51:54.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:51:54.60: PodMonitor - start process kube event 2025-08-31 04:51:55.68: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-08-31 04:51:55.68: PodMonitor - start process kube event 2025-08-31 04:51:55.68: empty line received 2025-08-31 04:51:55.68: PodMonitor - start process kube event 2025-08-31 04:51:56.73: stop iteration PodMonitor 2025-08-31 04:51:56.73: PodMonitor - start process kube event 2025-08-31 04:51:56.73: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1887 2025-08-31 04:51:56.73: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:51:56.73: PodMonitor - Connect Kube API result 0 2025-08-31 04:51:56.73: PodMonitor - _schedule_vnc_sync 2025-08-31 04:51:56.73: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1887'})(timeout=120) 2025-08-31 04:51:56.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:51:56.73: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:51:56.73: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:51:56.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:51:56.74: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1887'}) 2025-08-31 04:52:03.06: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=1895 2025-08-31 04:52:03.06: EndPointMonitor - start process kube event 2025-08-31 04:52:03.06: empty line received 2025-08-31 04:52:03.06: EndPointMonitor - start process kube event 2025-08-31 04:52:03.44: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:52:03.44: IngressMonitor - start process kube event 2025-08-31 04:52:03.44: empty line received 2025-08-31 04:52:03.44: IngressMonitor - start process kube event 2025-08-31 04:52:04.83: stop iteration EndPointMonitor 2025-08-31 04:52:04.83: EndPointMonitor - start process kube event 2025-08-31 04:52:04.83: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1895 2025-08-31 04:52:04.83: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:52:04.83: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:52:04.83: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:52:04.83: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'})(timeout=120) 2025-08-31 04:52:04.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:52:04.83: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:52:04.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:52:04.85: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'}) 2025-08-31 04:52:18.34: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:52:18.34: NetworkMonitor - start process kube event 2025-08-31 04:52:18.34: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1654 2025-08-31 04:52:18.34: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:52:18.34: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:52:18.34: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:52:18.34: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'})(timeout=120) 2025-08-31 04:52:18.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:52:18.34: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:52:18.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:52:18.34: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1654'}) 2025-08-31 04:52:22.58: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:52:22.58: ServiceMonitor - start process kube event 2025-08-31 04:52:22.58: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:52:22.58: empty line received 2025-08-31 04:52:22.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:52:22.58: VncKubernetes - vnc_sync - Service start 2025-08-31 04:52:22.58: VncKubernetes - vnc_sync - Service done 2025-08-31 04:52:22.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:52:22.58: ServiceMonitor - start process kube event 2025-08-31 04:52:34.25: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:52:34.25: NetworkPolicyMonitor - start process kube event 2025-08-31 04:52:34.25: empty line received 2025-08-31 04:52:34.25: NetworkPolicyMonitor - start process kube event 2025-08-31 04:52:36.07: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=1893 2025-08-31 04:52:36.07: ServiceMonitor - start process kube event 2025-08-31 04:52:36.07: empty line received 2025-08-31 04:52:36.07: ServiceMonitor - start process kube event 2025-08-31 04:52:37.93: stop iteration ServiceMonitor 2025-08-31 04:52:37.93: ServiceMonitor - start process kube event 2025-08-31 04:52:37.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1893 2025-08-31 04:52:37.93: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:52:37.93: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:52:37.93: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:52:37.93: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1893'})(timeout=120) [Introspect:8108]10.0.0.48 - - [2025-08-31 04:53:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001032 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:53:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000915 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:53:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001057 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:53:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000971 2025-08-31 04:52:37.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:52:37.93: VncKubernetes - vnc_sync - Service start 2025-08-31 04:52:37.93: VncKubernetes - vnc_sync - Service done 2025-08-31 04:52:37.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:52:37.94: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1893'}) 2025-08-31 04:53:03.37: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:53:03.37: IngressMonitor - start process kube event 2025-08-31 04:53:03.37: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:53:03.37: empty line received 2025-08-31 04:53:03.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:53:03.37: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:53:03.37: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:53:03.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:53:03.37: IngressMonitor - start process kube event 2025-08-31 04:53:15.74: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=1898 2025-08-31 04:53:15.75: IngressMonitor - start process kube event 2025-08-31 04:53:15.75: empty line received 2025-08-31 04:53:15.75: IngressMonitor - start process kube event 2025-08-31 04:53:16.89: stop iteration IngressMonitor 2025-08-31 04:53:16.89: IngressMonitor - start process kube event 2025-08-31 04:53:16.89: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1898 2025-08-31 04:53:16.89: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:53:16.89: IngressMonitor - Connect Kube API result 0 2025-08-31 04:53:16.89: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:53:16.89: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1898'})(timeout=120) 2025-08-31 04:53:16.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:53:16.90: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:53:16.90: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:53:16.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:53:16.91: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1898'}) 2025-08-31 04:53:18.04: NetworkMonitor - Received BOOKMARK: oldResVer=1654 newResVer=2508 2025-08-31 04:53:18.04: NetworkMonitor - start process kube event 2025-08-31 04:53:18.04: empty line received 2025-08-31 04:53:18.04: NetworkMonitor - start process kube event 2025-08-31 04:53:26.14: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:53:26.14: NamespaceMonitor - start process kube event 2025-08-31 04:53:26.14: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1990 2025-08-31 04:53:26.14: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:53:26.14: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:53:26.14: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:53:26.14: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'})(timeout=120) 2025-08-31 04:53:26.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:53:26.14: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:53:26.14: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:53:26.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:53:26.16: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'}) 2025-08-31 04:53:33.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:53:33.98: NetworkPolicyMonitor - start process kube event 2025-08-31 04:53:33.98: empty line received 2025-08-31 04:53:33.98: NetworkPolicyMonitor - start process kube event 2025-08-31 04:53:56.74: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:53:56.74: PodMonitor - start process kube event 2025-08-31 04:53:56.74: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1887 2025-08-31 04:53:56.74: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:53:56.74: PodMonitor - Connect Kube API result 0 2025-08-31 04:53:56.74: PodMonitor - _schedule_vnc_sync 2025-08-31 04:53:56.74: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1887'})(timeout=120) 2025-08-31 04:53:56.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:53:56.74: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:53:56.74: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:53:56.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:53:56.76: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1887'}) 2025-08-31 04:54:04.85: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:54:04.85: EndPointMonitor - start process kube event 2025-08-31 04:54:04.85: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1895 2025-08-31 04:54:04.85: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:54:04.85: EndPointMonitor - Connect Kube API result 0 2025-08-31 04:54:04.85: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:54:04.85: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'})(timeout=120) 2025-08-31 04:54:04.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:54:04.85: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:54:04.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:54:04.87: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1895'}) 2025-08-31 04:54:17.75: NetworkMonitor - Received BOOKMARK: oldResVer=2508 newResVer=2508 2025-08-31 04:54:17.75: NetworkMonitor - start process kube event 2025-08-31 04:54:17.75: empty line received 2025-08-31 04:54:17.75: NetworkMonitor - start process kube event 2025-08-31 04:54:17.75: IngressMonitor - Received BOOKMARK: oldResVer=1898 newResVer=2688 2025-08-31 04:54:17.75: IngressMonitor - start process kube event 2025-08-31 04:54:17.75: empty line received 2025-08-31 04:54:17.75: IngressMonitor - start process kube event 2025-08-31 04:54:34.21: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:54:34.21: NetworkPolicyMonitor - start process kube event 2025-08-31 04:54:34.21: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:54:34.21: empty line received 2025-08-31 04:54:34.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:54:34.21: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:54:34.21: NetworkPolicyMonitor - start process kube event 2025-08-31 04:54:34.21: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:54:34.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:54:37.94: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:54:37.94: ServiceMonitor - start process kube event 2025-08-31 04:54:37.94: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1893 2025-08-31 04:54:37.94: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:54:37.94: ServiceMonitor - Connect Kube API result 0 2025-08-31 04:54:37.94: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:54:37.94: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1893'})(timeout=120) 2025-08-31 04:54:37.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:54:37.94: VncKubernetes - vnc_sync - Service start 2025-08-31 04:54:37.94: VncKubernetes - vnc_sync - Service done 2025-08-31 04:54:37.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:54:37.95: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1893'}) 2025-08-31 04:54:57.21: PodMonitor - Received BOOKMARK: oldResVer=1887 newResVer=2670 2025-08-31 04:54:57.21: PodMonitor - start process kube event 2025-08-31 04:54:57.21: empty line received 2025-08-31 04:54:57.22: PodMonitor - start process kube event 2025-08-31 04:55:04.85: EndPointMonitor - Received BOOKMARK: oldResVer=1895 newResVer=2683 2025-08-31 04:55:04.85: EndPointMonitor - start process kube event 2025-08-31 04:55:04.85: empty line received 2025-08-31 04:55:04.85: EndPointMonitor - start process kube event 2025-08-31 04:55:17.75: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 04:55:17.75: IngressMonitor - start process kube event 2025-08-31 04:55:17.75: empty line received 2025-08-31 04:55:17.75: IngressMonitor - start process kube event 2025-08-31 04:55:17.81: NetworkMonitor - Received BOOKMARK: oldResVer=2508 newResVer=2508 2025-08-31 04:55:17.81: NetworkMonitor - start process kube event 2025-08-31 04:55:17.81: empty line received 2025-08-31 04:55:17.81: NetworkMonitor - start process kube event 2025-08-31 04:55:18.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:55:18.93: NetworkPolicyMonitor - start process kube event 2025-08-31 04:55:18.93: empty line received 2025-08-31 04:55:18.93: NetworkPolicyMonitor - start process kube event 2025-08-31 04:55:20.19: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2009 2025-08-31 04:55:20.19: NetworkPolicyMonitor - start process kube event 2025-08-31 04:55:20.19: empty line received 2025-08-31 04:55:20.19: NetworkPolicyMonitor - start process kube event 2025-08-31 04:55:21.21: stop iteration NetworkPolicyMonitor 2025-08-31 04:55:21.21: NetworkPolicyMonitor - start process kube event 2025-08-31 04:55:21.21: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2009 2025-08-31 04:55:21.21: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:55:21.21: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 04:55:21.21: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:55:21.21: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2009'})(timeout=120) 2025-08-31 04:55:21.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:55:21.22: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:55:21.22: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2009'}) 2025-08-31 04:55:21.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:55:21.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:55:26.16: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:55:26.16: NamespaceMonitor - start process kube event 2025-08-31 04:55:26.16: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1990 2025-08-31 04:55:26.16: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:55:26.16: NamespaceMonitor - Connect Kube API result 0 2025-08-31 04:55:26.16: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:55:26.16: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'})(timeout=120) 2025-08-31 04:55:26.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:55:26.16: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:55:26.16: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:55:26.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:55:26.17: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1990'}) 2025-08-31 04:55:38.13: ServiceMonitor - Received BOOKMARK: oldResVer=1893 newResVer=2678 2025-08-31 04:55:38.13: ServiceMonitor - start process kube event 2025-08-31 04:55:38.13: empty line received 2025-08-31 04:55:38.13: ServiceMonitor - start process kube event 2025-08-31 04:55:57.14: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-08-31 04:55:57.15: PodMonitor - start process kube event 2025-08-31 04:55:57.15: empty line received 2025-08-31 04:55:57.15: PodMonitor - start process kube event 2025-08-31 04:56:05.54: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 04:56:05.54: EndPointMonitor - start process kube event 2025-08-31 04:56:05.54: empty line received 2025-08-31 04:56:05.54: EndPointMonitor - start process kube event 2025-08-31 04:56:18.03: NetworkMonitor - Received BOOKMARK: oldResVer=2508 newResVer=2508 2025-08-31 04:56:18.03: NetworkMonitor - start process kube event 2025-08-31 04:56:18.03: empty line received 2025-08-31 04:56:18.03: NetworkMonitor - start process kube event 2025-08-31 04:56:18.43: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 04:56:18.43: IngressMonitor - start process kube event 2025-08-31 04:56:18.43: empty line received 2025-08-31 04:56:18.43: IngressMonitor - start process kube event 2025-08-31 04:56:21.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2009 newResVer=2850 2025-08-31 04:56:21.02: NetworkPolicyMonitor - start process kube event 2025-08-31 04:56:21.02: empty line received 2025-08-31 04:56:21.02: NetworkPolicyMonitor - start process kube event 2025-08-31 04:56:26.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1990 newResVer=2824 2025-08-31 04:56:26.24: NamespaceMonitor - start process kube event 2025-08-31 04:56:26.24: empty line received 2025-08-31 04:56:26.24: NamespaceMonitor - start process kube event 2025-08-31 04:56:38.57: ServiceMonitor - Received BOOKMARK: oldResVer=2678 newResVer=2678 2025-08-31 04:56:38.57: ServiceMonitor - start process kube event 2025-08-31 04:56:38.57: empty line received 2025-08-31 04:56:38.57: ServiceMonitor - start process kube event 2025-08-31 04:56:57.25: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-08-31 04:56:57.25: PodMonitor - start process kube event 2025-08-31 04:56:57.25: empty line received 2025-08-31 04:56:57.25: PodMonitor - start process kube event 2025-08-31 04:57:06.25: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 04:57:06.25: EndPointMonitor - start process kube event 2025-08-31 04:57:06.25: empty line received 2025-08-31 04:57:06.25: EndPointMonitor - start process kube event 2025-08-31 04:57:18.34: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 04:57:18.34: IngressMonitor - start process kube event 2025-08-31 04:57:18.34: IngressMonitor - _schedule_vnc_sync 2025-08-31 04:57:18.34: empty line received 2025-08-31 04:57:18.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 04:57:18.34: VncKubernetes - vnc_sync - Ingress start 2025-08-31 04:57:18.34: VncKubernetes - vnc_sync - Ingress done 2025-08-31 04:57:18.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:57:18.34: IngressMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-08-31 04:58:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001047 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:58:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001063 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:58:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000957 [Introspect:8108]10.0.0.48 - - [2025-08-31 04:58:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001280 2025-08-31 04:57:18.47: NetworkMonitor - Received BOOKMARK: oldResVer=2508 newResVer=2508 2025-08-31 04:57:18.47: NetworkMonitor - start process kube event 2025-08-31 04:57:18.47: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:57:18.47: empty line received 2025-08-31 04:57:18.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:57:18.47: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:57:18.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:57:18.47: NetworkMonitor - start process kube event 2025-08-31 04:57:20.52: NetworkMonitor - Received BOOKMARK: oldResVer=2508 newResVer=2508 2025-08-31 04:57:20.52: NetworkMonitor - start process kube event 2025-08-31 04:57:20.52: empty line received 2025-08-31 04:57:20.52: NetworkMonitor - start process kube event 2025-08-31 04:57:21.40: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 04:57:21.40: NetworkPolicyMonitor - start process kube event 2025-08-31 04:57:21.40: empty line received 2025-08-31 04:57:21.40: NetworkPolicyMonitor - start process kube event 2025-08-31 04:57:21.61: stop iteration NetworkMonitor 2025-08-31 04:57:21.61: NetworkMonitor - start process kube event 2025-08-31 04:57:21.61: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2508 2025-08-31 04:57:21.61: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:57:21.61: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:57:21.61: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:57:21.61: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'})(timeout=120) 2025-08-31 04:57:21.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:57:21.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:57:21.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:57:21.62: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'}) 2025-08-31 04:57:25.70: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 04:57:25.70: NamespaceMonitor - start process kube event 2025-08-31 04:57:25.70: empty line received 2025-08-31 04:57:25.70: NamespaceMonitor - start process kube event 2025-08-31 04:57:38.87: ServiceMonitor - Received BOOKMARK: oldResVer=2678 newResVer=2678 2025-08-31 04:57:38.87: ServiceMonitor - start process kube event 2025-08-31 04:57:38.87: empty line received 2025-08-31 04:57:38.87: ServiceMonitor - start process kube event 2025-08-31 04:57:57.49: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-08-31 04:57:57.49: PodMonitor - start process kube event 2025-08-31 04:57:57.49: PodMonitor - _schedule_vnc_sync 2025-08-31 04:57:57.49: empty line received 2025-08-31 04:57:57.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 04:57:57.49: VncKubernetes - vnc_sync - Pod start 2025-08-31 04:57:57.49: VncKubernetes - vnc_sync - Pod done 2025-08-31 04:57:57.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:57:57.49: PodMonitor - start process kube event 2025-08-31 04:58:06.37: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 04:58:06.37: EndPointMonitor - start process kube event 2025-08-31 04:58:06.37: EndPointMonitor - _schedule_vnc_sync 2025-08-31 04:58:06.37: empty line received 2025-08-31 04:58:06.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 04:58:06.37: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 04:58:06.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:58:06.37: EndPointMonitor - start process kube event 2025-08-31 04:58:18.25: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 04:58:18.25: IngressMonitor - start process kube event 2025-08-31 04:58:18.25: empty line received 2025-08-31 04:58:18.25: IngressMonitor - start process kube event 2025-08-31 04:58:21.48: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 04:58:21.49: NetworkPolicyMonitor - start process kube event 2025-08-31 04:58:21.49: empty line received 2025-08-31 04:58:21.49: NetworkPolicyMonitor - start process kube event 2025-08-31 04:58:26.41: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 04:58:26.41: NamespaceMonitor - start process kube event 2025-08-31 04:58:26.42: empty line received 2025-08-31 04:58:26.42: NamespaceMonitor - start process kube event 2025-08-31 04:58:39.00: ServiceMonitor - Received BOOKMARK: oldResVer=2678 newResVer=2678 2025-08-31 04:58:39.00: ServiceMonitor - start process kube event 2025-08-31 04:58:39.00: ServiceMonitor - _schedule_vnc_sync 2025-08-31 04:58:39.00: empty line received 2025-08-31 04:58:39.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 04:58:39.00: VncKubernetes - vnc_sync - Service start 2025-08-31 04:58:39.00: VncKubernetes - vnc_sync - Service done 2025-08-31 04:58:39.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:58:39.00: ServiceMonitor - start process kube event 2025-08-31 04:58:57.34: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-08-31 04:58:57.34: PodMonitor - start process kube event 2025-08-31 04:58:57.34: empty line received 2025-08-31 04:58:57.34: PodMonitor - start process kube event 2025-08-31 04:59:05.91: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 04:59:05.91: EndPointMonitor - start process kube event 2025-08-31 04:59:05.91: empty line received 2025-08-31 04:59:05.91: EndPointMonitor - start process kube event 2025-08-31 04:59:18.51: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 04:59:18.51: IngressMonitor - start process kube event 2025-08-31 04:59:18.51: empty line received 2025-08-31 04:59:18.51: IngressMonitor - start process kube event 2025-08-31 04:59:21.51: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 04:59:21.51: NetworkPolicyMonitor - start process kube event 2025-08-31 04:59:21.51: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 04:59:21.51: empty line received 2025-08-31 04:59:21.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 04:59:21.51: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 04:59:21.51: NetworkPolicyMonitor - start process kube event 2025-08-31 04:59:21.51: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 04:59:21.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:59:21.62: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 04:59:21.62: NetworkMonitor - start process kube event 2025-08-31 04:59:21.62: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2508 2025-08-31 04:59:21.62: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 04:59:21.62: NetworkMonitor - Connect Kube API result 0 2025-08-31 04:59:21.62: NetworkMonitor - _schedule_vnc_sync 2025-08-31 04:59:21.62: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'})(timeout=120) 2025-08-31 04:59:21.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 04:59:21.62: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 04:59:21.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:59:21.64: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'}) 2025-08-31 04:59:26.58: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 04:59:26.58: NamespaceMonitor - start process kube event 2025-08-31 04:59:26.58: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 04:59:26.58: empty line received 2025-08-31 04:59:26.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 04:59:26.58: VncKubernetes - vnc_sync - Namespace start 2025-08-31 04:59:26.58: VncKubernetes - vnc_sync - Namespace done 2025-08-31 04:59:26.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 04:59:26.58: NamespaceMonitor - start process kube event 2025-08-31 04:59:38.92: ServiceMonitor - Received BOOKMARK: oldResVer=2678 newResVer=2678 2025-08-31 04:59:38.92: ServiceMonitor - start process kube event 2025-08-31 04:59:38.92: empty line received 2025-08-31 04:59:38.92: ServiceMonitor - start process kube event 2025-08-31 04:59:57.55: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-08-31 04:59:57.55: PodMonitor - start process kube event 2025-08-31 04:59:57.55: empty line received 2025-08-31 04:59:57.55: PodMonitor - start process kube event 2025-08-31 05:00:05.90: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 05:00:05.90: EndPointMonitor - start process kube event 2025-08-31 05:00:05.90: empty line received 2025-08-31 05:00:05.90: EndPointMonitor - start process kube event 2025-08-31 05:00:14.19: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=2670 2025-08-31 05:00:14.19: PodMonitor - start process kube event 2025-08-31 05:00:14.19: empty line received 2025-08-31 05:00:14.19: PodMonitor - start process kube event 2025-08-31 05:00:15.94: stop iteration PodMonitor 2025-08-31 05:00:15.94: PodMonitor - start process kube event 2025-08-31 05:00:15.94: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2670 2025-08-31 05:00:15.94: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:00:15.94: PodMonitor - Connect Kube API result 0 2025-08-31 05:00:15.94: PodMonitor - _schedule_vnc_sync 2025-08-31 05:00:15.94: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'})(timeout=120) 2025-08-31 05:00:15.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 05:00:15.94: VncKubernetes - vnc_sync - Pod start 2025-08-31 05:00:15.94: VncKubernetes - vnc_sync - Pod done 2025-08-31 05:00:15.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:00:15.95: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'}) 2025-08-31 05:00:18.78: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 05:00:18.78: IngressMonitor - start process kube event 2025-08-31 05:00:18.78: empty line received 2025-08-31 05:00:18.78: IngressMonitor - start process kube event 2025-08-31 05:00:21.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 05:00:21.65: NetworkPolicyMonitor - start process kube event 2025-08-31 05:00:21.65: empty line received 2025-08-31 05:00:21.65: NetworkPolicyMonitor - start process kube event 2025-08-31 05:00:26.60: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 05:00:26.60: NamespaceMonitor - start process kube event 2025-08-31 05:00:26.60: empty line received 2025-08-31 05:00:26.60: NamespaceMonitor - start process kube event 2025-08-31 05:00:28.54: ServiceMonitor - Received BOOKMARK: oldResVer=2678 newResVer=2678 2025-08-31 05:00:28.54: ServiceMonitor - start process kube event 2025-08-31 05:00:28.54: empty line received 2025-08-31 05:00:28.54: ServiceMonitor - start process kube event 2025-08-31 05:00:29.65: stop iteration ServiceMonitor 2025-08-31 05:00:29.65: ServiceMonitor - start process kube event 2025-08-31 05:00:29.65: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2678 2025-08-31 05:00:29.65: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:00:29.65: ServiceMonitor - Connect Kube API result 0 2025-08-31 05:00:29.65: ServiceMonitor - _schedule_vnc_sync 2025-08-31 05:00:29.65: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2678'})(timeout=120) 2025-08-31 05:00:29.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 05:00:29.66: VncKubernetes - vnc_sync - Service start 2025-08-31 05:00:29.66: VncKubernetes - vnc_sync - Service done 2025-08-31 05:00:29.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:00:29.66: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2678'}) 2025-08-31 05:01:06.50: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 05:01:06.50: EndPointMonitor - start process kube event 2025-08-31 05:01:06.50: empty line received 2025-08-31 05:01:06.50: EndPointMonitor - start process kube event 2025-08-31 05:01:19.83: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 05:01:19.83: IngressMonitor - start process kube event 2025-08-31 05:01:19.83: IngressMonitor - _schedule_vnc_sync 2025-08-31 05:01:19.83: empty line received 2025-08-31 05:01:19.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 05:01:19.83: VncKubernetes - vnc_sync - Ingress start 2025-08-31 05:01:19.83: VncKubernetes - vnc_sync - Ingress done 2025-08-31 05:01:19.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:01:19.83: IngressMonitor - start process kube event 2025-08-31 05:01:21.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 05:01:21.07: NetworkPolicyMonitor - start process kube event 2025-08-31 05:01:21.07: empty line received 2025-08-31 05:01:21.07: NetworkPolicyMonitor - start process kube event 2025-08-31 05:01:21.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:01:21.64: NetworkMonitor - start process kube event 2025-08-31 05:01:21.64: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2508 2025-08-31 05:01:21.64: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:01:21.64: NetworkMonitor - Connect Kube API result 0 2025-08-31 05:01:21.64: NetworkMonitor - _schedule_vnc_sync 2025-08-31 05:01:21.64: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'})(timeout=120) 2025-08-31 05:01:21.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 05:01:21.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 05:01:21.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:01:21.65: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'}) 2025-08-31 05:01:24.25: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 05:01:24.25: EndPointMonitor - start process kube event 2025-08-31 05:01:24.25: empty line received 2025-08-31 05:01:24.25: EndPointMonitor - start process kube event 2025-08-31 05:01:25.30: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=2683 2025-08-31 05:01:25.30: EndPointMonitor - start process kube event 2025-08-31 05:01:25.30: empty line received 2025-08-31 05:01:25.30: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.48 - - [2025-08-31 05:03:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000973 [Introspect:8108]10.0.0.48 - - [2025-08-31 05:03:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000912 [Introspect:8108]10.0.0.48 - - [2025-08-31 05:03:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000917 [Introspect:8108]10.0.0.48 - - [2025-08-31 05:03:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000977 2025-08-31 05:01:26.26: stop iteration EndPointMonitor 2025-08-31 05:01:26.26: EndPointMonitor - start process kube event 2025-08-31 05:01:26.26: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2683 2025-08-31 05:01:26.26: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:01:26.26: EndPointMonitor - Connect Kube API result 0 2025-08-31 05:01:26.26: EndPointMonitor - _schedule_vnc_sync 2025-08-31 05:01:26.26: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2683'})(timeout=120) 2025-08-31 05:01:26.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 05:01:26.26: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 05:01:26.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:01:26.27: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2683'}) 2025-08-31 05:01:27.30: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 05:01:27.30: NamespaceMonitor - start process kube event 2025-08-31 05:01:27.30: empty line received 2025-08-31 05:01:27.30: NamespaceMonitor - start process kube event 2025-08-31 05:02:15.95: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:02:15.95: PodMonitor - start process kube event 2025-08-31 05:02:15.95: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2670 2025-08-31 05:02:15.95: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:02:15.96: PodMonitor - Connect Kube API result 0 2025-08-31 05:02:15.96: PodMonitor - _schedule_vnc_sync 2025-08-31 05:02:15.96: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'})(timeout=120) 2025-08-31 05:02:15.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 05:02:15.96: VncKubernetes - vnc_sync - Pod start 2025-08-31 05:02:15.96: VncKubernetes - vnc_sync - Pod done 2025-08-31 05:02:15.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:02:15.97: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'}) 2025-08-31 05:02:20.74: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 05:02:20.74: IngressMonitor - start process kube event 2025-08-31 05:02:20.74: empty line received 2025-08-31 05:02:20.74: IngressMonitor - start process kube event 2025-08-31 05:02:20.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 05:02:20.79: NetworkPolicyMonitor - start process kube event 2025-08-31 05:02:20.79: empty line received 2025-08-31 05:02:20.79: NetworkPolicyMonitor - start process kube event 2025-08-31 05:02:27.23: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 05:02:27.23: NamespaceMonitor - start process kube event 2025-08-31 05:02:27.23: empty line received 2025-08-31 05:02:27.23: NamespaceMonitor - start process kube event 2025-08-31 05:02:29.66: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:02:29.66: ServiceMonitor - start process kube event 2025-08-31 05:02:29.66: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2678 2025-08-31 05:02:29.66: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:02:29.66: ServiceMonitor - Connect Kube API result 0 2025-08-31 05:02:29.66: ServiceMonitor - _schedule_vnc_sync 2025-08-31 05:02:29.66: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2678'})(timeout=120) 2025-08-31 05:02:29.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 05:02:29.66: VncKubernetes - vnc_sync - Service start 2025-08-31 05:02:29.66: VncKubernetes - vnc_sync - Service done 2025-08-31 05:02:29.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:02:29.68: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2678'}) 2025-08-31 05:02:45.68: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=2688 2025-08-31 05:02:45.68: IngressMonitor - start process kube event 2025-08-31 05:02:45.68: empty line received 2025-08-31 05:02:45.68: IngressMonitor - start process kube event 2025-08-31 05:02:47.53: stop iteration IngressMonitor 2025-08-31 05:02:47.53: IngressMonitor - start process kube event 2025-08-31 05:02:47.53: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2688 2025-08-31 05:02:47.53: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:02:47.53: IngressMonitor - Connect Kube API result 0 2025-08-31 05:02:47.53: IngressMonitor - _schedule_vnc_sync 2025-08-31 05:02:47.53: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2688'})(timeout=120) 2025-08-31 05:02:47.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 05:02:47.53: VncKubernetes - vnc_sync - Ingress start 2025-08-31 05:02:47.53: VncKubernetes - vnc_sync - Ingress done 2025-08-31 05:02:47.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:02:47.54: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2688'}) 2025-08-31 05:03:21.36: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 05:03:21.36: NetworkPolicyMonitor - start process kube event 2025-08-31 05:03:21.36: empty line received 2025-08-31 05:03:21.36: NetworkPolicyMonitor - start process kube event 2025-08-31 05:03:21.65: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:03:21.66: NetworkMonitor - start process kube event 2025-08-31 05:03:21.66: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2508 2025-08-31 05:03:21.66: NetworkMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:03:21.66: NetworkMonitor - Connect Kube API result 0 2025-08-31 05:03:21.66: NetworkMonitor - _schedule_vnc_sync 2025-08-31 05:03:21.66: NetworkMonitor - Start Watching request https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'})(timeout=120) 2025-08-31 05:03:21.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 05:03:21.66: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 05:03:21.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:03:21.67: NetworkMonitor - Watches https://10.0.0.48:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2508'}) 2025-08-31 05:03:26.27: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:03:26.27: EndPointMonitor - start process kube event 2025-08-31 05:03:26.27: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2683 2025-08-31 05:03:26.27: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:03:26.27: EndPointMonitor - Connect Kube API result 0 2025-08-31 05:03:26.27: EndPointMonitor - _schedule_vnc_sync 2025-08-31 05:03:26.27: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2683'})(timeout=120) 2025-08-31 05:03:26.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 05:03:26.27: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 05:03:26.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:03:26.29: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2683'}) 2025-08-31 05:03:26.84: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=2850 2025-08-31 05:03:26.84: NetworkPolicyMonitor - start process kube event 2025-08-31 05:03:26.84: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 05:03:26.84: empty line received 2025-08-31 05:03:26.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 05:03:26.84: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 05:03:26.84: NetworkPolicyMonitor - start process kube event 2025-08-31 05:03:26.84: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 05:03:26.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:03:27.22: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 05:03:27.22: NamespaceMonitor - start process kube event 2025-08-31 05:03:27.22: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 05:03:27.22: empty line received 2025-08-31 05:03:27.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 05:03:27.22: VncKubernetes - vnc_sync - Namespace start 2025-08-31 05:03:27.22: VncKubernetes - vnc_sync - Namespace done 2025-08-31 05:03:27.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:03:27.22: NamespaceMonitor - start process kube event 2025-08-31 05:03:28.69: stop iteration NetworkPolicyMonitor 2025-08-31 05:03:28.69: NetworkPolicyMonitor - start process kube event 2025-08-31 05:03:28.69: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2850 2025-08-31 05:03:28.69: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:03:28.69: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 05:03:28.69: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 05:03:28.69: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2850'})(timeout=120) 2025-08-31 05:03:28.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 05:03:28.69: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 05:03:28.70: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 05:03:28.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:03:28.70: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2850'}) 2025-08-31 05:03:44.23: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=2824 2025-08-31 05:03:44.23: NamespaceMonitor - start process kube event 2025-08-31 05:03:44.23: empty line received 2025-08-31 05:03:44.23: NamespaceMonitor - start process kube event 2025-08-31 05:03:46.22: stop iteration NamespaceMonitor 2025-08-31 05:03:46.22: NamespaceMonitor - start process kube event 2025-08-31 05:03:46.22: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2824 2025-08-31 05:03:46.22: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:03:46.22: NamespaceMonitor - Connect Kube API result 0 2025-08-31 05:03:46.22: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 05:03:46.22: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2824'})(timeout=120) 2025-08-31 05:03:46.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 05:03:46.22: VncKubernetes - vnc_sync - Namespace start 2025-08-31 05:03:46.22: VncKubernetes - vnc_sync - Namespace done 2025-08-31 05:03:46.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:03:46.23: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2824'}) 2025-08-31 05:04:15.97: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:04:15.97: PodMonitor - start process kube event 2025-08-31 05:04:15.97: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2670 2025-08-31 05:04:15.97: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:04:15.97: PodMonitor - Connect Kube API result 0 2025-08-31 05:04:15.97: PodMonitor - _schedule_vnc_sync 2025-08-31 05:04:15.97: PodMonitor - Start Watching request https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'})(timeout=120) 2025-08-31 05:04:15.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 05:04:15.98: VncKubernetes - vnc_sync - Pod start 2025-08-31 05:04:15.98: VncKubernetes - vnc_sync - Pod done 2025-08-31 05:04:15.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:04:15.99: PodMonitor - Watches https://10.0.0.48:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2670'}) 2025-08-31 05:04:22.03: NetworkMonitor - Received BOOKMARK: oldResVer=2508 newResVer=3352 2025-08-31 05:04:22.04: NetworkMonitor - start process kube event 2025-08-31 05:04:22.04: empty line received 2025-08-31 05:04:22.04: NetworkMonitor - start process kube event 2025-08-31 05:04:26.10: EndPointMonitor - Received BOOKMARK: oldResVer=2683 newResVer=3470 2025-08-31 05:04:26.10: EndPointMonitor - start process kube event 2025-08-31 05:04:26.10: empty line received 2025-08-31 05:04:26.10: EndPointMonitor - start process kube event 2025-08-31 05:04:29.69: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:04:29.69: ServiceMonitor - start process kube event 2025-08-31 05:04:29.69: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2678 2025-08-31 05:04:29.69: ServiceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:04:29.69: ServiceMonitor - Connect Kube API result 0 2025-08-31 05:04:29.69: ServiceMonitor - _schedule_vnc_sync 2025-08-31 05:04:29.69: ServiceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2678'})(timeout=120) 2025-08-31 05:04:29.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 05:04:29.69: VncKubernetes - vnc_sync - Service start 2025-08-31 05:04:29.69: VncKubernetes - vnc_sync - Service done 2025-08-31 05:04:29.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:04:29.71: ServiceMonitor - Watches https://10.0.0.48:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2678'}) 2025-08-31 05:04:46.73: IngressMonitor - Received BOOKMARK: oldResVer=2688 newResVer=3475 2025-08-31 05:04:46.73: IngressMonitor - start process kube event 2025-08-31 05:04:46.73: empty line received 2025-08-31 05:04:46.73: IngressMonitor - start process kube event 2025-08-31 05:05:15.66: PodMonitor - Received BOOKMARK: oldResVer=2670 newResVer=3454 2025-08-31 05:05:15.66: PodMonitor - start process kube event 2025-08-31 05:05:15.66: empty line received 2025-08-31 05:05:15.66: PodMonitor - start process kube event 2025-08-31 05:05:21.74: NetworkMonitor - Received BOOKMARK: oldResVer=3352 newResVer=3352 2025-08-31 05:05:21.74: NetworkMonitor - start process kube event 2025-08-31 05:05:21.74: empty line received 2025-08-31 05:05:21.74: NetworkMonitor - start process kube event 2025-08-31 05:05:26.21: EndPointMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-08-31 05:05:26.21: EndPointMonitor - start process kube event 2025-08-31 05:05:26.21: empty line received 2025-08-31 05:05:26.21: EndPointMonitor - start process kube event 2025-08-31 05:05:28.70: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:05:28.70: NetworkPolicyMonitor - start process kube event 2025-08-31 05:05:28.70: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2850 2025-08-31 05:05:28.70: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:05:28.70: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 05:05:28.70: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 05:05:28.70: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2850'})(timeout=120) 2025-08-31 05:05:28.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 05:05:28.70: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 05:05:28.71: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 05:05:28.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:05:28.72: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2850'}) 2025-08-31 05:05:29.82: ServiceMonitor - Received BOOKMARK: oldResVer=2678 newResVer=3462 2025-08-31 05:05:29.82: ServiceMonitor - start process kube event 2025-08-31 05:05:29.82: empty line received 2025-08-31 05:05:29.82: ServiceMonitor - start process kube event 2025-08-31 05:05:46.23: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:05:46.23: NamespaceMonitor - start process kube event 2025-08-31 05:05:46.23: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2824 2025-08-31 05:05:46.23: NamespaceMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:05:46.23: NamespaceMonitor - Connect Kube API result 0 2025-08-31 05:05:46.23: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 05:05:46.23: NamespaceMonitor - Start Watching request https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2824'})(timeout=120) 2025-08-31 05:05:46.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 05:05:46.24: VncKubernetes - vnc_sync - Namespace start 2025-08-31 05:05:46.24: VncKubernetes - vnc_sync - Namespace done 2025-08-31 05:05:46.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:05:46.25: NamespaceMonitor - Watches https://10.0.0.48:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2824'}) 2025-08-31 05:05:47.40: IngressMonitor - Received BOOKMARK: oldResVer=3475 newResVer=3475 2025-08-31 05:05:47.40: IngressMonitor - start process kube event 2025-08-31 05:05:47.40: empty line received 2025-08-31 05:05:47.40: IngressMonitor - start process kube event 2025-08-31 05:06:15.86: PodMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-31 05:06:15.86: PodMonitor - start process kube event 2025-08-31 05:06:15.86: empty line received 2025-08-31 05:06:15.86: PodMonitor - start process kube event 2025-08-31 05:06:22.54: NetworkMonitor - Received BOOKMARK: oldResVer=3352 newResVer=3352 2025-08-31 05:06:22.54: NetworkMonitor - start process kube event 2025-08-31 05:06:22.54: empty line received 2025-08-31 05:06:22.54: NetworkMonitor - start process kube event 2025-08-31 05:06:25.95: EndPointMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-08-31 05:06:25.95: EndPointMonitor - start process kube event 2025-08-31 05:06:25.95: empty line received 2025-08-31 05:06:25.95: EndPointMonitor - start process kube event 2025-08-31 05:06:30.35: ServiceMonitor - Received BOOKMARK: oldResVer=3462 newResVer=3462 2025-08-31 05:06:30.36: ServiceMonitor - start process kube event 2025-08-31 05:06:30.36: empty line received 2025-08-31 05:06:30.36: ServiceMonitor - start process kube event 2025-08-31 05:06:45.94: NamespaceMonitor - Received BOOKMARK: oldResVer=2824 newResVer=3657 2025-08-31 05:06:45.94: NamespaceMonitor - start process kube event 2025-08-31 05:06:45.94: empty line received 2025-08-31 05:06:45.94: NamespaceMonitor - start process kube event 2025-08-31 05:06:47.15: IngressMonitor - Received BOOKMARK: oldResVer=3475 newResVer=3475 2025-08-31 05:06:47.15: IngressMonitor - start process kube event 2025-08-31 05:06:47.15: empty line received 2025-08-31 05:06:47.15: IngressMonitor - start process kube event 2025-08-31 05:07:16.63: PodMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-31 05:07:16.64: PodMonitor - start process kube event 2025-08-31 05:07:16.64: empty line received 2025-08-31 05:07:16.64: PodMonitor - start process kube event 2025-08-31 05:07:22.68: NetworkMonitor - Received BOOKMARK: oldResVer=3352 newResVer=3352 2025-08-31 05:07:22.68: NetworkMonitor - start process kube event 2025-08-31 05:07:22.68: NetworkMonitor - _schedule_vnc_sync 2025-08-31 05:07:22.68: empty line received 2025-08-31 05:07:22.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-08-31 05:07:22.68: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-08-31 05:07:22.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:07:22.68: NetworkMonitor - start process kube event 2025-08-31 05:07:26.14: EndPointMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-08-31 05:07:26.14: EndPointMonitor - start process kube event 2025-08-31 05:07:26.14: empty line received 2025-08-31 05:07:26.14: EndPointMonitor - start process kube event 2025-08-31 05:07:28.72: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.48', port=6443): Read timed out. 2025-08-31 05:07:28.72: NetworkPolicyMonitor - start process kube event 2025-08-31 05:07:28.72: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2850 2025-08-31 05:07:28.72: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:07:28.72: NetworkPolicyMonitor - Connect Kube API result 0 2025-08-31 05:07:28.72: NetworkPolicyMonitor - _schedule_vnc_sync 2025-08-31 05:07:28.72: NetworkPolicyMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2850'})(timeout=120) 2025-08-31 05:07:28.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-08-31 05:07:28.73: VncKubernetes - vnc_sync - NetworkPolicy start 2025-08-31 05:07:28.73: VncKubernetes - vnc_sync - NetworkPolicy done 2025-08-31 05:07:28.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:07:28.74: NetworkPolicyMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2850'}) 2025-08-31 05:07:30.43: ServiceMonitor - Received BOOKMARK: oldResVer=3462 newResVer=3462 2025-08-31 05:07:30.44: ServiceMonitor - start process kube event 2025-08-31 05:07:30.44: empty line received 2025-08-31 05:07:30.44: ServiceMonitor - start process kube event 2025-08-31 05:07:46.52: NamespaceMonitor - Received BOOKMARK: oldResVer=3657 newResVer=3657 2025-08-31 05:07:46.52: NamespaceMonitor - start process kube event 2025-08-31 05:07:46.52: empty line received 2025-08-31 05:07:46.52: NamespaceMonitor - start process kube event 2025-08-31 05:07:47.25: IngressMonitor - Received BOOKMARK: oldResVer=3475 newResVer=3475 2025-08-31 05:07:47.25: IngressMonitor - start process kube event 2025-08-31 05:07:47.25: IngressMonitor - _schedule_vnc_sync 2025-08-31 05:07:47.25: empty line received 2025-08-31 05:07:47.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) [Introspect:8108]10.0.0.48 - - [2025-08-31 05:07:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000939 [Introspect:8108]10.0.0.48 - - [2025-08-31 05:07:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000929 [Introspect:8108]10.0.0.48 - - [2025-08-31 05:08:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000964 [Introspect:8108]10.0.0.48 - - [2025-08-31 05:08:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000950 2025-08-31 05:07:47.25: VncKubernetes - vnc_sync - Ingress start 2025-08-31 05:07:47.25: VncKubernetes - vnc_sync - Ingress done 2025-08-31 05:07:47.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:07:47.25: IngressMonitor - start process kube event 2025-08-31 05:07:53.86: IngressMonitor - Received BOOKMARK: oldResVer=3475 newResVer=3475 2025-08-31 05:07:53.86: IngressMonitor - start process kube event 2025-08-31 05:07:53.86: empty line received 2025-08-31 05:07:53.86: IngressMonitor - start process kube event 2025-08-31 05:07:55.77: stop iteration IngressMonitor 2025-08-31 05:07:55.77: IngressMonitor - start process kube event 2025-08-31 05:07:55.77: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3475 2025-08-31 05:07:55.77: IngressMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:07:55.78: IngressMonitor - Connect Kube API result 0 2025-08-31 05:07:55.78: IngressMonitor - _schedule_vnc_sync 2025-08-31 05:07:55.78: IngressMonitor - Start Watching request https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3475'})(timeout=120) 2025-08-31 05:07:55.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-08-31 05:07:55.78: VncKubernetes - vnc_sync - Ingress start 2025-08-31 05:07:55.78: VncKubernetes - vnc_sync - Ingress done 2025-08-31 05:07:55.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:07:55.78: IngressMonitor - Watches https://10.0.0.48:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3475'}) 2025-08-31 05:08:17.11: PodMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-31 05:08:17.11: PodMonitor - start process kube event 2025-08-31 05:08:17.11: PodMonitor - _schedule_vnc_sync 2025-08-31 05:08:17.11: empty line received 2025-08-31 05:08:17.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-08-31 05:08:17.11: VncKubernetes - vnc_sync - Pod start 2025-08-31 05:08:17.11: VncKubernetes - vnc_sync - Pod done 2025-08-31 05:08:17.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:08:17.11: PodMonitor - start process kube event 2025-08-31 05:08:23.14: NetworkMonitor - Received BOOKMARK: oldResVer=3352 newResVer=3352 2025-08-31 05:08:23.14: NetworkMonitor - start process kube event 2025-08-31 05:08:23.14: empty line received 2025-08-31 05:08:23.14: NetworkMonitor - start process kube event 2025-08-31 05:08:24.65: EndPointMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-08-31 05:08:24.65: EndPointMonitor - start process kube event 2025-08-31 05:08:24.65: EndPointMonitor - _schedule_vnc_sync 2025-08-31 05:08:24.65: empty line received 2025-08-31 05:08:24.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 05:08:24.65: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 05:08:24.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:08:24.65: EndPointMonitor - start process kube event 2025-08-31 05:08:25.69: EndPointMonitor - Received BOOKMARK: oldResVer=3470 newResVer=3470 2025-08-31 05:08:25.69: EndPointMonitor - start process kube event 2025-08-31 05:08:25.69: empty line received 2025-08-31 05:08:25.69: EndPointMonitor - start process kube event 2025-08-31 05:08:26.90: stop iteration EndPointMonitor 2025-08-31 05:08:26.90: EndPointMonitor - start process kube event 2025-08-31 05:08:26.90: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3470 2025-08-31 05:08:26.90: EndPointMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:08:26.90: EndPointMonitor - Connect Kube API result 0 2025-08-31 05:08:26.90: EndPointMonitor - _schedule_vnc_sync 2025-08-31 05:08:26.90: EndPointMonitor - Start Watching request https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3470'})(timeout=120) 2025-08-31 05:08:26.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-08-31 05:08:26.90: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-08-31 05:08:26.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:08:26.91: EndPointMonitor - Watches https://10.0.0.48:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '3470'}) 2025-08-31 05:08:29.29: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2850 newResVer=3693 2025-08-31 05:08:29.29: NetworkPolicyMonitor - start process kube event 2025-08-31 05:08:29.30: empty line received 2025-08-31 05:08:29.30: NetworkPolicyMonitor - start process kube event 2025-08-31 05:08:30.40: ServiceMonitor - Received BOOKMARK: oldResVer=3462 newResVer=3462 2025-08-31 05:08:30.40: ServiceMonitor - start process kube event 2025-08-31 05:08:30.40: ServiceMonitor - _schedule_vnc_sync 2025-08-31 05:08:30.40: empty line received 2025-08-31 05:08:30.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-08-31 05:08:30.40: VncKubernetes - vnc_sync - Service start 2025-08-31 05:08:30.40: VncKubernetes - vnc_sync - Service done 2025-08-31 05:08:30.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:08:30.40: ServiceMonitor - start process kube event 2025-08-31 05:08:47.21: NamespaceMonitor - Received BOOKMARK: oldResVer=3657 newResVer=3657 2025-08-31 05:08:47.21: NamespaceMonitor - start process kube event 2025-08-31 05:08:47.21: empty line received 2025-08-31 05:08:47.21: NamespaceMonitor - start process kube event 2025-08-31 05:09:17.38: PodMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-31 05:09:17.38: PodMonitor - start process kube event 2025-08-31 05:09:17.39: empty line received 2025-08-31 05:09:17.39: PodMonitor - start process kube event 2025-08-31 05:09:23.23: NetworkMonitor - Received BOOKMARK: oldResVer=3352 newResVer=3352 2025-08-31 05:09:23.23: NetworkMonitor - start process kube event 2025-08-31 05:09:23.23: empty line received 2025-08-31 05:09:23.23: NetworkMonitor - start process kube event 2025-08-31 05:09:29.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3693 newResVer=3693 2025-08-31 05:09:29.55: NetworkPolicyMonitor - start process kube event 2025-08-31 05:09:29.55: empty line received 2025-08-31 05:09:29.55: NetworkPolicyMonitor - start process kube event 2025-08-31 05:09:29.71: ServiceMonitor - Received BOOKMARK: oldResVer=3462 newResVer=3462 2025-08-31 05:09:29.71: ServiceMonitor - start process kube event 2025-08-31 05:09:29.72: empty line received 2025-08-31 05:09:29.72: ServiceMonitor - start process kube event 2025-08-31 05:09:47.28: NamespaceMonitor - Received BOOKMARK: oldResVer=3657 newResVer=3657 2025-08-31 05:09:47.28: NamespaceMonitor - start process kube event 2025-08-31 05:09:47.28: NamespaceMonitor - _schedule_vnc_sync 2025-08-31 05:09:47.28: empty line received 2025-08-31 05:09:47.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-08-31 05:09:47.28: VncKubernetes - vnc_sync - Namespace start 2025-08-31 05:09:47.28: VncKubernetes - vnc_sync - Namespace done 2025-08-31 05:09:47.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-08-31 05:09:47.28: NamespaceMonitor - start process kube event 2025-08-31 05:09:53.49: PodMonitor - Received BOOKMARK: oldResVer=3454 newResVer=3454 2025-08-31 05:09:53.50: PodMonitor - start process kube event 2025-08-31 05:09:53.50: empty line received 2025-08-31 05:09:53.50: PodMonitor - start process kube event 2025-08-31 05:09:54.92: stop iteration PodMonitor 2025-08-31 05:09:54.92: PodMonitor - start process kube event 2025-08-31 05:09:54.92: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=3454 2025-08-31 05:09:54.92: PodMonitor - Try to connect Kube API 10.0.0.48:6443 2025-08-31 05:09:54.92: PodMonitor - Connect Kube API result 0 2025-08-31 05:09:54.92: PodMonitor - _schedule_vnc_sync