+++ date ++ echo 'INFO: =================== Thu Jan 9 02:17:51 UTC 2025 ===================' INFO: =================== Thu Jan 9 02:17:51 UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 +++ head -n 1 +++ cut -d / -f 1 ++ DEFAULT_LOCAL_IP=10.0.0.23 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST='"tcp:1024,udp:1024"' ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.23 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.23 ++ ANALYTICSDB_NODES=10.0.0.23 ++ ANALYTICS_SNMP_NODES=10.0.0.23 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8081 ' +++ '[' -n '10.0.0.23:8081 ' ']' +++ echo 10.0.0.23:8081 ++ ANALYTICS_SERVERS=10.0.0.23:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9042 ' +++ '[' -n '10.0.0.23:9042 ' ']' +++ echo 10.0.0.23:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.23:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.23 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8086 ' +++ '[' -n '10.0.0.23:8086 ' ']' +++ echo 10.0.0.23:8086 ++ COLLECTOR_SERVERS=10.0.0.23:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.23 ++ CONFIGDB_NODES=10.0.0.23 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8082 ' +++ '[' -n '10.0.0.23:8082 ' ']' +++ echo 10.0.0.23:8082 ++ CONFIG_SERVERS=10.0.0.23:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9161 ' +++ '[' -n '10.0.0.23:9161 ' ']' +++ echo 10.0.0.23:9161 ++ CONFIGDB_SERVERS=10.0.0.23:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9041 ' +++ '[' -n '10.0.0.23:9041 ' ']' +++ echo 10.0.0.23:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.23:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.23 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.23 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.23 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:2181, +++ '[' -n 10.0.0.23:2181, ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS=10.0.0.23:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:2181 ' +++ '[' -n '10.0.0.23:2181 ' ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.23:2181 ++ RABBITMQ_NODES=10.0.0.23 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:5673, +++ '[' -n 10.0.0.23:5673, ']' +++ echo 10.0.0.23:5673 ++ RABBITMQ_SERVERS=10.0.0.23:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:6379 ' +++ '[' -n '10.0.0.23:6379 ' ']' +++ echo 10.0.0.23:6379 ++ REDIS_SERVERS=10.0.0.23:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.23 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9092 ' +++ '[' -n '10.0.0.23:9092 ' ']' +++ echo 10.0.0.23:9092 ++ KAFKA_SERVERS=10.0.0.23:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.23 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_CRYPT_INTERFACE=crypt0 ++ VROUTER_DECRYPT_INTERFACE=decrypt0 ++ VROUTER_DECRYPT_KEY=15 ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.23 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.23 + local cassandra=10.0.0.23 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.23 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IldFck5XWDVySy1nRTJhMXZZZUdyekpVR0EtSkJkdGN2X2lwWi1wbng1aVEifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImVhZGQ4MDNlLWE0ZGItNGRhNy1iY2UwLWM0OWU2ZjE2ZWJjNCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.I4dqpiRlEWGCfsmdcbKCam7cZmAGgJslgDPtfDurEkubkex8fPcINLvs9iTbgZh0e1xyChfQFfQqgYvy1Azf9nK_Ld3OrDfrq58olrxcIPlDN3Ii5b46RlSmqoJBbFxP50lChBeyjtuuqsfKap_pqQN1JhsjKhdupkGaESKzKluYBYJlrnbueh72GzUnAEYjSf5ZFiVGAtS6ADPetDnm9TW1Q1c7myVo5-7mhxgStizOQVQp-H5DInSd1d_woCqNDZT52_GjQUMdzuHDRYqWHrwFdL0k9TXMotmA249oc4JfUi41EkFaB3Vmi9g-iASY_vB5JJTLfXMb5ksKW7wOog ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.23 +++ local servers=10.0.0.23 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ sort ++++ grep -vi host ++++ uniq ++++ awk '/32 host/ { print f } {f=$2}' +++ local local_ips=,10.0.0.23,10.200.18.1,127.0.0.1,172.17.0.1,252.23.0.1,, +++ local ord=1 +++ for server in '"${server_list[@]}"' +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.23'\''))' +++ local server_ip=10.0.0.23 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.23 ]] +++ [[ ,10.0.0.23,10.200.18.1,127.0.0.1,172.17.0.1,252.23.0.1,, =~ ,10\.0\.0\.23, ]] +++ echo 10.0.0.23 1 +++ return ++ local ip=10.0.0.23 ++ [[ -z 10.0.0.23 ]] ++ echo 10.0.0.23 + host_ip=10.0.0.23 + [[ cql == \c\q\l ]] ++ echo 10.0.0.23:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.23:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ cut -d = -f 1 ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.6/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 01/09/2025 02:17:58.594 7f5434b8e948 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 01/09/2025 02:17:58.781 7f5434b8e948 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 01/09/2025 02:17:58.781 7f5434b8e948 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-01-09 02:17:59.02: KubeMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:17:59.02: KubeMonitor - Connect Kube API result 0 2025-01-09 02:17:59.11: KubeMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-01-09 02:17:59.12: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-01-09 02:17:59.12: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1 2025-01-09 02:17:59.13: PodMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-01-09 02:17:59.13: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-01-09 02:17:59.14: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-01-09 02:17:59.14: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-01-09 02:17:59.15: IngressMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-01-09 02:17:59.15: VncKubernetes - vnc_connect starting 2025-01-09 02:17:59.16: VncKubernetes - vnc_connect done 2025-01-09 02:17:59.29: default-domain domain available. 2025-01-09 02:18:04.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:18:04.09: NamespaceMonitor - start process kube event 2025-01-09 02:18:04.09: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.09: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.09: NetworkMonitor - start process kube event 2025-01-09 02:18:04.09: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.09: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.09: PodMonitor - start process kube event 2025-01-09 02:18:04.09: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.09: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.09: ServiceMonitor - start process kube event 2025-01-09 02:18:04.09: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.09: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.09: NetworkPolicyMonitor - start process kube event 2025-01-09 02:18:04.09: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.09: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.09: EndPointMonitor - start process kube event 2025-01-09 02:18:04.09: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.09: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.09: IngressMonitor - start process kube event 2025-01-09 02:18:04.09: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.09: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.10: IngressMonitor - Connect Kube API result 0 2025-01-09 02:18:04.10: IngressMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-01-09 02:18:04.10: EndPointMonitor - Connect Kube API result 0 2025-01-09 02:18:04.10: EndPointMonitor - Start init url=https://10.0.0.23:6443/api/v1/endpoints resource_version=None 2025-01-09 02:18:04.10: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-09 02:18:04.10: NetworkPolicyMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-01-09 02:18:04.11: ServiceMonitor - Connect Kube API result 0 2025-01-09 02:18:04.11: ServiceMonitor - Start init url=https://10.0.0.23:6443/api/v1/services resource_version=None 2025-01-09 02:18:04.11: PodMonitor - Connect Kube API result 0 2025-01-09 02:18:04.11: PodMonitor - Start init url=https://10.0.0.23:6443/api/v1/pods resource_version=None 2025-01-09 02:18:04.11: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:18:04.11: NamespaceMonitor - Connect Kube API result 0 2025-01-09 02:18:04.11: NamespaceMonitor - Start init url=https://10.0.0.23:6443/api/v1/namespaces resource_version=None 2025-01-09 02:18:04.18: IngressMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses, resource_version=569 2025-01-09 02:18:04.18: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:18:04.18: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:18:04.18: NetworkPolicyMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=569 2025-01-09 02:18:04.18: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:18:04.18: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:18:04.18: NamespaceMonitor - Got ADDED Namespace None:contrail:e2bae17b-d584-465e-92e0-41cdba8e4f1d 2025-01-09 02:18:04.18: EndPointMonitor - Got ADDED Endpoints default:kubernetes:7f079dad-bc64-4ec3-8c5e-8b8bf78389d7 2025-01-09 02:18:04.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:18:04.19: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:18:04.19: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:18:04.19: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:18:04.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:18:04.19: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:18:04.19: NetworkMonitor - Start init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-01-09 02:18:04.20: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:18:04.20: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:18:04.20: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-01-09 02:18:04.20: NetworkMonitor - start process kube event 2025-01-09 02:18:04.20: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-09 02:18:04.20: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:18:04.20: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:18:04.21: NamespaceMonitor - Got ADDED Namespace None:default:a43e2cdd-96d7-4268-b4d0-b3b6f032905e 2025-01-09 02:18:04.21: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:18:04.21: PodMonitor - Done init url=https://10.0.0.23:6443/api/v1/pods, resource_version=569 2025-01-09 02:18:04.21: PodMonitor - _schedule_vnc_sync 2025-01-09 02:18:04.21: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:18:04.21: ServiceMonitor - Got ADDED Service default:kubernetes:e8c4170c-dedf-4349-b3fa-c39a0d043b49 2025-01-09 02:18:04.22: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:18:04.22: EndPointMonitor - Done init url=https://10.0.0.23:6443/api/v1/endpoints, resource_version=569 2025-01-09 02:18:04.22: EndPointMonitor - _schedule_vnc_sync 2025-01-09 02:18:04.22: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:18:04.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:18:04.22: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-09 02:18:04.22: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:e2bae17b-d584-465e-92e0-41cdba8e4f1d 2025-01-09 02:18:04.23: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:18:04.23: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:cb88ea35-64f3-4617-b1c4-6184fb76e2b5 2025-01-09 02:18:04.23: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:18:04.24: ServiceMonitor - Got ADDED Service kube-system:kube-dns:797d1eb0-4479-4e7b-b25a-28aedf3f39b0 2025-01-09 02:18:04.24: ServiceMonitor - Done init url=https://10.0.0.23:6443/api/v1/services, resource_version=569 2025-01-09 02:18:04.24: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:18:04.24: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:18:04.24: NetworkMonitor - Start init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-01-09 02:18:04.24: NamespaceMonitor - Got ADDED Namespace None:kube-public:8b52dff3-fa6e-46a4-9e35-944af9762fa5 2025-01-09 02:18:04.24: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:18:04.25: NamespaceMonitor - Got ADDED Namespace None:kube-system:ec948c75-1a0e-49f5-9607-66759ed1d4be 2025-01-09 02:18:04.25: NamespaceMonitor - Done init url=https://10.0.0.23:6443/api/v1/namespaces, resource_version=569 2025-01-09 02:18:04.25: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:18:04.25: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:18:04.25: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:18:04.28: NetworkMonitor - Done init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=573 2025-01-09 02:18:04.29: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:18:04.29: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'})(timeout=120) 2025-01-09 02:18:04.32: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'}) 2025-01-09 02:18:06.51: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-09 02:18:06.51: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:7f079dad-bc64-4ec3-8c5e-8b8bf78389d7 2025-01-09 02:18:06.60: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-09 02:18:06.60: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:a43e2cdd-96d7-4268-b4d0-b3b6f032905e 2025-01-09 02:18:09.18: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-09 02:18:09.18: VncKubernetes - Process event (name=coredns-6f867cd986-w4wsk event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:18:10.43: VncKubernetes - wait event (qsize=11 timeout=120) 2025-01-09 02:18:10.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:18:10.43: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:18:10.43: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:18:10.43: VncKubernetes - wait event (qsize=10 timeout=120) 2025-01-09 02:18:10.43: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:e8c4170c-dedf-4349-b3fa-c39a0d043b49 2025-01-09 02:18:10.43: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:18:10.43: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:18:10.43: PodMonitor - start process kube event 2025-01-09 02:18:10.43: empty line received 2025-01-09 02:18:10.43: PodMonitor - start process kube event 2025-01-09 02:18:11.62: VncKubernetes - wait event (qsize=10 timeout=120) 2025-01-09 02:18:11.62: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:18:11.64: VncKubernetes - wait event (qsize=9 timeout=120) 2025-01-09 02:18:11.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-09 02:18:11.64: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-09 02:18:11.64: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-09 02:18:11.64: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:cb88ea35-64f3-4617-b1c4-6184fb76e2b5 2025-01-09 02:18:13.62: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-09 02:18:13.62: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:797d1eb0-4479-4e7b-b25a-28aedf3f39b0 2025-01-09 02:18:15.30: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-09 02:18:15.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:18:15.30: VncKubernetes - vnc_sync - Service start 2025-01-09 02:18:15.30: VncKubernetes - vnc_sync - Service done 2025-01-09 02:18:15.30: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:18:15.30: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:8b52dff3-fa6e-46a4-9e35-944af9762fa5 2025-01-09 02:18:17.00: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:18:17.00: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:ec948c75-1a0e-49f5-9607-66759ed1d4be 2025-01-09 02:18:18.55: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:18:18.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:18:18.55: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:18:18.55: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:18:18.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:18:18.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:18:18.55: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:18:18.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:18:18.55: VncKubernetes - Process event (name=coredns-6f867cd986-w4wsk event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:18:18.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:19:04.33: PodMonitor - Received BOOKMARK: oldResVer=569 newResVer=583 2025-01-09 02:19:04.33: PodMonitor - start process kube event 2025-01-09 02:19:04.33: empty line received 2025-01-09 02:19:04.33: PodMonitor - start process kube event 2025-01-09 02:20:04.20: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:20:04.20: NetworkPolicyMonitor - start process kube event 2025-01-09 02:20:04.20: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:20:04.20: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:20:04.20: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-09 02:20:04.20: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:20:04.20: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:20:04.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:20:04.20: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:20:04.21: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:20:04.21: IngressMonitor - start process kube event 2025-01-09 02:20:04.21: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:20:04.21: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:20:04.21: IngressMonitor - Connect Kube API result 0 2025-01-09 02:20:04.21: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:20:04.21: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:20:04.23: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:20:04.23: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:20:04.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:20:04.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:20:04.23: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:20:04.23: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:20:04.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:20:04.23: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:20:04.24: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:20:04.24: EndPointMonitor - start process kube event 2025-01-09 02:20:04.24: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:20:04.24: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:20:04.24: EndPointMonitor - Connect Kube API result 0 2025-01-09 02:20:04.24: EndPointMonitor - _schedule_vnc_sync 2025-01-09 02:20:04.24: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:20:04.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-09 02:20:04.24: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-09 02:20:04.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:20:04.24: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:20:04.25: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:20:04.25: ServiceMonitor - start process kube event 2025-01-09 02:20:04.25: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:20:04.25: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:20:04.25: ServiceMonitor - Connect Kube API result 0 2025-01-09 02:20:04.25: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:20:04.25: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:20:04.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:20:04.25: VncKubernetes - vnc_sync - Service start 2025-01-09 02:20:04.25: VncKubernetes - vnc_sync - Service done 2025-01-09 02:20:04.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:20:04.25: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:20:04.25: NamespaceMonitor - start process kube event 2025-01-09 02:20:04.25: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:20:04.25: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:20:04.25: NamespaceMonitor - Connect Kube API result 0 2025-01-09 02:20:04.25: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:20:04.25: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:20:04.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:20:04.26: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:20:04.26: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:20:04.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:20:04.26: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:20:04.26: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:20:04.32: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:20:04.32: NetworkMonitor - start process kube event 2025-01-09 02:20:04.32: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=573 2025-01-09 02:20:04.32: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:20:04.32: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:20:04.32: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:20:04.32: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'})(timeout=120) 2025-01-09 02:20:04.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:20:04.32: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:20:04.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:20:04.33: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'}) 2025-01-09 02:20:04.42: PodMonitor - Received BOOKMARK: oldResVer=583 newResVer=583 2025-01-09 02:20:04.42: PodMonitor - start process kube event 2025-01-09 02:20:04.42: empty line received 2025-01-09 02:20:04.42: PodMonitor - start process kube event 2025-01-09 02:21:04.98: PodMonitor - Received BOOKMARK: oldResVer=583 newResVer=583 2025-01-09 02:21:04.98: PodMonitor - start process kube event 2025-01-09 02:21:04.98: empty line received 2025-01-09 02:21:04.98: PodMonitor - start process kube event 2025-01-09 02:22:04.23: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:22:04.23: NetworkPolicyMonitor - start process kube event 2025-01-09 02:22:04.23: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:22:04.23: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:22:04.23: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-09 02:22:04.23: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:22:04.23: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:22:04.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:22:04.23: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:22:04.23: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:22:04.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:22:04.24: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:22:04.24: IngressMonitor - start process kube event 2025-01-09 02:22:04.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:22:04.24: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:22:04.24: IngressMonitor - Connect Kube API result 0 2025-01-09 02:22:04.24: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:22:04.24: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:22:04.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:22:04.24: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:22:04.24: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:22:04.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:22:04.24: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:22:04.25: EndPointMonitor - start process kube event 2025-01-09 02:22:04.25: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:22:04.25: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:22:04.25: EndPointMonitor - Connect Kube API result 0 2025-01-09 02:22:04.25: EndPointMonitor - _schedule_vnc_sync 2025-01-09 02:22:04.25: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:22:04.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-09 02:22:04.25: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-09 02:22:04.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:22:04.25: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:22:04.25: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:22:04.25: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:22:04.26: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:22:04.26: ServiceMonitor - start process kube event 2025-01-09 02:22:04.26: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:22:04.26: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:22:04.26: ServiceMonitor - Connect Kube API result 0 2025-01-09 02:22:04.26: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:22:04.26: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:22:04.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:22:04.26: VncKubernetes - vnc_sync - Service start 2025-01-09 02:22:04.26: VncKubernetes - vnc_sync - Service done 2025-01-09 02:22:04.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:22:04.26: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:22:04.26: NamespaceMonitor - start process kube event 2025-01-09 02:22:04.26: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:22:04.26: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:22:04.27: NamespaceMonitor - Connect Kube API result 0 2025-01-09 02:22:04.27: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:22:04.27: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:22:04.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:22:04.27: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:22:04.27: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:22:04.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:22:04.27: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:22:04.27: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:22:04.33: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:22:04.33: NetworkMonitor - start process kube event 2025-01-09 02:22:04.33: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=573 2025-01-09 02:22:04.33: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:22:04.33: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:22:04.33: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:22:04.33: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'})(timeout=120) 2025-01-09 02:22:04.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:22:04.33: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:22:04.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:22:04.34: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'}) 2025-01-09 02:22:04.95: PodMonitor - Received BOOKMARK: oldResVer=583 newResVer=583 2025-01-09 02:22:05.00: PodMonitor - start process kube event 2025-01-09 02:22:05.00: PodMonitor - _schedule_vnc_sync 2025-01-09 02:22:05.00: empty line received 2025-01-09 02:22:05.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:22:05.00: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:22:05.00: PodMonitor - start process kube event 2025-01-09 02:22:05.07: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:22:05.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:22:12.88: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:22:12.88: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:22:12.88: VncKubernetes - Process event (name=coredns-6f867cd986-w4wsk event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:22:12.88: PodMonitor - start process kube event 2025-01-09 02:22:12.88: empty line received 2025-01-09 02:22:12.88: PodMonitor - start process kube event 2025-01-09 02:22:12.89: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:22:12.89: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:22:12.90: EndPointMonitor - start process kube event 2025-01-09 02:22:12.90: empty line received 2025-01-09 02:22:12.90: EndPointMonitor - start process kube event 2025-01-09 02:22:12.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:22:12.90: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:22:12.91: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:22:12.91: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:22:12.91: PodMonitor - start process kube event 2025-01-09 02:22:12.91: empty line received 2025-01-09 02:22:12.91: PodMonitor - start process kube event 2025-01-09 02:22:12.91: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:22:12.91: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:22:12.91: EndPointMonitor - start process kube event 2025-01-09 02:22:12.91: empty line received 2025-01-09 02:22:12.91: EndPointMonitor - start process kube event 2025-01-09 02:22:12.93: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:22:12.93: VncKubernetes - Process event (name=coredns-6f867cd986-w4wsk event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:22:12.99: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:22:12.99: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:22:13.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:23:04.04: IngressMonitor - Received BOOKMARK: oldResVer=569 newResVer=961 2025-01-09 02:23:04.04: IngressMonitor - start process kube event 2025-01-09 02:23:04.04: empty line received 2025-01-09 02:23:04.04: IngressMonitor - start process kube event 2025-01-09 02:23:04.41: EndPointMonitor - Received BOOKMARK: oldResVer=569 newResVer=902 2025-01-09 02:23:04.41: EndPointMonitor - start process kube event 2025-01-09 02:23:04.41: empty line received 2025-01-09 02:23:04.41: EndPointMonitor - start process kube event 2025-01-09 02:23:05.07: PodMonitor - Received BOOKMARK: oldResVer=583 newResVer=899 2025-01-09 02:23:05.07: PodMonitor - start process kube event 2025-01-09 02:23:05.07: empty line received 2025-01-09 02:23:05.07: PodMonitor - start process kube event 2025-01-09 02:24:03.84: IngressMonitor - Received BOOKMARK: oldResVer=961 newResVer=961 2025-01-09 02:24:03.84: IngressMonitor - start process kube event 2025-01-09 02:24:03.84: empty line received 2025-01-09 02:24:03.84: IngressMonitor - start process kube event 2025-01-09 02:24:04.25: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:24:04.25: NetworkPolicyMonitor - start process kube event 2025-01-09 02:24:04.25: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:24:04.25: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:24:04.25: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-09 02:24:04.25: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:24:04.25: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:24:04.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:24:04.25: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:24:04.26: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:24:04.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:24:04.27: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:24:04.27: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:24:04.27: ServiceMonitor - start process kube event 2025-01-09 02:24:04.27: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:24:04.27: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:24:04.27: ServiceMonitor - Connect Kube API result 0 2025-01-09 02:24:04.28: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:24:04.28: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:24:04.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:24:04.28: VncKubernetes - vnc_sync - Service start 2025-01-09 02:24:04.28: VncKubernetes - vnc_sync - Service done 2025-01-09 02:24:04.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:24:04.28: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:24:04.28: NamespaceMonitor - start process kube event 2025-01-09 02:24:04.28: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:24:04.28: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:24:04.28: NamespaceMonitor - Connect Kube API result 0 2025-01-09 02:24:04.28: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:24:04.28: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:24:04.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:24:04.28: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:24:04.28: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:24:04.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:24:04.29: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:24:04.29: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:24:04.34: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:24:04.34: NetworkMonitor - start process kube event 2025-01-09 02:24:04.34: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=573 2025-01-09 02:24:04.34: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:24:04.34: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:24:04.34: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:24:04.34: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'})(timeout=120) 2025-01-09 02:24:04.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:24:04.34: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:24:04.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:24:04.35: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'}) 2025-01-09 02:24:04.48: PodMonitor - Received BOOKMARK: oldResVer=899 newResVer=899 2025-01-09 02:24:04.48: PodMonitor - start process kube event 2025-01-09 02:24:04.48: empty line received 2025-01-09 02:24:04.48: PodMonitor - start process kube event 2025-01-09 02:24:05.13: EndPointMonitor - Received BOOKMARK: oldResVer=902 newResVer=902 2025-01-09 02:24:05.13: EndPointMonitor - start process kube event 2025-01-09 02:24:05.14: empty line received 2025-01-09 02:24:05.14: EndPointMonitor - start process kube event 2025-01-09 02:24:12.14: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:24:12.14: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:24:12.14: VncKubernetes - Process event (name=coredns-6f867cd986-w4wsk event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:24:12.14: PodMonitor - start process kube event 2025-01-09 02:24:12.14: empty line received 2025-01-09 02:24:12.14: PodMonitor - start process kube event 2025-01-09 02:24:12.14: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:24:12.14: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:24:12.14: EndPointMonitor - start process kube event 2025-01-09 02:24:12.14: empty line received 2025-01-09 02:24:12.15: EndPointMonitor - start process kube event 2025-01-09 02:24:12.16: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:24:12.16: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:24:12.16: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:24:12.16: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:24:12.16: PodMonitor - start process kube event 2025-01-09 02:24:12.16: empty line received 2025-01-09 02:24:12.17: PodMonitor - start process kube event 2025-01-09 02:24:12.17: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:24:12.17: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:24:12.17: EndPointMonitor - start process kube event 2025-01-09 02:24:12.17: empty line received 2025-01-09 02:24:12.17: EndPointMonitor - start process kube event 2025-01-09 02:24:12.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:24:12.56: VncKubernetes - Process event (name=coredns-6f867cd986-w4wsk event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-w4wsk:121818c2-e285-40be-946e-8350317a017a 2025-01-09 02:24:12.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:24:12.62: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b30369fe-b43c-42d1-bb7e-92f7c8f0dfe1 2025-01-09 02:24:13.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:25:03.78: IngressMonitor - Received BOOKMARK: oldResVer=961 newResVer=961 2025-01-09 02:25:03.78: IngressMonitor - start process kube event 2025-01-09 02:25:03.78: empty line received 2025-01-09 02:25:03.78: IngressMonitor - start process kube event 2025-01-09 02:25:04.24: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=569 newResVer=1025 2025-01-09 02:25:04.24: NetworkPolicyMonitor - start process kube event 2025-01-09 02:25:04.25: empty line received 2025-01-09 02:25:04.25: NetworkPolicyMonitor - start process kube event 2025-01-09 02:25:04.40: ServiceMonitor - Received BOOKMARK: oldResVer=569 newResVer=1011 2025-01-09 02:25:04.40: ServiceMonitor - start process kube event 2025-01-09 02:25:04.40: empty line received 2025-01-09 02:25:04.40: ServiceMonitor - start process kube event 2025-01-09 02:25:04.79: EndPointMonitor - Received BOOKMARK: oldResVer=902 newResVer=1066 2025-01-09 02:25:04.79: EndPointMonitor - start process kube event 2025-01-09 02:25:04.79: empty line received 2025-01-09 02:25:04.79: EndPointMonitor - start process kube event 2025-01-09 02:25:04.98: PodMonitor - Received BOOKMARK: oldResVer=899 newResVer=1062 2025-01-09 02:25:04.98: PodMonitor - start process kube event 2025-01-09 02:25:04.98: empty line received 2025-01-09 02:25:04.98: PodMonitor - start process kube event 2025-01-09 02:26:03.63: IngressMonitor - Received BOOKMARK: oldResVer=961 newResVer=961 2025-01-09 02:26:03.63: IngressMonitor - start process kube event 2025-01-09 02:26:03.64: empty line received 2025-01-09 02:26:03.64: IngressMonitor - start process kube event 2025-01-09 02:26:03.83: ServiceMonitor - Received BOOKMARK: oldResVer=1011 newResVer=1011 2025-01-09 02:26:03.83: ServiceMonitor - start process kube event 2025-01-09 02:26:03.83: empty line received 2025-01-09 02:26:03.83: ServiceMonitor - start process kube event 2025-01-09 02:26:04.29: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:26:04.29: NamespaceMonitor - start process kube event 2025-01-09 02:26:04.29: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:26:04.29: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:26:04.29: NamespaceMonitor - Connect Kube API result 0 2025-01-09 02:26:04.29: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:26:04.29: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:26:04.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:26:04.30: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:26:04.30: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:26:04.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:26:04.31: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:26:04.35: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:26:04.35: NetworkMonitor - start process kube event 2025-01-09 02:26:04.35: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=573 2025-01-09 02:26:04.35: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:26:04.35: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:26:04.35: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:26:04.35: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'})(timeout=120) 2025-01-09 02:26:04.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:26:04.35: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:26:04.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:26:04.36: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'}) 2025-01-09 02:26:04.40: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-09 02:26:04.40: NetworkPolicyMonitor - start process kube event 2025-01-09 02:26:04.40: empty line received 2025-01-09 02:26:04.40: NetworkPolicyMonitor - start process kube event 2025-01-09 02:26:04.54: PodMonitor - Received BOOKMARK: oldResVer=1062 newResVer=1062 2025-01-09 02:26:04.54: PodMonitor - start process kube event 2025-01-09 02:26:04.54: empty line received 2025-01-09 02:26:04.54: PodMonitor - start process kube event 2025-01-09 02:26:04.90: EndPointMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-01-09 02:26:04.90: EndPointMonitor - start process kube event 2025-01-09 02:26:04.90: EndPointMonitor - _schedule_vnc_sync 2025-01-09 02:26:04.90: empty line received 2025-01-09 02:26:04.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-09 02:26:04.90: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-09 02:26:04.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:26:04.90: EndPointMonitor - start process kube event 2025-01-09 02:26:58.99: PodMonitor - Received BOOKMARK: oldResVer=1062 newResVer=1062 2025-01-09 02:26:58.99: PodMonitor - start process kube event 2025-01-09 02:26:58.99: PodMonitor - _schedule_vnc_sync 2025-01-09 02:26:58.99: empty line received 2025-01-09 02:26:58.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:26:58.99: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:26:58.99: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:26:58.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:26:58.99: PodMonitor - start process kube event 2025-01-09 02:27:00.41: stop iteration PodMonitor 2025-01-09 02:27:00.41: PodMonitor - start process kube event 2025-01-09 02:27:00.41: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1062 2025-01-09 02:27:00.41: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:27:00.41: PodMonitor - Connect Kube API result 0 2025-01-09 02:27:00.41: PodMonitor - _schedule_vnc_sync 2025-01-09 02:27:00.41: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1062'})(timeout=120) 2025-01-09 02:27:00.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:27:00.41: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:27:00.41: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:27:00.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:27:00.43: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1062'}) 2025-01-09 02:27:04.12: ServiceMonitor - Received BOOKMARK: oldResVer=1011 newResVer=1011 2025-01-09 02:27:04.12: ServiceMonitor - start process kube event 2025-01-09 02:27:04.12: empty line received 2025-01-09 02:27:04.12: ServiceMonitor - start process kube event 2025-01-09 02:27:04.14: IngressMonitor - Received BOOKMARK: oldResVer=961 newResVer=961 2025-01-09 02:27:04.14: IngressMonitor - start process kube event 2025-01-09 02:27:04.14: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:27:04.14: empty line received 2025-01-09 02:27:04.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:27:04.14: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:27:04.14: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:27:04.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:27:04.14: IngressMonitor - start process kube event 2025-01-09 02:27:04.21: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-09 02:27:04.21: NetworkPolicyMonitor - start process kube event 2025-01-09 02:27:04.21: empty line received 2025-01-09 02:27:04.21: NetworkPolicyMonitor - start process kube event 2025-01-09 02:27:05.38: EndPointMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-01-09 02:27:05.38: EndPointMonitor - start process kube event 2025-01-09 02:27:05.38: empty line received 2025-01-09 02:27:05.38: EndPointMonitor - start process kube event 2025-01-09 02:27:28.90: IngressMonitor - Received BOOKMARK: oldResVer=961 newResVer=961 2025-01-09 02:27:28.90: IngressMonitor - start process kube event 2025-01-09 02:27:28.90: empty line received 2025-01-09 02:27:28.90: IngressMonitor - start process kube event 2025-01-09 02:27:29.90: IngressMonitor - Received BOOKMARK: oldResVer=961 newResVer=961 2025-01-09 02:27:29.91: IngressMonitor - start process kube event 2025-01-09 02:27:29.91: empty line received 2025-01-09 02:27:29.91: IngressMonitor - start process kube event 2025-01-09 02:27:30.96: stop iteration IngressMonitor 2025-01-09 02:27:30.96: IngressMonitor - start process kube event 2025-01-09 02:27:30.96: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=961 2025-01-09 02:27:30.96: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:27:30.96: IngressMonitor - Connect Kube API result 0 2025-01-09 02:27:30.96: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:27:30.96: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '961'})(timeout=120) 2025-01-09 02:27:30.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:27:30.96: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:27:30.96: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:27:30.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:27:30.98: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '961'}) 2025-01-09 02:28:03.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-09 02:28:03.76: NetworkPolicyMonitor - start process kube event 2025-01-09 02:28:03.76: empty line received 2025-01-09 02:28:03.76: NetworkPolicyMonitor - start process kube event 2025-01-09 02:28:04.31: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:28:04.31: NamespaceMonitor - start process kube event 2025-01-09 02:28:04.31: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:28:04.31: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:28:04.31: NamespaceMonitor - Connect Kube API result 0 2025-01-09 02:28:04.31: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:28:04.31: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:28:04.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:28:04.32: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:28:04.32: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:28:04.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:28:04.33: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:28:04.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:28:04.36: NetworkMonitor - start process kube event 2025-01-09 02:28:04.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=573 2025-01-09 02:28:04.36: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:28:04.36: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:28:04.36: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:28:04.36: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'})(timeout=120) 2025-01-09 02:28:04.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:28:04.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:28:04.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:28:04.36: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '573'}) 2025-01-09 02:28:04.42: ServiceMonitor - Received BOOKMARK: oldResVer=1011 newResVer=1011 2025-01-09 02:28:04.42: ServiceMonitor - start process kube event 2025-01-09 02:28:04.42: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:28:04.42: empty line received 2025-01-09 02:28:04.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:28:04.42: VncKubernetes - vnc_sync - Service start 2025-01-09 02:28:04.42: VncKubernetes - vnc_sync - Service done 2025-01-09 02:28:04.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:28:04.42: ServiceMonitor - start process kube event 2025-01-09 02:28:04.44: EndPointMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-01-09 02:28:04.44: EndPointMonitor - start process kube event 2025-01-09 02:28:04.44: empty line received 2025-01-09 02:28:04.44: EndPointMonitor - start process kube event 2025-01-09 02:29:00.43: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:29:00.43: PodMonitor - start process kube event 2025-01-09 02:29:00.43: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1062 2025-01-09 02:29:00.43: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:29:00.43: PodMonitor - Connect Kube API result 0 2025-01-09 02:29:00.43: PodMonitor - _schedule_vnc_sync 2025-01-09 02:29:00.43: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1062'})(timeout=120) 2025-01-09 02:29:00.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:29:00.43: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:29:00.43: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:29:00.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:29:00.45: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1062'}) 2025-01-09 02:29:03.94: ServiceMonitor - Received BOOKMARK: oldResVer=1011 newResVer=1011 2025-01-09 02:29:03.94: ServiceMonitor - start process kube event 2025-01-09 02:29:03.94: empty line received 2025-01-09 02:29:03.94: ServiceMonitor - start process kube event 2025-01-09 02:29:04.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-09 02:29:04.65: NetworkPolicyMonitor - start process kube event 2025-01-09 02:29:04.65: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:29:04.65: empty line received 2025-01-09 02:29:04.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:29:04.65: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:29:04.65: NetworkPolicyMonitor - start process kube event 2025-01-09 02:29:04.65: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:29:04.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:29:04.89: NetworkMonitor - Received BOOKMARK: oldResVer=573 newResVer=1388 2025-01-09 02:29:04.89: NetworkMonitor - start process kube event 2025-01-09 02:29:04.89: empty line received 2025-01-09 02:29:04.89: NetworkMonitor - start process kube event 2025-01-09 02:29:05.33: EndPointMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-01-09 02:29:05.33: EndPointMonitor - start process kube event 2025-01-09 02:29:05.33: empty line received 2025-01-09 02:29:05.33: EndPointMonitor - start process kube event 2025-01-09 02:29:30.98: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:29:30.98: IngressMonitor - start process kube event 2025-01-09 02:29:30.98: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=961 2025-01-09 02:29:30.98: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:29:30.98: IngressMonitor - Connect Kube API result 0 2025-01-09 02:29:30.98: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:29:30.98: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '961'})(timeout=120) 2025-01-09 02:29:30.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:29:30.98: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:29:30.98: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:29:30.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:29:31.00: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '961'}) 2025-01-09 02:30:03.92: ServiceMonitor - Received BOOKMARK: oldResVer=1011 newResVer=1011 2025-01-09 02:30:03.92: ServiceMonitor - start process kube event 2025-01-09 02:30:03.92: empty line received 2025-01-09 02:30:03.92: ServiceMonitor - start process kube event 2025-01-09 02:30:04.33: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:30:04.33: NamespaceMonitor - start process kube event 2025-01-09 02:30:04.33: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=569 2025-01-09 02:30:04.33: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:30:04.33: NamespaceMonitor - Connect Kube API result 0 2025-01-09 02:30:04.33: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:30:04.33: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'})(timeout=120) 2025-01-09 02:30:04.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:30:04.33: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:30:04.33: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:30:04.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:04.35: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '569'}) 2025-01-09 02:30:04.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-09 02:30:04.77: NetworkPolicyMonitor - start process kube event 2025-01-09 02:30:04.77: empty line received 2025-01-09 02:30:04.77: NetworkPolicyMonitor - start process kube event 2025-01-09 02:30:05.41: NetworkMonitor - Received BOOKMARK: oldResVer=1388 newResVer=1388 2025-01-09 02:30:05.41: NetworkMonitor - start process kube event 2025-01-09 02:30:05.41: empty line received 2025-01-09 02:30:05.41: NetworkMonitor - start process kube event 2025-01-09 02:30:05.53: EndPointMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1066 2025-01-09 02:30:05.53: EndPointMonitor - start process kube event 2025-01-09 02:30:05.53: EndPointMonitor - _schedule_vnc_sync 2025-01-09 02:30:05.53: empty line received 2025-01-09 02:30:05.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-09 02:30:05.53: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-09 02:30:05.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:05.53: EndPointMonitor - start process kube event 2025-01-09 02:30:40.01: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-59790325:81842abe-ce59-4395-95f1-788f0b28a9d2 2025-01-09 02:30:40.01: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-59790325:81842abe-ce59-4395-95f1-788f0b28a9d2 2025-01-09 02:30:40.01: VncKubernetes - Process event (name=ctest-nginx-svc-59790325 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-59790325:81842abe-ce59-4395-95f1-788f0b28a9d2 2025-01-09 02:30:40.02: ServiceMonitor - start process kube event 2025-01-09 02:30:40.02: empty line received 2025-01-09 02:30:40.02: ServiceMonitor - start process kube event 2025-01-09 02:30:40.03: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:40.03: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:40.03: EndPointMonitor - start process kube event 2025-01-09 02:30:40.03: empty line received 2025-01-09 02:30:40.03: EndPointMonitor - start process kube event 2025-01-09 02:30:40.05: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:40.05: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-05350720 (no nodeName) 2025-01-09 02:30:40.05: PodMonitor - start process kube event 2025-01-09 02:30:40.05: empty line received 2025-01-09 02:30:40.05: PodMonitor - start process kube event 2025-01-09 02:30:40.06: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:40.06: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:40.06: PodMonitor - start process kube event 2025-01-09 02:30:40.06: empty line received 2025-01-09 02:30:40.06: PodMonitor - start process kube event 2025-01-09 02:30:40.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:40.10: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:40.10: PodMonitor - start process kube event 2025-01-09 02:30:40.10: empty line received 2025-01-09 02:30:40.11: PodMonitor - start process kube event 2025-01-09 02:30:40.11: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:40.11: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-23340486 (no nodeName) 2025-01-09 02:30:40.11: PodMonitor - start process kube event 2025-01-09 02:30:40.11: empty line received 2025-01-09 02:30:40.11: PodMonitor - start process kube event 2025-01-09 02:30:40.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:40.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:40.12: PodMonitor - start process kube event 2025-01-09 02:30:40.12: empty line received 2025-01-09 02:30:40.12: PodMonitor - start process kube event 2025-01-09 02:30:40.13: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:40.13: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:40.13: PodMonitor - start process kube event 2025-01-09 02:30:40.13: empty line received 2025-01-09 02:30:40.13: PodMonitor - start process kube event 2025-01-09 02:30:41.18: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:30:41.18: VncKubernetes - Process event (name=ctest-nginx-svc-59790325 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:41.26: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:30:41.26: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:42.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:42.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:42.23: PodMonitor - start process kube event 2025-01-09 02:30:42.23: empty line received 2025-01-09 02:30:42.23: PodMonitor - start process kube event 2025-01-09 02:30:42.24: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:30:42.24: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:42.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:30:42.33: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:43.03: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:43.03: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:43.03: PodMonitor - start process kube event 2025-01-09 02:30:43.03: empty line received 2025-01-09 02:30:43.03: PodMonitor - start process kube event 2025-01-09 02:30:43.04: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:30:43.04: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:43.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:30:43.18: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:43.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:30:43.20: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:43.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:46.43: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:30:46.43: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:30:46.43: VncKubernetes - Process event (name=ctest-nginx-ingress-70198915 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:30:46.43: IngressMonitor - start process kube event 2025-01-09 02:30:46.43: empty line received 2025-01-09 02:30:46.43: IngressMonitor - start process kube event 2025-01-09 02:30:47.60: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:30:47.60: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:30:47.61: IngressMonitor - start process kube event 2025-01-09 02:30:47.61: empty line received 2025-01-09 02:30:47.61: IngressMonitor - start process kube event 2025-01-09 02:30:48.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:30:48.82: VncKubernetes - Process event (name=ctest-nginx-ingress-70198915 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:30:49.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:49.45: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:49.45: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-36837698 (no nodeName) 2025-01-09 02:30:49.45: PodMonitor - start process kube event 2025-01-09 02:30:49.45: empty line received 2025-01-09 02:30:49.45: PodMonitor - start process kube event 2025-01-09 02:30:49.46: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:49.46: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:49.46: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:49.46: PodMonitor - start process kube event 2025-01-09 02:30:49.46: empty line received 2025-01-09 02:30:49.46: PodMonitor - start process kube event 2025-01-09 02:30:49.48: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:49.49: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:49.49: PodMonitor - start process kube event 2025-01-09 02:30:49.49: empty line received 2025-01-09 02:30:49.49: PodMonitor - start process kube event 2025-01-09 02:30:50.26: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:50.26: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:50.26: PodMonitor - start process kube event 2025-01-09 02:30:50.26: empty line received 2025-01-09 02:30:50.26: PodMonitor - start process kube event 2025-01-09 02:30:50.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:30:50.28: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:50.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:30:50.43: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:50.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:52.11: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:52.11: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:52.11: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:30:52.12: PodMonitor - start process kube event 2025-01-09 02:30:52.12: empty line received 2025-01-09 02:30:52.12: PodMonitor - start process kube event 2025-01-09 02:30:52.12: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:52.12: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:52.12: EndPointMonitor - start process kube event 2025-01-09 02:30:52.12: empty line received 2025-01-09 02:30:52.12: EndPointMonitor - start process kube event 2025-01-09 02:30:52.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:30:52.18: VncKubernetes - Process event (name=ctest-nginx-svc-59790325 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:52.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:53.11: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:53.11: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:53.11: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:30:53.12: PodMonitor - start process kube event 2025-01-09 02:30:53.12: empty line received 2025-01-09 02:30:53.12: PodMonitor - start process kube event 2025-01-09 02:30:53.12: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:53.12: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:53.12: EndPointMonitor - start process kube event 2025-01-09 02:30:53.12: empty line received 2025-01-09 02:30:53.12: EndPointMonitor - start process kube event 2025-01-09 02:30:53.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:30:53.14: VncKubernetes - Process event (name=ctest-nginx-svc-59790325 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:30:53.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:58.13: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:58.13: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:58.13: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:58.13: PodMonitor - start process kube event 2025-01-09 02:30:58.13: empty line received 2025-01-09 02:30:58.13: PodMonitor - start process kube event 2025-01-09 02:30:58.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:30:59.95: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:59.95: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:59.95: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:30:59.95: PodMonitor - start process kube event 2025-01-09 02:30:59.95: empty line received 2025-01-09 02:30:59.95: PodMonitor - start process kube event 2025-01-09 02:30:59.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:00.89: PodMonitor - Received BOOKMARK: oldResVer=1062 newResVer=1600 2025-01-09 02:31:00.89: PodMonitor - start process kube event 2025-01-09 02:31:00.89: empty line received 2025-01-09 02:31:00.89: PodMonitor - start process kube event 2025-01-09 02:31:04.06: ServiceMonitor - Received BOOKMARK: oldResVer=1011 newResVer=1535 2025-01-09 02:31:04.06: ServiceMonitor - start process kube event 2025-01-09 02:31:04.06: empty line received 2025-01-09 02:31:04.06: ServiceMonitor - start process kube event 2025-01-09 02:31:05.33: NetworkMonitor - Received BOOKMARK: oldResVer=1388 newResVer=1388 2025-01-09 02:31:05.33: NetworkMonitor - start process kube event 2025-01-09 02:31:05.33: empty line received 2025-01-09 02:31:05.33: NetworkMonitor - start process kube event 2025-01-09 02:31:05.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-09 02:31:05.35: NetworkPolicyMonitor - start process kube event 2025-01-09 02:31:05.35: empty line received 2025-01-09 02:31:05.35: NetworkPolicyMonitor - start process kube event 2025-01-09 02:31:06.24: EndPointMonitor - Received BOOKMARK: oldResVer=1066 newResVer=1585 2025-01-09 02:31:06.24: EndPointMonitor - start process kube event 2025-01-09 02:31:06.24: empty line received 2025-01-09 02:31:06.25: EndPointMonitor - start process kube event 2025-01-09 02:31:06.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-09 02:31:06.41: NetworkPolicyMonitor - start process kube event 2025-01-09 02:31:06.41: empty line received 2025-01-09 02:31:06.41: NetworkPolicyMonitor - start process kube event 2025-01-09 02:31:08.26: stop iteration NetworkPolicyMonitor 2025-01-09 02:31:08.26: NetworkPolicyMonitor - start process kube event 2025-01-09 02:31:08.26: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1025 2025-01-09 02:31:08.26: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:31:08.26: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-09 02:31:08.26: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:31:08.26: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1025'})(timeout=120) 2025-01-09 02:31:08.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:31:08.26: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:31:08.27: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1025'}) 2025-01-09 02:31:08.27: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:31:08.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:30.87: IngressMonitor - Received BOOKMARK: oldResVer=961 newResVer=1561 2025-01-09 02:31:30.88: IngressMonitor - start process kube event 2025-01-09 02:31:30.88: empty line received 2025-01-09 02:31:30.88: IngressMonitor - start process kube event 2025-01-09 02:31:31.20: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.20: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.20: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.20: PodMonitor - start process kube event 2025-01-09 02:31:31.20: empty line received 2025-01-09 02:31:31.20: PodMonitor - start process kube event 2025-01-09 02:31:31.22: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.22: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.22: PodMonitor - start process kube event 2025-01-09 02:31:31.22: empty line received 2025-01-09 02:31:31.22: PodMonitor - start process kube event 2025-01-09 02:31:31.22: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.22: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.22: PodMonitor - start process kube event 2025-01-09 02:31:31.22: empty line received 2025-01-09 02:31:31.22: PodMonitor - start process kube event 2025-01-09 02:31:31.26: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:31:31.26: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:31:31.28: VncKubernetes - Process event (name=ctest-busybox-pod-36837698 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-36837698:2ede471b-ca98-4644-ba21-34276de1a8e9 2025-01-09 02:31:31.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:35.06: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:31:35.06: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:31:35.06: VncKubernetes - Process event (name=ctest-nginx-ingress-70198915 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-70198915:bc180323-b132-48a8-b478-d43a3960cc31 2025-01-09 02:31:35.06: IngressMonitor - start process kube event 2025-01-09 02:31:35.06: empty line received 2025-01-09 02:31:35.07: IngressMonitor - start process kube event 2025-01-09 02:31:36.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:36.74: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:36.75: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:36.75: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:36.75: PodMonitor - start process kube event 2025-01-09 02:31:36.75: empty line received 2025-01-09 02:31:36.75: PodMonitor - start process kube event 2025-01-09 02:31:36.75: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:31:36.75: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:31:36.76: EndPointMonitor - start process kube event 2025-01-09 02:31:36.76: empty line received 2025-01-09 02:31:36.76: EndPointMonitor - start process kube event 2025-01-09 02:31:36.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:31:36.77: VncKubernetes - Process event (name=ctest-nginx-svc-59790325 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:31:36.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:38.21: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.21: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.21: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.21: PodMonitor - start process kube event 2025-01-09 02:31:38.21: empty line received 2025-01-09 02:31:38.21: PodMonitor - start process kube event 2025-01-09 02:31:38.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:38.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.23: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.24: PodMonitor - start process kube event 2025-01-09 02:31:38.24: empty line received 2025-01-09 02:31:38.24: PodMonitor - start process kube event 2025-01-09 02:31:38.24: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.24: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.24: PodMonitor - start process kube event 2025-01-09 02:31:38.24: empty line received 2025-01-09 02:31:38.24: PodMonitor - start process kube event 2025-01-09 02:31:38.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:31:38.29: VncKubernetes - Process event (name=ctest-nginx-pod-23340486 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-23340486:1f6c7af1-3a9c-4576-9203-5237e38f745e 2025-01-09 02:31:38.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:41.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:41.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:41.80: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:41.80: PodMonitor - start process kube event 2025-01-09 02:31:41.80: empty line received 2025-01-09 02:31:41.80: PodMonitor - start process kube event 2025-01-09 02:31:41.80: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:31:41.80: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:31:41.80: EndPointMonitor - start process kube event 2025-01-09 02:31:41.81: empty line received 2025-01-09 02:31:41.81: EndPointMonitor - start process kube event 2025-01-09 02:31:41.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:31:41.82: VncKubernetes - Process event (name=ctest-nginx-svc-59790325 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-59790325:472c118f-0001-4f2c-846c-3f32feccd9ff 2025-01-09 02:31:41.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:43.22: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.22: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.22: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.23: PodMonitor - start process kube event 2025-01-09 02:31:43.23: empty line received 2025-01-09 02:31:43.23: PodMonitor - start process kube event 2025-01-09 02:31:43.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.23: PodMonitor - start process kube event 2025-01-09 02:31:43.23: empty line received 2025-01-09 02:31:43.23: PodMonitor - start process kube event 2025-01-09 02:31:43.23: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.23: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.23: PodMonitor - start process kube event 2025-01-09 02:31:43.23: empty line received 2025-01-09 02:31:43.23: PodMonitor - start process kube event 2025-01-09 02:31:43.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:31:43.29: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:31:43.30: VncKubernetes - Process event (name=ctest-nginx-pod-05350720 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-05350720:2461da55-66ab-4d81-b96c-acdcab73a43b 2025-01-09 02:31:43.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:47.17: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:31:47.17: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:31:47.17: VncKubernetes - Process event (name=ctest-new-default-61180475 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:31:47.17: NamespaceMonitor - start process kube event 2025-01-09 02:31:47.17: empty line received 2025-01-09 02:31:47.17: NamespaceMonitor - start process kube event 2025-01-09 02:31:48.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:49.21: EndPointMonitor - Received BOOKMARK: oldResVer=1585 newResVer=1669 2025-01-09 02:31:49.21: EndPointMonitor - start process kube event 2025-01-09 02:31:49.21: empty line received 2025-01-09 02:31:49.21: EndPointMonitor - start process kube event 2025-01-09 02:31:50.18: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:31:50.18: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:31:50.18: VncKubernetes - Process event (name=ctest-non-default-63817872 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:31:50.18: NamespaceMonitor - start process kube event 2025-01-09 02:31:50.18: empty line received 2025-01-09 02:31:50.19: NamespaceMonitor - start process kube event 2025-01-09 02:31:50.51: stop iteration EndPointMonitor 2025-01-09 02:31:50.51: EndPointMonitor - start process kube event 2025-01-09 02:31:50.51: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1669 2025-01-09 02:31:50.51: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:31:50.51: EndPointMonitor - Connect Kube API result 0 2025-01-09 02:31:50.51: EndPointMonitor - _schedule_vnc_sync 2025-01-09 02:31:50.51: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1669'})(timeout=120) 2025-01-09 02:31:50.53: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1669'}) 2025-01-09 02:31:52.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:31:52.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-09 02:31:52.12: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-09 02:31:52.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:31:53.20: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:31:53.20: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:31:53.20: VncKubernetes - Process event (name=ctest-new-default-61180475 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:31:53.20: NamespaceMonitor - start process kube event 2025-01-09 02:31:53.20: empty line received 2025-01-09 02:31:53.20: NamespaceMonitor - start process kube event 2025-01-09 02:31:53.21: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:31:53.21: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:31:53.21: NamespaceMonitor - start process kube event 2025-01-09 02:31:53.21: empty line received 2025-01-09 02:31:53.21: NamespaceMonitor - start process kube event 2025-01-09 02:31:53.22: PodMonitor - Received ADDED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:53.22: PodMonitor - Skipped ADDED Pod ctest-new-default-61180475:ctest-pod-59989089 (no nodeName) 2025-01-09 02:31:53.22: PodMonitor - start process kube event 2025-01-09 02:31:53.22: empty line received 2025-01-09 02:31:53.22: PodMonitor - start process kube event 2025-01-09 02:31:53.23: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:53.24: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:53.24: PodMonitor - start process kube event 2025-01-09 02:31:53.24: empty line received 2025-01-09 02:31:53.24: PodMonitor - start process kube event 2025-01-09 02:31:53.25: PodMonitor - Received ADDED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:53.25: PodMonitor - Skipped ADDED Pod ctest-new-default-61180475:ctest-pod-05325844 (no nodeName) 2025-01-09 02:31:53.25: PodMonitor - start process kube event 2025-01-09 02:31:53.25: empty line received 2025-01-09 02:31:53.25: PodMonitor - start process kube event 2025-01-09 02:31:53.25: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:53.25: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:53.27: PodMonitor - start process kube event 2025-01-09 02:31:53.27: empty line received 2025-01-09 02:31:53.27: PodMonitor - start process kube event 2025-01-09 02:31:53.27: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:53.27: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:53.27: PodMonitor - start process kube event 2025-01-09 02:31:53.27: empty line received 2025-01-09 02:31:53.27: PodMonitor - start process kube event 2025-01-09 02:31:53.27: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:53.27: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:53.27: PodMonitor - start process kube event 2025-01-09 02:31:53.27: empty line received 2025-01-09 02:31:53.27: PodMonitor - start process kube event 2025-01-09 02:31:53.30: PodMonitor - Received ADDED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:53.30: PodMonitor - Skipped ADDED Pod ctest-non-default-63817872:ctest-pod-39706088 (no nodeName) 2025-01-09 02:31:53.30: PodMonitor - start process kube event 2025-01-09 02:31:53.30: empty line received 2025-01-09 02:31:53.30: PodMonitor - start process kube event 2025-01-09 02:31:53.33: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:53.33: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:53.33: PodMonitor - start process kube event 2025-01-09 02:31:53.33: empty line received 2025-01-09 02:31:53.33: PodMonitor - start process kube event 2025-01-09 02:31:53.33: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:53.33: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:53.33: PodMonitor - start process kube event 2025-01-09 02:31:53.33: empty line received 2025-01-09 02:31:53.33: PodMonitor - start process kube event 2025-01-09 02:31:53.35: PodMonitor - Received ADDED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:53.35: PodMonitor - Skipped ADDED Pod ctest-non-default-63817872:ctest-pod-89764413 (no nodeName) 2025-01-09 02:31:53.35: PodMonitor - start process kube event 2025-01-09 02:31:53.36: empty line received 2025-01-09 02:31:53.36: PodMonitor - start process kube event 2025-01-09 02:31:53.36: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:53.36: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:53.36: PodMonitor - start process kube event 2025-01-09 02:31:53.36: empty line received 2025-01-09 02:31:53.36: PodMonitor - start process kube event 2025-01-09 02:31:53.37: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:53.37: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:53.37: PodMonitor - start process kube event 2025-01-09 02:31:53.37: empty line received 2025-01-09 02:31:53.37: PodMonitor - start process kube event 2025-01-09 02:31:53.37: PodMonitor - Received ADDED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:53.37: PodMonitor - Skipped ADDED Pod ctest-new-default-61180475:ctest-pod-62666746 (no nodeName) 2025-01-09 02:31:53.37: PodMonitor - start process kube event 2025-01-09 02:31:53.38: empty line received 2025-01-09 02:31:53.38: PodMonitor - start process kube event 2025-01-09 02:31:53.38: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:53.38: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:53.38: PodMonitor - start process kube event 2025-01-09 02:31:53.38: empty line received 2025-01-09 02:31:53.38: PodMonitor - start process kube event 2025-01-09 02:31:53.39: PodMonitor - Received ADDED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:31:53.40: PodMonitor - Skipped ADDED Pod ctest-new-default-61180475:ctest-pod-93112133 (no nodeName) 2025-01-09 02:31:53.40: PodMonitor - start process kube event 2025-01-09 02:31:53.40: empty line received 2025-01-09 02:31:53.40: PodMonitor - start process kube event 2025-01-09 02:31:53.40: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:31:53.40: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:31:53.40: PodMonitor - start process kube event 2025-01-09 02:31:53.40: empty line received 2025-01-09 02:31:53.40: PodMonitor - start process kube event 2025-01-09 02:31:53.42: PodMonitor - Received ADDED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:31:53.42: PodMonitor - Skipped ADDED Pod ctest-non-default-63817872:ctest-pod-83265947 (no nodeName) 2025-01-09 02:31:53.42: PodMonitor - start process kube event 2025-01-09 02:31:53.42: empty line received 2025-01-09 02:31:53.42: PodMonitor - start process kube event 2025-01-09 02:31:53.42: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:31:53.42: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:31:53.42: PodMonitor - start process kube event 2025-01-09 02:31:53.42: empty line received 2025-01-09 02:31:53.42: PodMonitor - start process kube event 2025-01-09 02:31:53.44: PodMonitor - Received ADDED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:31:53.44: PodMonitor - Skipped ADDED Pod ctest-non-default-63817872:ctest-pod-45127452 (no nodeName) 2025-01-09 02:31:53.44: PodMonitor - start process kube event 2025-01-09 02:31:53.44: empty line received 2025-01-09 02:31:53.44: PodMonitor - start process kube event 2025-01-09 02:31:53.44: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:31:53.44: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:31:53.44: PodMonitor - start process kube event 2025-01-09 02:31:53.44: empty line received 2025-01-09 02:31:53.44: PodMonitor - start process kube event 2025-01-09 02:31:53.64: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:53.64: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:53.64: PodMonitor - start process kube event 2025-01-09 02:31:53.64: empty line received 2025-01-09 02:31:53.64: PodMonitor - start process kube event 2025-01-09 02:31:53.87: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-09 02:31:53.87: VncKubernetes - Process event (name=ctest-non-default-63817872 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:31:54.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-09 02:31:54.36: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:55.53: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:55.53: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:55.53: PodMonitor - start process kube event 2025-01-09 02:31:55.53: empty line received 2025-01-09 02:31:55.53: PodMonitor - start process kube event 2025-01-09 02:31:55.55: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-09 02:31:55.55: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:55.64: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:31:55.64: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:31:55.64: PodMonitor - start process kube event 2025-01-09 02:31:55.64: empty line received 2025-01-09 02:31:55.64: PodMonitor - start process kube event 2025-01-09 02:31:56.04: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:31:56.04: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:31:56.04: PodMonitor - start process kube event 2025-01-09 02:31:56.04: empty line received 2025-01-09 02:31:56.04: PodMonitor - start process kube event 2025-01-09 02:31:56.29: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:56.29: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:56.29: PodMonitor - start process kube event 2025-01-09 02:31:56.29: empty line received 2025-01-09 02:31:56.29: PodMonitor - start process kube event 2025-01-09 02:31:56.30: VncKubernetes - wait event (qsize=15 timeout=120) 2025-01-09 02:31:56.30: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:31:56.38: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-09 02:31:56.38: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:31:56.44: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:31:56.44: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:31:56.44: PodMonitor - start process kube event 2025-01-09 02:31:56.45: empty line received 2025-01-09 02:31:56.45: PodMonitor - start process kube event 2025-01-09 02:31:56.46: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-09 02:31:56.46: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:57.42: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:57.42: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:57.43: PodMonitor - start process kube event 2025-01-09 02:31:57.43: empty line received 2025-01-09 02:31:57.43: PodMonitor - start process kube event 2025-01-09 02:31:57.44: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-09 02:31:57.44: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:31:57.51: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-09 02:31:57.51: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:58.24: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:58.24: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:58.24: PodMonitor - start process kube event 2025-01-09 02:31:58.24: empty line received 2025-01-09 02:31:58.24: PodMonitor - start process kube event 2025-01-09 02:31:58.25: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-09 02:31:58.25: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:31:58.39: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-09 02:31:58.39: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:59.14: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:59.14: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:31:59.14: PodMonitor - start process kube event 2025-01-09 02:31:59.14: empty line received 2025-01-09 02:31:59.14: PodMonitor - start process kube event 2025-01-09 02:31:59.15: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-09 02:31:59.15: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:00.02: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:00.02: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:00.03: PodMonitor - start process kube event 2025-01-09 02:32:00.03: empty line received 2025-01-09 02:32:00.03: PodMonitor - start process kube event 2025-01-09 02:32:00.04: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-09 02:32:00.04: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:00.25: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:32:00.25: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:32:00.25: PodMonitor - start process kube event 2025-01-09 02:32:00.25: empty line received 2025-01-09 02:32:00.25: PodMonitor - start process kube event 2025-01-09 02:32:00.64: PodMonitor - Received BOOKMARK: oldResVer=1600 newResVer=1753 2025-01-09 02:32:00.64: PodMonitor - start process kube event 2025-01-09 02:32:00.64: empty line received 2025-01-09 02:32:00.64: PodMonitor - start process kube event 2025-01-09 02:32:00.77: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:00.77: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:00.77: PodMonitor - start process kube event 2025-01-09 02:32:00.77: empty line received 2025-01-09 02:32:00.77: PodMonitor - start process kube event 2025-01-09 02:32:00.78: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-09 02:32:00.79: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:01.25: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:32:01.26: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:32:01.26: PodMonitor - start process kube event 2025-01-09 02:32:01.26: empty line received 2025-01-09 02:32:01.26: PodMonitor - start process kube event 2025-01-09 02:32:01.58: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:01.58: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:01.59: PodMonitor - start process kube event 2025-01-09 02:32:01.59: empty line received 2025-01-09 02:32:01.59: PodMonitor - start process kube event 2025-01-09 02:32:01.60: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-09 02:32:01.60: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:32:01.74: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-09 02:32:01.74: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:32:01.76: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-09 02:32:01.76: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:01.89: VncKubernetes - wait event (qsize=11 timeout=120) 2025-01-09 02:32:01.89: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:01.98: VncKubernetes - wait event (qsize=10 timeout=120) 2025-01-09 02:32:01.98: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:32:02.04: VncKubernetes - wait event (qsize=9 timeout=120) 2025-01-09 02:32:02.04: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:02.13: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-09 02:32:02.13: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:32:02.18: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-09 02:32:02.18: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:32:02.20: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-09 02:32:02.20: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:32:02.25: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:32:02.25: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:02.31: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:32:02.31: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:32:02.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:32:02.33: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:02.39: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:32:02.39: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:32:02.45: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:32:02.45: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:02.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:03.84: NamespaceMonitor - Received BOOKMARK: oldResVer=569 newResVer=1699 2025-01-09 02:32:03.84: NamespaceMonitor - start process kube event 2025-01-09 02:32:03.84: empty line received 2025-01-09 02:32:03.84: NamespaceMonitor - start process kube event 2025-01-09 02:32:04.25: ServiceMonitor - Received BOOKMARK: oldResVer=1535 newResVer=1535 2025-01-09 02:32:04.25: ServiceMonitor - start process kube event 2025-01-09 02:32:04.25: empty line received 2025-01-09 02:32:04.25: ServiceMonitor - start process kube event 2025-01-09 02:32:05.98: NetworkMonitor - Received BOOKMARK: oldResVer=1388 newResVer=1388 2025-01-09 02:32:05.98: NetworkMonitor - start process kube event 2025-01-09 02:32:05.98: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:32:05.98: empty line received 2025-01-09 02:32:05.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:32:05.98: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:32:05.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:05.98: NetworkMonitor - start process kube event 2025-01-09 02:32:06.26: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:32:06.26: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:32:06.26: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:32:06.26: PodMonitor - start process kube event 2025-01-09 02:32:06.26: empty line received 2025-01-09 02:32:06.26: PodMonitor - start process kube event 2025-01-09 02:32:06.27: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:06.27: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:06.27: PodMonitor - start process kube event 2025-01-09 02:32:06.27: empty line received 2025-01-09 02:32:06.27: PodMonitor - start process kube event 2025-01-09 02:32:06.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:32:06.32: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:32:06.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:07.27: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:32:07.27: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:32:07.27: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:32:07.27: PodMonitor - start process kube event 2025-01-09 02:32:07.27: empty line received 2025-01-09 02:32:07.27: PodMonitor - start process kube event 2025-01-09 02:32:07.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:10.32: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:32:10.32: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:32:10.32: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:32:10.32: PodMonitor - start process kube event 2025-01-09 02:32:10.32: empty line received 2025-01-09 02:32:10.33: PodMonitor - start process kube event 2025-01-09 02:32:10.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:11.33: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:11.33: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:11.33: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:32:11.33: PodMonitor - start process kube event 2025-01-09 02:32:11.33: empty line received 2025-01-09 02:32:11.34: PodMonitor - start process kube event 2025-01-09 02:32:11.34: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:11.34: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:11.34: PodMonitor - start process kube event 2025-01-09 02:32:11.34: empty line received 2025-01-09 02:32:11.34: PodMonitor - start process kube event 2025-01-09 02:32:11.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:32:11.35: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:32:11.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:15.11: ServiceMonitor - Received ADDED Service ctest-new-default-61180475:ctest-nginx-svc-43441295:c7561318-d403-48d6-9860-8fd90c734f4c 2025-01-09 02:32:15.11: ServiceMonitor - Got ADDED Service ctest-new-default-61180475:ctest-nginx-svc-43441295:c7561318-d403-48d6-9860-8fd90c734f4c 2025-01-09 02:32:15.11: VncKubernetes - Process event (name=ctest-nginx-svc-43441295 event_type=ADDED kind=Service ns=ctest-new-default-61180475) VncService - Got ADDED Service ctest-new-default-61180475:ctest-nginx-svc-43441295:c7561318-d403-48d6-9860-8fd90c734f4c 2025-01-09 02:32:15.12: ServiceMonitor - start process kube event 2025-01-09 02:32:15.12: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:32:15.12: empty line received 2025-01-09 02:32:15.12: ServiceMonitor - start process kube event 2025-01-09 02:32:15.13: EndPointMonitor - Received ADDED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:32:15.13: EndPointMonitor - Got ADDED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:32:15.13: EndPointMonitor - start process kube event 2025-01-09 02:32:15.13: empty line received 2025-01-09 02:32:15.13: EndPointMonitor - start process kube event 2025-01-09 02:32:16.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:32:16.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:32:16.11: VncKubernetes - vnc_sync - Service start 2025-01-09 02:32:16.11: VncKubernetes - vnc_sync - Service done 2025-01-09 02:32:16.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:32:16.11: VncKubernetes - Process event (name=ctest-nginx-svc-43441295 event_type=ADDED kind=Endpoints ns=ctest-new-default-61180475) VncEndpoints - Got ADDED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:32:16.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:17.51: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:32:17.51: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:32:17.51: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-61180475) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:32:17.51: NetworkPolicyMonitor - start process kube event 2025-01-09 02:32:17.51: empty line received 2025-01-09 02:32:17.51: NetworkPolicyMonitor - start process kube event 2025-01-09 02:32:18.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:20.01: ServiceMonitor - Received BOOKMARK: oldResVer=1535 newResVer=1803 2025-01-09 02:32:20.01: ServiceMonitor - start process kube event 2025-01-09 02:32:20.01: empty line received 2025-01-09 02:32:20.01: ServiceMonitor - start process kube event 2025-01-09 02:32:21.06: ServiceMonitor - Received BOOKMARK: oldResVer=1803 newResVer=1803 2025-01-09 02:32:21.06: ServiceMonitor - start process kube event 2025-01-09 02:32:21.06: empty line received 2025-01-09 02:32:21.06: ServiceMonitor - start process kube event 2025-01-09 02:32:22.04: stop iteration ServiceMonitor 2025-01-09 02:32:22.04: ServiceMonitor - start process kube event 2025-01-09 02:32:22.04: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1803 2025-01-09 02:32:22.04: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:32:22.04: ServiceMonitor - Connect Kube API result 0 2025-01-09 02:32:22.04: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:32:22.04: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1803'})(timeout=120) 2025-01-09 02:32:22.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:32:22.04: VncKubernetes - vnc_sync - Service start 2025-01-09 02:32:22.05: VncKubernetes - vnc_sync - Service done 2025-01-09 02:32:22.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:32:22.06: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1803'}) 2025-01-09 02:32:31.59: IngressMonitor - Received BOOKMARK: oldResVer=1561 newResVer=1647 2025-01-09 02:32:31.59: IngressMonitor - start process kube event 2025-01-09 02:32:31.59: empty line received 2025-01-09 02:32:31.59: IngressMonitor - start process kube event 2025-01-09 02:32:51.39: EndPointMonitor - Received BOOKMARK: oldResVer=1669 newResVer=1804 2025-01-09 02:32:51.39: EndPointMonitor - start process kube event 2025-01-09 02:32:51.39: empty line received 2025-01-09 02:32:51.39: EndPointMonitor - start process kube event 2025-01-09 02:33:01.56: PodMonitor - Received BOOKMARK: oldResVer=1753 newResVer=1797 2025-01-09 02:33:01.57: PodMonitor - start process kube event 2025-01-09 02:33:01.57: PodMonitor - _schedule_vnc_sync 2025-01-09 02:33:01.57: empty line received 2025-01-09 02:33:01.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:33:01.57: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:33:01.57: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:33:01.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:33:01.57: PodMonitor - start process kube event 2025-01-09 02:33:03.67: NamespaceMonitor - Received BOOKMARK: oldResVer=1699 newResVer=1699 2025-01-09 02:33:03.67: NamespaceMonitor - start process kube event 2025-01-09 02:33:03.67: empty line received 2025-01-09 02:33:03.67: NamespaceMonitor - start process kube event 2025-01-09 02:33:05.73: NetworkMonitor - Received BOOKMARK: oldResVer=1388 newResVer=1388 2025-01-09 02:33:05.73: NetworkMonitor - start process kube event 2025-01-09 02:33:05.73: empty line received 2025-01-09 02:33:05.73: NetworkMonitor - start process kube event 2025-01-09 02:33:08.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1809 2025-01-09 02:33:08.66: NetworkPolicyMonitor - start process kube event 2025-01-09 02:33:08.66: empty line received 2025-01-09 02:33:08.66: NetworkPolicyMonitor - start process kube event 2025-01-09 02:33:31.04: IngressMonitor - Received BOOKMARK: oldResVer=1647 newResVer=1647 2025-01-09 02:33:31.04: IngressMonitor - start process kube event 2025-01-09 02:33:31.04: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:33:31.04: empty line received 2025-01-09 02:33:31.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:33:31.05: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:33:31.05: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:33:31.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:33:31.05: IngressMonitor - start process kube event 2025-01-09 02:33:52.08: EndPointMonitor - Received BOOKMARK: oldResVer=1804 newResVer=1804 2025-01-09 02:33:52.08: EndPointMonitor - start process kube event 2025-01-09 02:33:52.08: empty line received 2025-01-09 02:33:52.08: EndPointMonitor - start process kube event 2025-01-09 02:34:01.78: PodMonitor - Received BOOKMARK: oldResVer=1797 newResVer=1797 2025-01-09 02:34:01.78: PodMonitor - start process kube event 2025-01-09 02:34:01.78: empty line received 2025-01-09 02:34:01.78: PodMonitor - start process kube event 2025-01-09 02:34:03.56: NamespaceMonitor - Received BOOKMARK: oldResVer=1699 newResVer=1699 2025-01-09 02:34:03.56: NamespaceMonitor - start process kube event 2025-01-09 02:34:03.56: empty line received 2025-01-09 02:34:03.56: NamespaceMonitor - start process kube event 2025-01-09 02:34:05.86: NetworkMonitor - Received BOOKMARK: oldResVer=1388 newResVer=1388 2025-01-09 02:34:05.87: NetworkMonitor - start process kube event 2025-01-09 02:34:05.87: empty line received 2025-01-09 02:34:05.87: NetworkMonitor - start process kube event 2025-01-09 02:34:08.74: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1809 newResVer=1809 2025-01-09 02:34:08.74: NetworkPolicyMonitor - start process kube event 2025-01-09 02:34:08.74: empty line received 2025-01-09 02:34:08.74: NetworkPolicyMonitor - start process kube event 2025-01-09 02:34:17.09: NetworkMonitor - Received BOOKMARK: oldResVer=1388 newResVer=1388 2025-01-09 02:34:17.09: NetworkMonitor - start process kube event 2025-01-09 02:34:17.09: empty line received 2025-01-09 02:34:17.09: NetworkMonitor - start process kube event 2025-01-09 02:34:17.68: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:34:17.68: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:34:17.68: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-61180475) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:34:17.68: NetworkPolicyMonitor - start process kube event 2025-01-09 02:34:17.68: empty line received 2025-01-09 02:34:17.68: NetworkPolicyMonitor - start process kube event 2025-01-09 02:34:18.45: stop iteration NetworkMonitor 2025-01-09 02:34:18.45: NetworkMonitor - start process kube event 2025-01-09 02:34:18.45: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1388 2025-01-09 02:34:18.45: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:34:18.45: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:34:18.45: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:34:18.45: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1388'})(timeout=120) 2025-01-09 02:34:18.46: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1388'}) 2025-01-09 02:34:19.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:34:19.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:34:19.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:34:19.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:34:22.06: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:34:22.06: ServiceMonitor - start process kube event 2025-01-09 02:34:22.06: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1803 2025-01-09 02:34:22.06: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:34:22.06: ServiceMonitor - Connect Kube API result 0 2025-01-09 02:34:22.06: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:34:22.06: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1803'})(timeout=120) 2025-01-09 02:34:22.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:34:22.06: VncKubernetes - vnc_sync - Service start 2025-01-09 02:34:22.06: VncKubernetes - vnc_sync - Service done 2025-01-09 02:34:22.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:34:22.07: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1803'}) 2025-01-09 02:34:31.01: IngressMonitor - Received BOOKMARK: oldResVer=1647 newResVer=1647 2025-01-09 02:34:31.01: IngressMonitor - start process kube event 2025-01-09 02:34:31.01: empty line received 2025-01-09 02:34:31.01: IngressMonitor - start process kube event 2025-01-09 02:34:52.41: EndPointMonitor - Received BOOKMARK: oldResVer=1804 newResVer=1804 2025-01-09 02:34:52.41: EndPointMonitor - start process kube event 2025-01-09 02:34:52.41: empty line received 2025-01-09 02:34:52.41: EndPointMonitor - start process kube event 2025-01-09 02:35:01.70: PodMonitor - Received BOOKMARK: oldResVer=1797 newResVer=1797 2025-01-09 02:35:01.70: PodMonitor - start process kube event 2025-01-09 02:35:01.70: empty line received 2025-01-09 02:35:01.70: PodMonitor - start process kube event 2025-01-09 02:35:03.48: NamespaceMonitor - Received BOOKMARK: oldResVer=1699 newResVer=1699 2025-01-09 02:35:03.48: NamespaceMonitor - start process kube event 2025-01-09 02:35:03.48: NamespaceMonitor - _schedule_vnc_sync 2025-01-09 02:35:03.48: empty line received 2025-01-09 02:35:03.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-09 02:35:03.48: VncKubernetes - vnc_sync - Namespace start 2025-01-09 02:35:03.48: VncKubernetes - vnc_sync - Namespace done 2025-01-09 02:35:03.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:35:03.48: NamespaceMonitor - start process kube event 2025-01-09 02:35:08.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1809 newResVer=1955 2025-01-09 02:35:08.79: NetworkPolicyMonitor - start process kube event 2025-01-09 02:35:08.79: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:35:08.79: empty line received 2025-01-09 02:35:08.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:35:08.79: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:35:08.80: NetworkPolicyMonitor - start process kube event 2025-01-09 02:35:08.80: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:35:08.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:35:20.58: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:20.58: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:20.58: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:20.58: PodMonitor - start process kube event 2025-01-09 02:35:20.58: empty line received 2025-01-09 02:35:20.58: PodMonitor - start process kube event 2025-01-09 02:35:20.59: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:20.60: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:20.60: PodMonitor - start process kube event 2025-01-09 02:35:20.60: empty line received 2025-01-09 02:35:20.60: PodMonitor - start process kube event 2025-01-09 02:35:20.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:35:20.61: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:20.61: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:20.61: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:20.61: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:35:20.61: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.62: empty line received 2025-01-09 02:35:20.62: EndPointMonitor - start process kube event 2025-01-09 02:35:20.62: empty line received 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.62: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:20.62: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:20.62: EndPointMonitor - start process kube event 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.62: empty line received 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.62: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:20.62: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.62: empty line received 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.62: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:20.62: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.62: empty line received 2025-01-09 02:35:20.62: PodMonitor - start process kube event 2025-01-09 02:35:20.63: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:20.63: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:20.63: PodMonitor - start process kube event 2025-01-09 02:35:20.63: empty line received 2025-01-09 02:35:20.63: PodMonitor - start process kube event 2025-01-09 02:35:20.63: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:20.63: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:20.63: PodMonitor - start process kube event 2025-01-09 02:35:20.63: empty line received 2025-01-09 02:35:20.63: PodMonitor - start process kube event 2025-01-09 02:35:20.64: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:35:20.64: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:35:20.64: EndPointMonitor - start process kube event 2025-01-09 02:35:20.64: empty line received 2025-01-09 02:35:20.64: EndPointMonitor - start process kube event 2025-01-09 02:35:20.67: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-09 02:35:20.67: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:20.73: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-09 02:35:20.73: VncKubernetes - Process event (name=ctest-nginx-svc-43441295 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-61180475) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:35:20.89: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-09 02:35:20.89: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:20.95: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:35:20.95: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:21.02: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:35:21.02: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:21.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:35:21.03: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:21.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:35:21.09: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:35:21.15: VncKubernetes - Process event (name=ctest-nginx-svc-43441295 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-61180475) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:35:21.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:35:21.72: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.72: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.72: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.72: PodMonitor - start process kube event 2025-01-09 02:35:21.73: empty line received 2025-01-09 02:35:21.73: PodMonitor - start process kube event 2025-01-09 02:35:21.74: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.74: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.74: PodMonitor - start process kube event 2025-01-09 02:35:21.74: empty line received 2025-01-09 02:35:21.74: PodMonitor - start process kube event 2025-01-09 02:35:21.74: PodMonitor - Received DELETED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.74: PodMonitor - Got DELETED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.74: PodMonitor - start process kube event 2025-01-09 02:35:21.74: empty line received 2025-01-09 02:35:21.74: PodMonitor - start process kube event 2025-01-09 02:35:21.76: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:21.76: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:21.76: PodMonitor - start process kube event 2025-01-09 02:35:21.76: empty line received 2025-01-09 02:35:21.76: PodMonitor - start process kube event 2025-01-09 02:35:21.76: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:21.76: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:21.76: PodMonitor - start process kube event 2025-01-09 02:35:21.76: empty line received 2025-01-09 02:35:21.76: PodMonitor - start process kube event 2025-01-09 02:35:21.76: PodMonitor - Received DELETED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:21.77: PodMonitor - Got DELETED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:21.77: PodMonitor - start process kube event 2025-01-09 02:35:21.77: empty line received 2025-01-09 02:35:21.77: PodMonitor - start process kube event 2025-01-09 02:35:21.79: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:35:21.79: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:21.80: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:35:21.80: VncKubernetes - Process event (name=ctest-pod-05325844 event_type=DELETED kind=Pod ns=ctest-new-default-61180475) VncPod - Got DELETED Pod ctest-new-default-61180475:ctest-pod-05325844:81c9ed55-72f6-4dc4-b1eb-8c40e6dd54e3 2025-01-09 02:35:22.19: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.19: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.19: PodMonitor - start process kube event 2025-01-09 02:35:22.19: empty line received 2025-01-09 02:35:22.19: PodMonitor - start process kube event 2025-01-09 02:35:22.35: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:35:22.35: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:22.38: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.38: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.38: PodMonitor - start process kube event 2025-01-09 02:35:22.38: empty line received 2025-01-09 02:35:22.38: PodMonitor - start process kube event 2025-01-09 02:35:22.39: PodMonitor - Received DELETED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.39: PodMonitor - Got DELETED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.39: PodMonitor - start process kube event 2025-01-09 02:35:22.39: empty line received 2025-01-09 02:35:22.39: PodMonitor - start process kube event 2025-01-09 02:35:22.41: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:35:22.41: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:22.46: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:35:22.46: VncKubernetes - Process event (name=ctest-pod-39706088 event_type=DELETED kind=Pod ns=ctest-non-default-63817872) VncPod - Got DELETED Pod ctest-non-default-63817872:ctest-pod-39706088:5e2e53fa-e248-48ba-91fa-d523a8680666 2025-01-09 02:35:22.89: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:35:22.89: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:35:22.95: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:22.98: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:22.98: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:22.98: PodMonitor - start process kube event 2025-01-09 02:35:22.98: empty line received 2025-01-09 02:35:22.98: PodMonitor - start process kube event 2025-01-09 02:35:23.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:35:23.01: VncKubernetes - Process event (name=ctest-pod-59989089 event_type=DELETED kind=Pod ns=ctest-new-default-61180475) VncPod - Got DELETED Pod ctest-new-default-61180475:ctest-pod-59989089:2c8ee476-3070-4108-a8e1-830f86355d5e 2025-01-09 02:35:23.18: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:23.18: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:23.19: PodMonitor - start process kube event 2025-01-09 02:35:23.19: empty line received 2025-01-09 02:35:23.19: PodMonitor - start process kube event 2025-01-09 02:35:23.19: PodMonitor - Received DELETED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:23.19: PodMonitor - Got DELETED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:23.19: PodMonitor - start process kube event 2025-01-09 02:35:23.19: empty line received 2025-01-09 02:35:23.19: PodMonitor - start process kube event 2025-01-09 02:35:23.55: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:35:23.55: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:23.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:35:23.61: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:23.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:35:23.66: VncKubernetes - Process event (name=ctest-pod-89764413 event_type=DELETED kind=Pod ns=ctest-non-default-63817872) VncPod - Got DELETED Pod ctest-non-default-63817872:ctest-pod-89764413:f4ac9901-39aa-4cc2-88bc-0d9b7c5eb95f 2025-01-09 02:35:24.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:35:31.40: IngressMonitor - Received BOOKMARK: oldResVer=1647 newResVer=1647 2025-01-09 02:35:31.40: IngressMonitor - start process kube event 2025-01-09 02:35:31.40: empty line received 2025-01-09 02:35:31.40: IngressMonitor - start process kube event 2025-01-09 02:35:51.80: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.80: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.80: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.80: PodMonitor - start process kube event 2025-01-09 02:35:51.80: empty line received 2025-01-09 02:35:51.80: PodMonitor - start process kube event 2025-01-09 02:35:51.81: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.81: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.81: PodMonitor - start process kube event 2025-01-09 02:35:51.81: empty line received 2025-01-09 02:35:51.81: PodMonitor - start process kube event 2025-01-09 02:35:51.81: PodMonitor - Received DELETED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.81: PodMonitor - Got DELETED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.81: PodMonitor - start process kube event 2025-01-09 02:35:51.81: empty line received 2025-01-09 02:35:51.81: PodMonitor - start process kube event 2025-01-09 02:35:51.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:35:51.82: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.82: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:51.82: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:51.82: PodMonitor - start process kube event 2025-01-09 02:35:51.82: empty line received 2025-01-09 02:35:51.82: PodMonitor - start process kube event 2025-01-09 02:35:51.83: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:51.83: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:51.83: PodMonitor - start process kube event 2025-01-09 02:35:51.83: empty line received 2025-01-09 02:35:51.83: PodMonitor - start process kube event 2025-01-09 02:35:51.83: PodMonitor - Received DELETED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:51.83: PodMonitor - Got DELETED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:51.83: PodMonitor - start process kube event 2025-01-09 02:35:51.83: empty line received 2025-01-09 02:35:51.83: PodMonitor - start process kube event 2025-01-09 02:35:51.85: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:51.85: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:51.85: PodMonitor - start process kube event 2025-01-09 02:35:51.85: empty line received 2025-01-09 02:35:51.85: PodMonitor - start process kube event 2025-01-09 02:35:51.88: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:35:51.88: VncKubernetes - Process event (name=ctest-pod-83265947 event_type=DELETED kind=Pod ns=ctest-non-default-63817872) VncPod - Got DELETED Pod ctest-non-default-63817872:ctest-pod-83265947:afa5cfe8-d31e-470b-810a-6a2b325a5dd1 2025-01-09 02:35:51.99: PodMonitor - Received MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:51.99: PodMonitor - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:51.99: PodMonitor - start process kube event 2025-01-09 02:35:51.99: empty line received 2025-01-09 02:35:51.99: PodMonitor - start process kube event 2025-01-09 02:35:51.99: PodMonitor - Received DELETED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:51.99: PodMonitor - Got DELETED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:51.99: PodMonitor - start process kube event 2025-01-09 02:35:51.99: empty line received 2025-01-09 02:35:51.99: PodMonitor - start process kube event 2025-01-09 02:35:52.34: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-09 02:35:52.34: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:52.39: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:35:52.39: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:52.45: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:35:52.45: VncKubernetes - Process event (name=ctest-pod-93112133 event_type=DELETED kind=Pod ns=ctest-new-default-61180475) VncPod - Got DELETED Pod ctest-new-default-61180475:ctest-pod-93112133:1818a806-4645-4e8f-8efc-9e6d8adbca23 2025-01-09 02:35:52.59: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:52.59: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:52.59: PodMonitor - start process kube event 2025-01-09 02:35:52.59: empty line received 2025-01-09 02:35:52.59: PodMonitor - start process kube event 2025-01-09 02:35:52.79: PodMonitor - Received MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:52.79: PodMonitor - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:52.79: PodMonitor - start process kube event 2025-01-09 02:35:52.79: empty line received 2025-01-09 02:35:52.79: PodMonitor - start process kube event 2025-01-09 02:35:52.79: PodMonitor - Received DELETED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:52.79: PodMonitor - Got DELETED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:52.79: PodMonitor - start process kube event 2025-01-09 02:35:52.79: empty line received 2025-01-09 02:35:52.79: PodMonitor - start process kube event 2025-01-09 02:35:52.94: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-09 02:35:52.94: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:52.95: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-09 02:35:52.95: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=MODIFIED kind=Pod ns=ctest-new-default-61180475) VncPod - Got MODIFIED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:53.01: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:35:53.01: VncKubernetes - Process event (name=ctest-pod-62666746 event_type=DELETED kind=Pod ns=ctest-new-default-61180475) VncPod - Got DELETED Pod ctest-new-default-61180475:ctest-pod-62666746:11d773ff-bc97-456f-ba15-3a890c81a7e9 2025-01-09 02:35:53.05: EndPointMonitor - Received BOOKMARK: oldResVer=1804 newResVer=2043 2025-01-09 02:35:53.05: EndPointMonitor - start process kube event 2025-01-09 02:35:53.05: EndPointMonitor - _schedule_vnc_sync 2025-01-09 02:35:53.05: empty line received 2025-01-09 02:35:53.05: EndPointMonitor - start process kube event 2025-01-09 02:35:53.52: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:35:53.52: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:53.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:35:53.58: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=MODIFIED kind=Pod ns=ctest-non-default-63817872) VncPod - Got MODIFIED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:53.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:35:53.64: VncKubernetes - Process event (name=ctest-pod-45127452 event_type=DELETED kind=Pod ns=ctest-non-default-63817872) VncPod - Got DELETED Pod ctest-non-default-63817872:ctest-pod-45127452:e8f87759-a451-4083-8b79-099388316917 2025-01-09 02:35:54.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:35:54.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-09 02:35:54.16: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-09 02:35:54.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:35:55.84: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:35:55.84: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:35:55.84: VncKubernetes - Process event (name=ctest-non-default-63817872 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:35:55.84: NamespaceMonitor - start process kube event 2025-01-09 02:35:55.84: empty line received 2025-01-09 02:35:55.84: NamespaceMonitor - start process kube event 2025-01-09 02:35:56.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:36:01.04: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:36:01.05: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:36:01.05: VncKubernetes - Process event (name=ctest-non-default-63817872 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:36:01.05: NamespaceMonitor - start process kube event 2025-01-09 02:36:01.05: empty line received 2025-01-09 02:36:01.05: NamespaceMonitor - start process kube event 2025-01-09 02:36:01.06: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:36:01.06: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:36:01.06: NamespaceMonitor - start process kube event 2025-01-09 02:36:01.06: empty line received 2025-01-09 02:36:01.06: NamespaceMonitor - start process kube event 2025-01-09 02:36:01.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:36:01.32: VncKubernetes - Process event (name=ctest-non-default-63817872 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-63817872:e08a4d53-bd31-464d-b6f2-d94fab7bd2f8 2025-01-09 02:36:01.87: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:01.87: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:01.88: NamespaceMonitor - start process kube event 2025-01-09 02:36:01.88: empty line received 2025-01-09 02:36:01.88: NamespaceMonitor - start process kube event 2025-01-09 02:36:02.42: PodMonitor - Received BOOKMARK: oldResVer=1797 newResVer=2115 2025-01-09 02:36:02.42: PodMonitor - start process kube event 2025-01-09 02:36:02.42: empty line received 2025-01-09 02:36:02.42: PodMonitor - start process kube event 2025-01-09 02:36:02.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:36:02.62: VncKubernetes - Process event (name=ctest-new-default-61180475 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:02.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:36:03.42: NamespaceMonitor - Received BOOKMARK: oldResVer=1699 newResVer=2156 2025-01-09 02:36:03.42: NamespaceMonitor - start process kube event 2025-01-09 02:36:03.42: empty line received 2025-01-09 02:36:03.42: NamespaceMonitor - start process kube event 2025-01-09 02:36:06.93: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:36:06.93: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:36:06.93: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-61180475) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-61180475:ingress-on-service:f606913f-b771-41c7-bba4-ae87502b1035 2025-01-09 02:36:06.93: NetworkPolicyMonitor - start process kube event 2025-01-09 02:36:06.93: empty line received 2025-01-09 02:36:06.93: NetworkPolicyMonitor - start process kube event 2025-01-09 02:36:06.94: EndPointMonitor - Received DELETED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:36:06.94: EndPointMonitor - Got DELETED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:36:06.94: EndPointMonitor - start process kube event 2025-01-09 02:36:06.94: empty line received 2025-01-09 02:36:06.94: EndPointMonitor - start process kube event 2025-01-09 02:36:07.10: ServiceMonitor - Received DELETED Service ctest-new-default-61180475:ctest-nginx-svc-43441295:c7561318-d403-48d6-9860-8fd90c734f4c 2025-01-09 02:36:07.10: ServiceMonitor - Got DELETED Service ctest-new-default-61180475:ctest-nginx-svc-43441295:c7561318-d403-48d6-9860-8fd90c734f4c 2025-01-09 02:36:07.10: ServiceMonitor - start process kube event 2025-01-09 02:36:07.10: empty line received 2025-01-09 02:36:07.10: ServiceMonitor - start process kube event 2025-01-09 02:36:07.12: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:07.12: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:07.12: NamespaceMonitor - start process kube event 2025-01-09 02:36:07.12: empty line received 2025-01-09 02:36:07.12: NamespaceMonitor - start process kube event 2025-01-09 02:36:07.13: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:07.13: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:07.13: NamespaceMonitor - start process kube event 2025-01-09 02:36:07.13: empty line received 2025-01-09 02:36:07.13: NamespaceMonitor - start process kube event 2025-01-09 02:36:07.84: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:36:07.84: VncKubernetes - Process event (name=ctest-nginx-svc-43441295 event_type=DELETED kind=Endpoints ns=ctest-new-default-61180475) VncEndpoints - Got DELETED Endpoints ctest-new-default-61180475:ctest-nginx-svc-43441295:be2dca71-49b9-452a-840e-07c91c70048e 2025-01-09 02:36:07.85: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:36:07.85: VncKubernetes - Process event (name=ctest-nginx-svc-43441295 event_type=DELETED kind=Service ns=ctest-new-default-61180475) VncService - Got DELETED Service ctest-new-default-61180475:ctest-nginx-svc-43441295:c7561318-d403-48d6-9860-8fd90c734f4c 2025-01-09 02:36:08.38: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:36:08.38: VncKubernetes - Process event (name=ctest-new-default-61180475 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:08.83: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:36:08.83: VncKubernetes - Process event (name=ctest-new-default-61180475 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-61180475:d6411374-8cf4-44ac-8b42-3fd0c16c9d30 2025-01-09 02:36:09.49: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1955 newResVer=2162 2025-01-09 02:36:09.50: NetworkPolicyMonitor - start process kube event 2025-01-09 02:36:09.50: empty line received 2025-01-09 02:36:09.50: NetworkPolicyMonitor - start process kube event 2025-01-09 02:36:10.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:36:18.46: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:36:18.46: NetworkMonitor - start process kube event 2025-01-09 02:36:18.46: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1388 2025-01-09 02:36:18.46: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:36:18.46: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:36:18.46: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:36:18.46: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1388'})(timeout=120) 2025-01-09 02:36:18.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:36:18.46: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:36:18.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:36:18.48: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1388'}) 2025-01-09 02:36:21.67: ServiceMonitor - Received BOOKMARK: oldResVer=1803 newResVer=2192 2025-01-09 02:36:21.67: ServiceMonitor - start process kube event 2025-01-09 02:36:21.67: empty line received 2025-01-09 02:36:21.67: ServiceMonitor - start process kube event 2025-01-09 02:36:22.63: IngressMonitor - Received BOOKMARK: oldResVer=1647 newResVer=1647 2025-01-09 02:36:22.63: IngressMonitor - start process kube event 2025-01-09 02:36:22.63: empty line received 2025-01-09 02:36:22.63: IngressMonitor - start process kube event 2025-01-09 02:36:24.00: stop iteration IngressMonitor 2025-01-09 02:36:24.00: IngressMonitor - start process kube event 2025-01-09 02:36:24.00: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1647 2025-01-09 02:36:24.00: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:36:24.00: IngressMonitor - Connect Kube API result 0 2025-01-09 02:36:24.00: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:36:24.00: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1647'})(timeout=120) 2025-01-09 02:36:24.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:36:24.00: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:36:24.00: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:36:24.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:36:24.02: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1647'}) 2025-01-09 02:36:53.53: EndPointMonitor - Received BOOKMARK: oldResVer=2043 newResVer=2163 2025-01-09 02:36:53.53: EndPointMonitor - start process kube event 2025-01-09 02:36:53.53: empty line received 2025-01-09 02:36:53.53: EndPointMonitor - start process kube event 2025-01-09 02:36:55.10: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2162 newResVer=2162 2025-01-09 02:36:55.10: NetworkPolicyMonitor - start process kube event 2025-01-09 02:36:55.10: empty line received 2025-01-09 02:36:55.10: NetworkPolicyMonitor - start process kube event 2025-01-09 02:36:56.71: stop iteration NetworkPolicyMonitor 2025-01-09 02:36:56.71: NetworkPolicyMonitor - start process kube event 2025-01-09 02:36:56.71: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2162 2025-01-09 02:36:56.71: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:36:56.71: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-09 02:36:56.71: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:36:56.71: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2162'})(timeout=120) 2025-01-09 02:36:56.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:36:56.71: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:36:56.71: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:36:56.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:36:56.72: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2162'}) 2025-01-09 02:37:03.34: PodMonitor - Received BOOKMARK: oldResVer=2115 newResVer=2115 2025-01-09 02:37:03.34: PodMonitor - start process kube event 2025-01-09 02:37:03.34: PodMonitor - _schedule_vnc_sync 2025-01-09 02:37:03.34: empty line received 2025-01-09 02:37:03.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:37:03.34: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:37:03.34: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:37:03.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:37:03.34: PodMonitor - start process kube event 2025-01-09 02:37:04.03: NamespaceMonitor - Received BOOKMARK: oldResVer=2156 newResVer=2195 2025-01-09 02:37:04.03: NamespaceMonitor - start process kube event 2025-01-09 02:37:04.03: empty line received 2025-01-09 02:37:04.03: NamespaceMonitor - start process kube event 2025-01-09 02:37:22.44: ServiceMonitor - Received BOOKMARK: oldResVer=2192 newResVer=2192 2025-01-09 02:37:22.44: ServiceMonitor - start process kube event 2025-01-09 02:37:22.45: empty line received 2025-01-09 02:37:22.45: ServiceMonitor - start process kube event 2025-01-09 02:37:47.07: PodMonitor - Received BOOKMARK: oldResVer=2115 newResVer=2115 2025-01-09 02:37:47.07: PodMonitor - start process kube event 2025-01-09 02:37:47.07: empty line received 2025-01-09 02:37:47.07: PodMonitor - start process kube event 2025-01-09 02:37:48.14: PodMonitor - Received BOOKMARK: oldResVer=2115 newResVer=2115 2025-01-09 02:37:48.14: PodMonitor - start process kube event 2025-01-09 02:37:48.14: empty line received 2025-01-09 02:37:48.14: PodMonitor - start process kube event 2025-01-09 02:37:49.30: stop iteration PodMonitor 2025-01-09 02:37:49.30: PodMonitor - start process kube event 2025-01-09 02:37:49.30: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2115 2025-01-09 02:37:49.30: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:37:49.30: PodMonitor - Connect Kube API result 0 2025-01-09 02:37:49.30: PodMonitor - _schedule_vnc_sync 2025-01-09 02:37:49.30: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2115'})(timeout=120) 2025-01-09 02:37:49.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-09 02:37:49.30: VncKubernetes - vnc_sync - Pod start 2025-01-09 02:37:49.30: VncKubernetes - vnc_sync - Pod done 2025-01-09 02:37:49.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:37:49.31: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2115'}) 2025-01-09 02:37:53.61: EndPointMonitor - Received BOOKMARK: oldResVer=2163 newResVer=2163 2025-01-09 02:37:53.61: EndPointMonitor - start process kube event 2025-01-09 02:37:53.61: empty line received 2025-01-09 02:37:53.61: EndPointMonitor - start process kube event 2025-01-09 02:38:04.29: NamespaceMonitor - Received BOOKMARK: oldResVer=2195 newResVer=2195 2025-01-09 02:38:04.29: NamespaceMonitor - start process kube event 2025-01-09 02:38:04.29: empty line received 2025-01-09 02:38:04.29: NamespaceMonitor - start process kube event 2025-01-09 02:38:18.48: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:38:18.48: NetworkMonitor - start process kube event 2025-01-09 02:38:18.48: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1388 2025-01-09 02:38:18.48: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:38:18.48: NetworkMonitor - Connect Kube API result 0 2025-01-09 02:38:18.48: NetworkMonitor - _schedule_vnc_sync 2025-01-09 02:38:18.48: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1388'})(timeout=120) 2025-01-09 02:38:18.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-09 02:38:18.48: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-09 02:38:18.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:38:18.49: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1388'}) 2025-01-09 02:38:22.70: ServiceMonitor - Received BOOKMARK: oldResVer=2192 newResVer=2192 2025-01-09 02:38:22.70: ServiceMonitor - start process kube event 2025-01-09 02:38:22.70: ServiceMonitor - _schedule_vnc_sync 2025-01-09 02:38:22.70: empty line received 2025-01-09 02:38:22.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-09 02:38:22.70: VncKubernetes - vnc_sync - Service start 2025-01-09 02:38:22.70: VncKubernetes - vnc_sync - Service done 2025-01-09 02:38:22.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:38:22.70: ServiceMonitor - start process kube event 2025-01-09 02:38:24.02: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:38:24.02: IngressMonitor - start process kube event 2025-01-09 02:38:24.02: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1647 2025-01-09 02:38:24.02: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:38:24.02: IngressMonitor - Connect Kube API result 0 2025-01-09 02:38:24.02: IngressMonitor - _schedule_vnc_sync 2025-01-09 02:38:24.02: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1647'})(timeout=120) 2025-01-09 02:38:24.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-09 02:38:24.02: VncKubernetes - vnc_sync - Ingress start 2025-01-09 02:38:24.02: VncKubernetes - vnc_sync - Ingress done 2025-01-09 02:38:24.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:38:24.04: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1647'}) 2025-01-09 02:38:54.20: EndPointMonitor - Received BOOKMARK: oldResVer=2163 newResVer=2163 2025-01-09 02:38:54.20: EndPointMonitor - start process kube event 2025-01-09 02:38:54.20: empty line received 2025-01-09 02:38:54.20: EndPointMonitor - start process kube event 2025-01-09 02:38:56.72: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-01-09 02:38:56.72: NetworkPolicyMonitor - start process kube event 2025-01-09 02:38:56.72: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2162 2025-01-09 02:38:56.72: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-01-09 02:38:56.72: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-09 02:38:56.72: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-09 02:38:56.72: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2162'})(timeout=120) 2025-01-09 02:38:56.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-09 02:38:56.72: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-09 02:38:56.72: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-09 02:38:56.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:38:56.73: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2162'}) 2025-01-09 02:38:57.96: PodMonitor - Received ADDED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:57.96: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-01-09 02:38:57.96: PodMonitor - start process kube event 2025-01-09 02:38:57.96: empty line received 2025-01-09 02:38:57.96: PodMonitor - start process kube event 2025-01-09 02:38:57.97: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:57.97: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:57.97: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:57.97: PodMonitor - start process kube event 2025-01-09 02:38:57.97: empty line received 2025-01-09 02:38:57.97: PodMonitor - start process kube event 2025-01-09 02:38:57.99: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:57.99: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:57.99: PodMonitor - start process kube event 2025-01-09 02:38:57.99: empty line received 2025-01-09 02:38:57.99: PodMonitor - start process kube event 2025-01-09 02:38:58.18: PodMonitor - Received ADDED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:58.18: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-01-09 02:38:58.18: PodMonitor - start process kube event 2025-01-09 02:38:58.18: empty line received 2025-01-09 02:38:58.18: PodMonitor - start process kube event 2025-01-09 02:38:58.19: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:58.19: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:58.19: PodMonitor - start process kube event 2025-01-09 02:38:58.19: empty line received 2025-01-09 02:38:58.19: PodMonitor - start process kube event 2025-01-09 02:38:58.19: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:58.20: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:58.20: PodMonitor - start process kube event 2025-01-09 02:38:58.20: empty line received 2025-01-09 02:38:58.20: PodMonitor - start process kube event 2025-01-09 02:38:58.82: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:58.82: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:58.82: PodMonitor - start process kube event 2025-01-09 02:38:58.82: empty line received 2025-01-09 02:38:58.82: PodMonitor - start process kube event 2025-01-09 02:38:58.83: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-09 02:38:58.83: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:58.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:38:58.91: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:59.61: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:59.61: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:59.61: PodMonitor - start process kube event 2025-01-09 02:38:59.61: empty line received 2025-01-09 02:38:59.61: PodMonitor - start process kube event 2025-01-09 02:38:59.63: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-09 02:38:59.63: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:59.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-09 02:38:59.78: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:38:59.79: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-09 02:38:59.79: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:38:59.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:39:03.42: NamespaceMonitor - Received BOOKMARK: oldResVer=2195 newResVer=2195 2025-01-09 02:39:03.42: NamespaceMonitor - start process kube event 2025-01-09 02:39:03.43: empty line received 2025-01-09 02:39:03.43: NamespaceMonitor - start process kube event 2025-01-09 02:39:11.18: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:11.18: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:11.18: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:11.18: PodMonitor - start process kube event 2025-01-09 02:39:11.18: empty line received 2025-01-09 02:39:11.18: PodMonitor - start process kube event 2025-01-09 02:39:11.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:39:12.17: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:39:12.17: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:39:12.17: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6ae1b165-c691-4b48-8ae8-a3a802e7ea7c 2025-01-09 02:39:12.17: PodMonitor - start process kube event 2025-01-09 02:39:12.17: empty line received 2025-01-09 02:39:12.17: PodMonitor - start process kube event 2025-01-09 02:39:12.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:39:13.36: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:13.36: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:13.36: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:13.37: PodMonitor - start process kube event 2025-01-09 02:39:13.37: empty line received 2025-01-09 02:39:13.37: PodMonitor - start process kube event 2025-01-09 02:39:13.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-09 02:39:18.55: NetworkMonitor - Received BOOKMARK: oldResVer=1388 newResVer=2433 2025-01-09 02:39:18.55: NetworkMonitor - start process kube event 2025-01-09 02:39:18.55: empty line received 2025-01-09 02:39:18.55: NetworkMonitor - start process kube event 2025-01-09 02:39:23.62: ServiceMonitor - Received BOOKMARK: oldResVer=2192 newResVer=2192 2025-01-09 02:39:23.62: ServiceMonitor - start process kube event 2025-01-09 02:39:23.62: empty line received 2025-01-09 02:39:23.62: ServiceMonitor - start process kube event 2025-01-09 02:39:44.24: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:44.24: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:44.24: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:44.24: PodMonitor - start process kube event 2025-01-09 02:39:44.24: empty line received 2025-01-09 02:39:44.24: PodMonitor - start process kube event 2025-01-09 02:39:44.26: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:44.26: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:44.26: PodMonitor - start process kube event 2025-01-09 02:39:44.26: empty line received 2025-01-09 02:39:44.26: PodMonitor - start process kube event 2025-01-09 02:39:44.26: PodMonitor - Received DELETED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:44.26: PodMonitor - Got DELETED Pod default:pingtest-sender:0d46fd95-4949-4d82-a342-212014edbcf4 2025-01-09 02:39:44.26: PodMonitor - start process kube event 2025-01-09 02:39:44.26: empty line received 2025-01-09 02:39:44.26: PodMonitor - start process kube event