++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Nov 7 02:09:18 UTC 2024 ===================' INFO: =================== Thu Nov 7 02:09:18 UTC 2024 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.23 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST='"tcp:1024,udp:1024"' ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.23 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.23 ++ ANALYTICSDB_NODES=10.0.0.23 ++ ANALYTICS_SNMP_NODES=10.0.0.23 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8081 ' +++ '[' -n '10.0.0.23:8081 ' ']' +++ echo 10.0.0.23:8081 ++ ANALYTICS_SERVERS=10.0.0.23:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9042 ' +++ '[' -n '10.0.0.23:9042 ' ']' +++ echo 10.0.0.23:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.23:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.23 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8086 ' +++ '[' -n '10.0.0.23:8086 ' ']' +++ echo 10.0.0.23:8086 ++ COLLECTOR_SERVERS=10.0.0.23:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.23 ++ CONFIGDB_NODES=10.0.0.23 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8082 ' +++ '[' -n '10.0.0.23:8082 ' ']' +++ echo 10.0.0.23:8082 ++ CONFIG_SERVERS=10.0.0.23:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9161 ' +++ '[' -n '10.0.0.23:9161 ' ']' +++ echo 10.0.0.23:9161 ++ CONFIGDB_SERVERS=10.0.0.23:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9041 ' +++ '[' -n '10.0.0.23:9041 ' ']' +++ echo 10.0.0.23:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.23:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.23 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.23 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.23 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:2181, +++ '[' -n 10.0.0.23:2181, ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS=10.0.0.23:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:2181 ' +++ '[' -n '10.0.0.23:2181 ' ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.23:2181 ++ RABBITMQ_NODES=10.0.0.23 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:5673, +++ '[' -n 10.0.0.23:5673, ']' +++ echo 10.0.0.23:5673 ++ RABBITMQ_SERVERS=10.0.0.23:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:6379 ' +++ '[' -n '10.0.0.23:6379 ' ']' +++ echo 10.0.0.23:6379 ++ REDIS_SERVERS=10.0.0.23:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.23 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9092 ' +++ '[' -n '10.0.0.23:9092 ' ']' +++ echo 10.0.0.23:9092 ++ KAFKA_SERVERS=10.0.0.23:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.23 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_CRYPT_INTERFACE=crypt0 ++ VROUTER_DECRYPT_INTERFACE=decrypt0 ++ VROUTER_DECRYPT_KEY=15 ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.23 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.23 ++ cut -d , -f 1 + local cassandra=10.0.0.23 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.23 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ill2bVpaSExxMWhMVzloSlN2NFlzV29TMXk5TDB0d3hnUEloNDBOVjY2VGsifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImNmNThiYmFkLTc1MzgtNGE3OC05ZjdmLWY4YmJhNDA4YmFhMSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.n7X-JjRAnUhgNYS-2gjFiPgHXhTOHqA80V95__PUmYSQvXZfTs87IwzULewtMXcqeH0hg82PpoBeZzPk4fcA8D9EnhbI9SM0tVOlXYI1Fwgg9IuapeDjwN9vpzuz1NrkLaulmwOWMgKDTFeUygYr2PtRSousX7wXY4wg-XQo_3iahnjMDN6o1AMlsdHR86gTJrhfbOUbYYGxDxBtvzbvktLgMQXYA3VEgrObR65YI-Rs62MF82NoU4w0AVqGK8126MtUVvj8FeIYu3sbXhUaQrj6qb3nmaySKbXYvxhCflmThO2uX3A-djTncxKhbxlzJePmwMnEQ_CmH_-4c8l6Vw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.23 +++ cut -d ' ' -f 1 +++ local servers=10.0.0.23 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ sort ++++ uniq +++ local local_ips=,10.0.0.23,10.234.240.1,127.0.0.1,172.17.0.1,252.23.0.1,, +++ local ord=1 +++ for server in '"${server_list[@]}"' +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.23'\''))' +++ local server_ip=10.0.0.23 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.23 ]] +++ [[ ,10.0.0.23,10.234.240.1,127.0.0.1,172.17.0.1,252.23.0.1,, =~ ,10\.0\.0\.23, ]] +++ echo 10.0.0.23 1 +++ return ++ local ip=10.0.0.23 ++ [[ -z 10.0.0.23 ]] ++ echo 10.0.0.23 + host_ip=10.0.0.23 + [[ cql == \c\q\l ]] ++ echo 10.0.0.23:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.23:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/lib/python3.6/site-packages/cfgm_common/vnc_kombu.py:11: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/07/2024 02:09:24.976 7f4d7d437908 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/07/2024 02:09:25.010 7f4d7d437908 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/07/2024 02:09:25.010 7f4d7d437908 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2024-11-07 02:09:25.98: KubeMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:26.00: KubeMonitor - Connect Kube API result 0 2024-11-07 02:09:26.13: KubeMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2024-11-07 02:09:26.13: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2024-11-07 02:09:26.14: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1 2024-11-07 02:09:26.15: PodMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2024-11-07 02:09:26.15: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2024-11-07 02:09:26.16: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2024-11-07 02:09:26.16: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2024-11-07 02:09:26.17: IngressMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2024-11-07 02:09:26.17: VncKubernetes - vnc_connect starting 2024-11-07 02:09:26.18: VncKubernetes - vnc_connect done 2024-11-07 02:09:26.35: default-domain domain available. 2024-11-07 02:09:33.84: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:09:33.84: NamespaceMonitor - start process kube event 2024-11-07 02:09:33.84: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-11-07 02:09:33.84: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:33.84: NetworkMonitor - start process kube event 2024-11-07 02:09:33.84: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-11-07 02:09:33.84: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:33.85: PodMonitor - start process kube event 2024-11-07 02:09:33.85: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-11-07 02:09:33.85: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:33.85: ServiceMonitor - start process kube event 2024-11-07 02:09:33.85: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-11-07 02:09:33.85: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:33.85: NetworkPolicyMonitor - start process kube event 2024-11-07 02:09:33.85: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-11-07 02:09:33.85: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:33.85: EndPointMonitor - start process kube event 2024-11-07 02:09:33.85: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-11-07 02:09:33.85: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:33.85: IngressMonitor - start process kube event 2024-11-07 02:09:33.86: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-11-07 02:09:33.86: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:09:33.86: IngressMonitor - Connect Kube API result 0 2024-11-07 02:09:33.86: IngressMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2024-11-07 02:09:33.87: EndPointMonitor - Connect Kube API result 0 2024-11-07 02:09:33.87: EndPointMonitor - Start init url=https://10.0.0.23:6443/api/v1/endpoints resource_version=None 2024-11-07 02:09:33.87: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:09:33.87: NetworkPolicyMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2024-11-07 02:09:33.87: ServiceMonitor - Connect Kube API result 0 2024-11-07 02:09:33.87: ServiceMonitor - Start init url=https://10.0.0.23:6443/api/v1/services resource_version=None 2024-11-07 02:09:33.88: PodMonitor - Connect Kube API result 0 2024-11-07 02:09:33.88: PodMonitor - Start init url=https://10.0.0.23:6443/api/v1/pods resource_version=None 2024-11-07 02:09:33.88: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:09:33.89: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:09:33.89: NamespaceMonitor - Start init url=https://10.0.0.23:6443/api/v1/namespaces resource_version=None 2024-11-07 02:09:34.74: NamespaceMonitor - Got ADDED Namespace None:contrail:86e969a3-1233-4f4d-9411-3d847f377e84 2024-11-07 02:09:34.74: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:86e969a3-1233-4f4d-9411-3d847f377e84 2024-11-07 02:09:34.76: NetworkPolicyMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=476 2024-11-07 02:09:34.76: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:09:34.76: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:09:34.76: IngressMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses, resource_version=476 2024-11-07 02:09:34.76: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:09:34.76: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:09:34.78: NetworkMonitor - Start init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2024-11-07 02:09:34.80: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:09:34.80: PodMonitor - Done init url=https://10.0.0.23:6443/api/v1/pods, resource_version=474 2024-11-07 02:09:34.80: PodMonitor - _schedule_vnc_sync 2024-11-07 02:09:34.80: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2024-11-07 02:09:34.80: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:09:34.80: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:09:34.81: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2024-11-07 02:09:34.81: NamespaceMonitor - Got ADDED Namespace None:default:f3c1e4e5-8aa5-494d-9dcc-ff19228b0a17 2024-11-07 02:09:34.81: ServiceMonitor - Got ADDED Service default:kubernetes:f0468cbe-4f97-4b45-8faf-a34c6fd0b174 2024-11-07 02:09:34.81: EndPointMonitor - Got ADDED Endpoints default:kubernetes:a7a86f35-ef44-4cfd-96b4-456491b00bdb 2024-11-07 02:09:34.83: ServiceMonitor - Got ADDED Service kube-system:kube-dns:fba2d00b-dc93-464b-896d-5ec0ff2aacd7 2024-11-07 02:09:34.83: ServiceMonitor - Done init url=https://10.0.0.23:6443/api/v1/services, resource_version=476 2024-11-07 02:09:34.83: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:09:34.83: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:09:34.85: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:8cd45f46-137d-472a-b44d-ac827797bb1c 2024-11-07 02:09:34.86: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:09:34.87: EndPointMonitor - Done init url=https://10.0.0.23:6443/api/v1/endpoints, resource_version=476 2024-11-07 02:09:34.87: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:09:34.87: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:09:34.88: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:09:34.89: NetworkMonitor - Done init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=481 2024-11-07 02:09:34.89: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:09:34.89: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'})(timeout=120) 2024-11-07 02:09:34.89: NamespaceMonitor - Got ADDED Namespace None:kube-public:c4ac1c55-e6d8-43ec-963c-30ba474ce898 2024-11-07 02:09:34.89: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:09:34.89: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'}) 2024-11-07 02:09:34.91: NamespaceMonitor - Got ADDED Namespace None:kube-system:29d6e0bd-2769-4440-82cc-f32227c114df 2024-11-07 02:09:34.91: NamespaceMonitor - Done init url=https://10.0.0.23:6443/api/v1/namespaces, resource_version=474 2024-11-07 02:09:34.91: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:09:34.91: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2024-11-07 02:09:34.95: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2024-11-07 02:09:37.53: VncKubernetes - wait event (qsize=16 timeout=120) 2024-11-07 02:09:37.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:09:37.53: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:09:37.55: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:09:37.55: VncKubernetes - wait event (qsize=15 timeout=120) 2024-11-07 02:09:37.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:09:37.55: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:09:37.55: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:09:37.55: VncKubernetes - wait event (qsize=14 timeout=120) 2024-11-07 02:09:37.55: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:09:39.69: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:09:39.69: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:09:39.69: PodMonitor - start process kube event 2024-11-07 02:09:39.69: empty line received 2024-11-07 02:09:39.69: VncKubernetes - wait event (qsize=14 timeout=120) 2024-11-07 02:09:39.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:09:39.69: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:09:39.69: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:09:39.69: VncKubernetes - wait event (qsize=13 timeout=120) 2024-11-07 02:09:39.69: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:f3c1e4e5-8aa5-494d-9dcc-ff19228b0a17 2024-11-07 02:09:39.69: PodMonitor - start process kube event 2024-11-07 02:09:43.07: VncKubernetes - wait event (qsize=12 timeout=120) 2024-11-07 02:09:43.07: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:f0468cbe-4f97-4b45-8faf-a34c6fd0b174 2024-11-07 02:09:44.62: VncKubernetes - wait event (qsize=11 timeout=120) 2024-11-07 02:09:44.63: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:a7a86f35-ef44-4cfd-96b4-456491b00bdb 2024-11-07 02:09:44.71: VncKubernetes - wait event (qsize=10 timeout=120) 2024-11-07 02:09:44.71: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:fba2d00b-dc93-464b-896d-5ec0ff2aacd7 2024-11-07 02:09:47.07: VncKubernetes - wait event (qsize=9 timeout=120) 2024-11-07 02:09:47.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:09:47.07: VncKubernetes - vnc_sync - Service start 2024-11-07 02:09:47.07: VncKubernetes - vnc_sync - Service done 2024-11-07 02:09:47.07: VncKubernetes - wait event (qsize=8 timeout=120) 2024-11-07 02:09:47.07: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:8cd45f46-137d-472a-b44d-ac827797bb1c 2024-11-07 02:09:49.32: VncKubernetes - wait event (qsize=7 timeout=120) 2024-11-07 02:09:49.32: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:09:49.34: VncKubernetes - wait event (qsize=6 timeout=120) 2024-11-07 02:09:49.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:09:49.34: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:09:49.34: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:09:49.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:09:49.34: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:09:49.34: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:09:49.34: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:c4ac1c55-e6d8-43ec-963c-30ba474ce898 2024-11-07 02:09:51.25: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:09:51.25: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:29d6e0bd-2769-4440-82cc-f32227c114df 2024-11-07 02:09:52.85: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:09:52.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:09:52.85: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:09:52.85: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:09:52.85: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:09:52.85: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:09:52.87: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:10:35.80: PodMonitor - Received BOOKMARK: oldResVer=474 newResVer=487 2024-11-07 02:10:35.80: PodMonitor - start process kube event 2024-11-07 02:10:35.80: empty line received 2024-11-07 02:10:35.80: PodMonitor - start process kube event 2024-11-07 02:11:34.80: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:11:34.81: NetworkPolicyMonitor - start process kube event 2024-11-07 02:11:34.81: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:11:34.81: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:11:34.81: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:11:34.81: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:11:34.81: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:11:34.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:11:34.81: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:11:34.81: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:11:34.81: IngressMonitor - start process kube event 2024-11-07 02:11:34.81: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:11:34.81: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:11:34.81: IngressMonitor - Connect Kube API result 0 2024-11-07 02:11:34.81: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:11:34.81: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:11:34.82: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:11:34.82: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:11:34.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:11:34.82: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:11:34.82: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:11:34.82: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:11:34.83: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:11:34.84: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:11:34.89: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:11:34.89: ServiceMonitor - start process kube event 2024-11-07 02:11:34.89: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:11:34.89: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:11:34.89: ServiceMonitor - Connect Kube API result 0 2024-11-07 02:11:34.89: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:11:34.89: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:11:34.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:11:34.89: VncKubernetes - vnc_sync - Service start 2024-11-07 02:11:34.89: VncKubernetes - vnc_sync - Service done 2024-11-07 02:11:34.89: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:11:34.89: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:11:34.89: EndPointMonitor - start process kube event 2024-11-07 02:11:34.89: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:11:34.89: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:11:34.89: EndPointMonitor - Connect Kube API result 0 2024-11-07 02:11:34.89: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:11:34.89: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:11:34.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:11:34.90: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:11:34.90: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:11:34.90: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:11:34.90: NetworkMonitor - start process kube event 2024-11-07 02:11:34.90: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=481 2024-11-07 02:11:34.90: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:11:34.90: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:11:34.90: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:11:34.90: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'})(timeout=120) 2024-11-07 02:11:34.90: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:11:34.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:11:34.90: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:11:34.90: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:11:34.91: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:11:34.91: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'}) 2024-11-07 02:11:34.95: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:11:34.95: NamespaceMonitor - start process kube event 2024-11-07 02:11:34.95: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2024-11-07 02:11:34.95: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:11:34.95: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:11:34.95: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:11:34.95: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2024-11-07 02:11:34.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:11:34.96: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:11:34.96: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:11:34.96: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:11:34.96: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2024-11-07 02:11:35.74: PodMonitor - Received BOOKMARK: oldResVer=487 newResVer=487 2024-11-07 02:11:35.74: PodMonitor - start process kube event 2024-11-07 02:11:35.74: empty line received 2024-11-07 02:11:35.74: PodMonitor - start process kube event 2024-11-07 02:12:35.94: PodMonitor - Received BOOKMARK: oldResVer=487 newResVer=487 2024-11-07 02:12:35.94: PodMonitor - start process kube event 2024-11-07 02:12:35.94: empty line received 2024-11-07 02:12:35.94: PodMonitor - start process kube event 2024-11-07 02:13:34.84: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:13:34.84: NetworkPolicyMonitor - start process kube event 2024-11-07 02:13:34.84: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:13:34.84: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:13:34.84: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:13:34.84: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:13:34.84: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:13:34.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:13:34.84: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:13:34.84: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:13:34.84: IngressMonitor - start process kube event 2024-11-07 02:13:34.84: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:13:34.84: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:13:34.84: IngressMonitor - Connect Kube API result 0 2024-11-07 02:13:34.84: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:13:34.84: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:13:34.85: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:13:34.85: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:13:34.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:13:34.85: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:13:34.85: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:13:34.85: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:13:34.86: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:13:34.86: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:13:34.90: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:13:34.90: ServiceMonitor - start process kube event 2024-11-07 02:13:34.90: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:13:34.90: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:13:34.90: ServiceMonitor - Connect Kube API result 0 2024-11-07 02:13:34.90: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:13:34.90: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:13:34.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:13:34.91: VncKubernetes - vnc_sync - Service start 2024-11-07 02:13:34.91: VncKubernetes - vnc_sync - Service done 2024-11-07 02:13:34.91: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:13:34.91: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:13:34.91: EndPointMonitor - start process kube event 2024-11-07 02:13:34.91: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:13:34.91: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:13:34.91: EndPointMonitor - Connect Kube API result 0 2024-11-07 02:13:34.91: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:13:34.91: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:13:34.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:13:34.92: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:13:34.92: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:13:34.92: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:13:34.92: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:13:34.92: NetworkMonitor - start process kube event 2024-11-07 02:13:34.92: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=481 2024-11-07 02:13:34.92: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:13:34.92: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:13:34.92: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:13:34.92: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'})(timeout=120) 2024-11-07 02:13:34.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:13:34.92: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:13:34.92: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:13:34.93: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:13:34.93: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'}) 2024-11-07 02:13:34.96: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:13:34.96: NamespaceMonitor - start process kube event 2024-11-07 02:13:34.96: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2024-11-07 02:13:34.96: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:13:34.96: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:13:34.96: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:13:34.97: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2024-11-07 02:13:34.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:13:34.97: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:13:34.97: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:13:34.97: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:13:34.97: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2024-11-07 02:13:36.31: PodMonitor - Received BOOKMARK: oldResVer=487 newResVer=487 2024-11-07 02:13:36.31: PodMonitor - start process kube event 2024-11-07 02:13:36.31: PodMonitor - _schedule_vnc_sync 2024-11-07 02:13:36.31: empty line received 2024-11-07 02:13:36.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:13:36.31: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:13:36.31: PodMonitor - start process kube event 2024-11-07 02:13:36.38: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:13:36.38: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:13:41.21: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:13:41.21: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:13:41.21: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:13:41.21: PodMonitor - start process kube event 2024-11-07 02:13:41.21: empty line received 2024-11-07 02:13:41.21: PodMonitor - start process kube event 2024-11-07 02:13:41.23: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:13:41.23: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:13:41.24: EndPointMonitor - start process kube event 2024-11-07 02:13:41.24: empty line received 2024-11-07 02:13:41.24: EndPointMonitor - start process kube event 2024-11-07 02:13:41.24: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:13:41.24: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:13:41.24: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:13:41.24: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:13:41.24: PodMonitor - start process kube event 2024-11-07 02:13:41.24: empty line received 2024-11-07 02:13:41.24: PodMonitor - start process kube event 2024-11-07 02:13:41.25: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:13:41.25: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:13:41.25: EndPointMonitor - start process kube event 2024-11-07 02:13:41.25: empty line received 2024-11-07 02:13:41.25: EndPointMonitor - start process kube event 2024-11-07 02:13:41.32: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:13:41.32: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:13:41.34: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:13:41.34: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:13:42.10: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:14:35.23: EndPointMonitor - Received BOOKMARK: oldResVer=476 newResVer=790 2024-11-07 02:14:35.23: EndPointMonitor - start process kube event 2024-11-07 02:14:35.23: empty line received 2024-11-07 02:14:35.23: EndPointMonitor - start process kube event 2024-11-07 02:14:35.73: PodMonitor - Received BOOKMARK: oldResVer=487 newResVer=789 2024-11-07 02:14:35.73: PodMonitor - start process kube event 2024-11-07 02:14:35.73: empty line received 2024-11-07 02:14:35.73: PodMonitor - start process kube event 2024-11-07 02:15:34.87: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:15:34.87: NetworkPolicyMonitor - start process kube event 2024-11-07 02:15:34.87: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:15:34.87: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:15:34.87: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:15:34.87: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:15:34.87: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:15:34.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:15:34.87: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:15:34.87: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:15:34.88: IngressMonitor - start process kube event 2024-11-07 02:15:34.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:15:34.88: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:15:34.88: IngressMonitor - Connect Kube API result 0 2024-11-07 02:15:34.88: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:15:34.88: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:15:34.91: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:15:34.92: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:15:34.92: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:15:34.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:15:34.92: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:15:34.92: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:15:34.92: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:15:34.93: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:15:34.93: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:15:34.93: ServiceMonitor - start process kube event 2024-11-07 02:15:34.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=476 2024-11-07 02:15:34.93: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:15:34.93: ServiceMonitor - Connect Kube API result 0 2024-11-07 02:15:34.93: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:15:34.93: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'})(timeout=120) 2024-11-07 02:15:34.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:15:34.93: VncKubernetes - vnc_sync - Service start 2024-11-07 02:15:34.93: VncKubernetes - vnc_sync - Service done 2024-11-07 02:15:34.93: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:15:34.94: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:15:34.94: NetworkMonitor - start process kube event 2024-11-07 02:15:34.94: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=481 2024-11-07 02:15:34.94: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:15:34.94: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:15:34.94: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:15:34.94: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'})(timeout=120) 2024-11-07 02:15:34.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:15:34.94: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:15:34.94: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:15:34.96: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '476'}) 2024-11-07 02:15:34.96: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'}) 2024-11-07 02:15:34.97: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:15:34.98: NamespaceMonitor - start process kube event 2024-11-07 02:15:34.98: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2024-11-07 02:15:34.98: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:15:34.98: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:15:34.98: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:15:34.98: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2024-11-07 02:15:34.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:15:34.98: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:15:34.98: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:15:34.98: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:15:34.99: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2024-11-07 02:15:35.26: EndPointMonitor - Received BOOKMARK: oldResVer=790 newResVer=790 2024-11-07 02:15:35.26: EndPointMonitor - start process kube event 2024-11-07 02:15:35.26: empty line received 2024-11-07 02:15:35.26: EndPointMonitor - start process kube event 2024-11-07 02:15:36.71: PodMonitor - Received BOOKMARK: oldResVer=789 newResVer=789 2024-11-07 02:15:36.71: PodMonitor - start process kube event 2024-11-07 02:15:36.71: empty line received 2024-11-07 02:15:36.71: PodMonitor - start process kube event 2024-11-07 02:16:31.00: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:16:31.00: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:16:31.00: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:16:31.00: PodMonitor - start process kube event 2024-11-07 02:16:31.00: empty line received 2024-11-07 02:16:31.00: PodMonitor - start process kube event 2024-11-07 02:16:31.01: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:16:31.01: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:16:31.01: EndPointMonitor - start process kube event 2024-11-07 02:16:31.01: empty line received 2024-11-07 02:16:31.01: EndPointMonitor - start process kube event 2024-11-07 02:16:31.01: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:16:31.01: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:16:31.01: PodMonitor - start process kube event 2024-11-07 02:16:31.01: empty line received 2024-11-07 02:16:31.01: PodMonitor - start process kube event 2024-11-07 02:16:31.02: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:16:31.02: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:16:31.02: EndPointMonitor - start process kube event 2024-11-07 02:16:31.02: empty line received 2024-11-07 02:16:31.02: EndPointMonitor - start process kube event 2024-11-07 02:16:31.03: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:16:31.03: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:16:31.43: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:16:31.43: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:16:31.50: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:16:31.50: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:16:32.12: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:16:35.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=476 newResVer=947 2024-11-07 02:16:35.02: NetworkPolicyMonitor - start process kube event 2024-11-07 02:16:35.02: empty line received 2024-11-07 02:16:35.02: NetworkPolicyMonitor - start process kube event 2024-11-07 02:16:35.15: EndPointMonitor - Received BOOKMARK: oldResVer=790 newResVer=1009 2024-11-07 02:16:35.15: EndPointMonitor - start process kube event 2024-11-07 02:16:35.15: empty line received 2024-11-07 02:16:35.15: EndPointMonitor - start process kube event 2024-11-07 02:16:35.49: IngressMonitor - Received BOOKMARK: oldResVer=476 newResVer=971 2024-11-07 02:16:35.49: IngressMonitor - start process kube event 2024-11-07 02:16:35.49: empty line received 2024-11-07 02:16:35.49: IngressMonitor - start process kube event 2024-11-07 02:16:35.56: ServiceMonitor - Received BOOKMARK: oldResVer=476 newResVer=941 2024-11-07 02:16:35.56: ServiceMonitor - start process kube event 2024-11-07 02:16:35.56: empty line received 2024-11-07 02:16:35.56: ServiceMonitor - start process kube event 2024-11-07 02:16:37.34: PodMonitor - Received BOOKMARK: oldResVer=789 newResVer=1008 2024-11-07 02:16:37.34: PodMonitor - start process kube event 2024-11-07 02:16:37.34: empty line received 2024-11-07 02:16:37.35: PodMonitor - start process kube event 2024-11-07 02:17:34.93: IngressMonitor - Received BOOKMARK: oldResVer=971 newResVer=971 2024-11-07 02:17:34.93: IngressMonitor - start process kube event 2024-11-07 02:17:34.93: empty line received 2024-11-07 02:17:34.93: IngressMonitor - start process kube event 2024-11-07 02:17:34.96: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:17:34.96: NetworkMonitor - start process kube event 2024-11-07 02:17:34.96: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=481 2024-11-07 02:17:34.96: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:17:34.96: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:17:34.96: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:17:34.96: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'})(timeout=120) 2024-11-07 02:17:34.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:17:34.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:17:34.96: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:17:34.98: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'}) 2024-11-07 02:17:34.99: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:17:34.99: NamespaceMonitor - start process kube event 2024-11-07 02:17:34.99: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2024-11-07 02:17:34.99: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:17:34.99: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:17:34.99: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:17:34.99: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2024-11-07 02:17:34.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:17:34.99: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:17:34.99: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:17:34.99: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:17:35.00: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2024-11-07 02:17:35.30: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=947 2024-11-07 02:17:35.30: NetworkPolicyMonitor - start process kube event 2024-11-07 02:17:35.30: empty line received 2024-11-07 02:17:35.30: NetworkPolicyMonitor - start process kube event 2024-11-07 02:17:35.48: ServiceMonitor - Received BOOKMARK: oldResVer=941 newResVer=941 2024-11-07 02:17:35.48: ServiceMonitor - start process kube event 2024-11-07 02:17:35.48: empty line received 2024-11-07 02:17:35.48: ServiceMonitor - start process kube event 2024-11-07 02:17:35.61: EndPointMonitor - Received BOOKMARK: oldResVer=1009 newResVer=1009 2024-11-07 02:17:35.61: EndPointMonitor - start process kube event 2024-11-07 02:17:35.62: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:17:35.62: empty line received 2024-11-07 02:17:35.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:17:35.62: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:17:35.62: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:17:35.62: EndPointMonitor - start process kube event 2024-11-07 02:17:37.69: PodMonitor - Received BOOKMARK: oldResVer=1008 newResVer=1008 2024-11-07 02:17:37.69: PodMonitor - start process kube event 2024-11-07 02:17:37.69: PodMonitor - _schedule_vnc_sync 2024-11-07 02:17:37.69: empty line received 2024-11-07 02:17:37.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:17:37.69: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:17:37.69: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:17:37.69: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:17:37.69: PodMonitor - start process kube event 2024-11-07 02:17:56.91: PodMonitor - Received BOOKMARK: oldResVer=1008 newResVer=1008 2024-11-07 02:17:56.92: PodMonitor - start process kube event 2024-11-07 02:17:56.92: empty line received 2024-11-07 02:17:56.92: PodMonitor - start process kube event 2024-11-07 02:17:58.77: stop iteration PodMonitor 2024-11-07 02:17:58.77: PodMonitor - start process kube event 2024-11-07 02:17:58.77: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1008 2024-11-07 02:17:58.77: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:17:58.77: PodMonitor - Connect Kube API result 0 2024-11-07 02:17:58.77: PodMonitor - _schedule_vnc_sync 2024-11-07 02:17:58.77: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1008'})(timeout=120) 2024-11-07 02:17:58.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:17:58.78: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:17:58.78: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:17:58.78: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:17:58.79: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1008'}) 2024-11-07 02:18:35.20: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=947 2024-11-07 02:18:35.20: NetworkPolicyMonitor - start process kube event 2024-11-07 02:18:35.20: empty line received 2024-11-07 02:18:35.20: NetworkPolicyMonitor - start process kube event 2024-11-07 02:18:35.58: EndPointMonitor - Received BOOKMARK: oldResVer=1009 newResVer=1009 2024-11-07 02:18:35.58: EndPointMonitor - start process kube event 2024-11-07 02:18:35.58: empty line received 2024-11-07 02:18:35.58: EndPointMonitor - start process kube event 2024-11-07 02:18:35.69: ServiceMonitor - Received BOOKMARK: oldResVer=941 newResVer=941 2024-11-07 02:18:35.69: ServiceMonitor - start process kube event 2024-11-07 02:18:35.69: empty line received 2024-11-07 02:18:35.69: ServiceMonitor - start process kube event 2024-11-07 02:18:35.78: IngressMonitor - Received BOOKMARK: oldResVer=971 newResVer=971 2024-11-07 02:18:35.78: IngressMonitor - start process kube event 2024-11-07 02:18:35.78: empty line received 2024-11-07 02:18:35.78: IngressMonitor - start process kube event 2024-11-07 02:19:34.98: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:19:34.98: NetworkMonitor - start process kube event 2024-11-07 02:19:34.98: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=481 2024-11-07 02:19:34.98: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:19:34.98: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:19:34.98: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:19:34.98: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'})(timeout=120) 2024-11-07 02:19:34.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:19:34.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:19:34.99: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:19:35.00: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:19:35.00: NamespaceMonitor - start process kube event 2024-11-07 02:19:35.00: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2024-11-07 02:19:35.00: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:19:35.00: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:19:35.00: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:19:35.00: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2024-11-07 02:19:35.01: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '481'}) 2024-11-07 02:19:35.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:19:35.01: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:19:35.01: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:19:35.01: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:19:35.01: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2024-11-07 02:19:35.05: IngressMonitor - Received BOOKMARK: oldResVer=971 newResVer=971 2024-11-07 02:19:35.05: IngressMonitor - start process kube event 2024-11-07 02:19:35.05: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:19:35.05: empty line received 2024-11-07 02:19:35.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:19:35.05: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:19:35.05: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:19:35.05: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:19:35.05: IngressMonitor - start process kube event 2024-11-07 02:19:35.13: ServiceMonitor - Received BOOKMARK: oldResVer=941 newResVer=941 2024-11-07 02:19:35.13: ServiceMonitor - start process kube event 2024-11-07 02:19:35.13: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:19:35.13: empty line received 2024-11-07 02:19:35.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:19:35.13: VncKubernetes - vnc_sync - Service start 2024-11-07 02:19:35.13: VncKubernetes - vnc_sync - Service done 2024-11-07 02:19:35.13: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:19:35.13: ServiceMonitor - start process kube event 2024-11-07 02:19:35.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=947 2024-11-07 02:19:35.73: NetworkPolicyMonitor - start process kube event 2024-11-07 02:19:35.73: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:19:35.73: empty line received 2024-11-07 02:19:35.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:19:35.73: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:19:35.73: NetworkPolicyMonitor - start process kube event 2024-11-07 02:19:35.74: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:19:35.74: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:19:35.74: EndPointMonitor - Received BOOKMARK: oldResVer=1009 newResVer=1009 2024-11-07 02:19:35.74: EndPointMonitor - start process kube event 2024-11-07 02:19:35.74: empty line received 2024-11-07 02:19:35.74: EndPointMonitor - start process kube event 2024-11-07 02:19:45.66: EndPointMonitor - Received BOOKMARK: oldResVer=1009 newResVer=1009 2024-11-07 02:19:45.66: EndPointMonitor - start process kube event 2024-11-07 02:19:45.66: empty line received 2024-11-07 02:19:45.66: EndPointMonitor - start process kube event 2024-11-07 02:19:46.94: stop iteration EndPointMonitor 2024-11-07 02:19:46.94: EndPointMonitor - start process kube event 2024-11-07 02:19:46.94: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1009 2024-11-07 02:19:46.94: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:19:46.94: EndPointMonitor - Connect Kube API result 0 2024-11-07 02:19:46.94: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:19:46.94: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1009'})(timeout=120) 2024-11-07 02:19:46.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:19:46.94: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:19:46.94: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:19:46.95: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1009'}) 2024-11-07 02:19:58.80: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:19:58.80: PodMonitor - start process kube event 2024-11-07 02:19:58.80: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1008 2024-11-07 02:19:58.80: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:19:58.80: PodMonitor - Connect Kube API result 0 2024-11-07 02:19:58.80: PodMonitor - _schedule_vnc_sync 2024-11-07 02:19:58.80: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1008'})(timeout=120) 2024-11-07 02:19:58.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:19:58.81: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:19:58.81: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:19:58.81: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:19:58.84: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1008'}) 2024-11-07 02:20:13.59: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-02524247:51710559-9c28-49cc-80cf-9dc85a0a7628 2024-11-07 02:20:13.59: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-02524247:51710559-9c28-49cc-80cf-9dc85a0a7628 2024-11-07 02:20:13.59: VncKubernetes - Process event (name=ctest-nginx-svc-02524247 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-02524247:51710559-9c28-49cc-80cf-9dc85a0a7628 2024-11-07 02:20:13.59: ServiceMonitor - start process kube event 2024-11-07 02:20:13.59: empty line received 2024-11-07 02:20:13.59: ServiceMonitor - start process kube event 2024-11-07 02:20:13.60: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:13.60: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:13.60: EndPointMonitor - start process kube event 2024-11-07 02:20:13.60: empty line received 2024-11-07 02:20:13.60: EndPointMonitor - start process kube event 2024-11-07 02:20:13.63: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:13.64: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-25403281 (no nodeName) 2024-11-07 02:20:13.64: PodMonitor - start process kube event 2024-11-07 02:20:13.64: empty line received 2024-11-07 02:20:13.64: PodMonitor - start process kube event 2024-11-07 02:20:13.64: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:13.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:13.65: PodMonitor - start process kube event 2024-11-07 02:20:13.65: empty line received 2024-11-07 02:20:13.65: PodMonitor - start process kube event 2024-11-07 02:20:13.68: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:13.68: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:13.68: PodMonitor - start process kube event 2024-11-07 02:20:13.68: empty line received 2024-11-07 02:20:13.68: PodMonitor - start process kube event 2024-11-07 02:20:13.71: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:13.71: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-82719818 (no nodeName) 2024-11-07 02:20:13.71: PodMonitor - start process kube event 2024-11-07 02:20:13.71: empty line received 2024-11-07 02:20:13.71: PodMonitor - start process kube event 2024-11-07 02:20:13.71: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:13.71: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:13.71: PodMonitor - start process kube event 2024-11-07 02:20:13.71: empty line received 2024-11-07 02:20:13.71: PodMonitor - start process kube event 2024-11-07 02:20:13.73: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:13.73: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:13.73: PodMonitor - start process kube event 2024-11-07 02:20:13.73: empty line received 2024-11-07 02:20:13.73: PodMonitor - start process kube event 2024-11-07 02:20:16.22: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:20:16.22: VncKubernetes - Process event (name=ctest-nginx-svc-02524247 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:16.26: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:20:16.26: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:16.76: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:20:16.77: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:20:16.77: IngressMonitor - start process kube event 2024-11-07 02:20:16.77: empty line received 2024-11-07 02:20:16.77: IngressMonitor - start process kube event 2024-11-07 02:20:17.45: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:17.45: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:17.45: PodMonitor - start process kube event 2024-11-07 02:20:17.45: empty line received 2024-11-07 02:20:17.45: PodMonitor - start process kube event 2024-11-07 02:20:17.47: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:20:17.47: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:17.63: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:20:17.63: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:18.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:18.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:18.30: PodMonitor - start process kube event 2024-11-07 02:20:18.30: empty line received 2024-11-07 02:20:18.30: PodMonitor - start process kube event 2024-11-07 02:20:18.32: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:20:18.32: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:18.46: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:20:18.46: VncKubernetes - Process event (name=ctest-nginx-ingress-45055709 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:20:19.76: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:20:19.76: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:20:19.76: IngressMonitor - start process kube event 2024-11-07 02:20:19.76: empty line received 2024-11-07 02:20:19.76: IngressMonitor - start process kube event 2024-11-07 02:20:19.79: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:19.79: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-36149838 (no nodeName) 2024-11-07 02:20:19.79: PodMonitor - start process kube event 2024-11-07 02:20:19.79: empty line received 2024-11-07 02:20:19.79: PodMonitor - start process kube event 2024-11-07 02:20:19.82: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:19.82: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:19.82: PodMonitor - start process kube event 2024-11-07 02:20:19.82: empty line received 2024-11-07 02:20:19.82: PodMonitor - start process kube event 2024-11-07 02:20:19.82: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:19.82: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:19.82: PodMonitor - start process kube event 2024-11-07 02:20:19.82: empty line received 2024-11-07 02:20:19.82: PodMonitor - start process kube event 2024-11-07 02:20:20.92: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:20:20.92: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:21.00: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:20:21.00: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:21.06: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:20:21.06: VncKubernetes - Process event (name=ctest-nginx-ingress-45055709 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:20:21.51: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:20:21.51: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:22.39: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:22.39: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:22.39: PodMonitor - start process kube event 2024-11-07 02:20:22.39: empty line received 2024-11-07 02:20:22.39: PodMonitor - start process kube event 2024-11-07 02:20:22.41: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:20:22.41: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:22.58: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:20:22.58: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:22.61: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:20:25.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:25.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:25.80: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:20:25.80: PodMonitor - start process kube event 2024-11-07 02:20:25.80: empty line received 2024-11-07 02:20:25.80: PodMonitor - start process kube event 2024-11-07 02:20:25.82: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:25.82: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:25.82: EndPointMonitor - start process kube event 2024-11-07 02:20:25.82: empty line received 2024-11-07 02:20:25.82: EndPointMonitor - start process kube event 2024-11-07 02:20:25.88: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:20:25.88: VncKubernetes - Process event (name=ctest-nginx-svc-02524247 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:26.34: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:20:26.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:26.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:26.80: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:20:26.80: PodMonitor - start process kube event 2024-11-07 02:20:26.80: empty line received 2024-11-07 02:20:26.80: PodMonitor - start process kube event 2024-11-07 02:20:26.81: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:26.81: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:26.81: EndPointMonitor - start process kube event 2024-11-07 02:20:26.81: empty line received 2024-11-07 02:20:26.81: EndPointMonitor - start process kube event 2024-11-07 02:20:26.83: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:20:26.83: VncKubernetes - Process event (name=ctest-nginx-svc-02524247 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:20:27.14: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:20:29.81: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:29.81: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:29.81: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:29.81: PodMonitor - start process kube event 2024-11-07 02:20:29.81: empty line received 2024-11-07 02:20:29.81: PodMonitor - start process kube event 2024-11-07 02:20:29.85: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:20:30.41: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:30.41: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:30.41: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:20:30.41: PodMonitor - start process kube event 2024-11-07 02:20:30.41: empty line received 2024-11-07 02:20:30.41: PodMonitor - start process kube event 2024-11-07 02:20:30.43: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:20:35.00: IngressMonitor - Received BOOKMARK: oldResVer=971 newResVer=1298 2024-11-07 02:20:35.00: IngressMonitor - start process kube event 2024-11-07 02:20:35.00: empty line received 2024-11-07 02:20:35.00: IngressMonitor - start process kube event 2024-11-07 02:20:35.37: ServiceMonitor - Received BOOKMARK: oldResVer=941 newResVer=1273 2024-11-07 02:20:35.37: ServiceMonitor - start process kube event 2024-11-07 02:20:35.37: empty line received 2024-11-07 02:20:35.37: ServiceMonitor - start process kube event 2024-11-07 02:20:35.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=947 2024-11-07 02:20:35.45: NetworkPolicyMonitor - start process kube event 2024-11-07 02:20:35.45: empty line received 2024-11-07 02:20:35.45: NetworkPolicyMonitor - start process kube event 2024-11-07 02:20:35.90: NetworkMonitor - Received BOOKMARK: oldResVer=481 newResVer=1271 2024-11-07 02:20:35.90: NetworkMonitor - start process kube event 2024-11-07 02:20:35.90: empty line received 2024-11-07 02:20:35.90: NetworkMonitor - start process kube event 2024-11-07 02:20:38.63: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:20:38.63: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:20:38.63: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:20:38.63: PodMonitor - start process kube event 2024-11-07 02:20:38.63: empty line received 2024-11-07 02:20:38.63: PodMonitor - start process kube event 2024-11-07 02:20:38.63: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:20:38.63: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:20:38.63: EndPointMonitor - start process kube event 2024-11-07 02:20:38.63: empty line received 2024-11-07 02:20:38.63: EndPointMonitor - start process kube event 2024-11-07 02:20:38.65: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:20:38.65: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:20:38.65: PodMonitor - start process kube event 2024-11-07 02:20:38.65: empty line received 2024-11-07 02:20:38.65: PodMonitor - start process kube event 2024-11-07 02:20:38.66: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:20:38.66: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:20:38.66: EndPointMonitor - start process kube event 2024-11-07 02:20:38.66: empty line received 2024-11-07 02:20:38.66: EndPointMonitor - start process kube event 2024-11-07 02:20:38.70: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:20:38.70: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:20:39.19: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:20:39.19: VncKubernetes - Process event (name=coredns-6f867cd986-b4g7z event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-b4g7z:e004dd0f-7990-43fb-84ad-f1c77b4cc63f 2024-11-07 02:20:39.26: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:20:39.27: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:17220956-4bfb-429a-a841-4451ae36fa96 2024-11-07 02:20:40.03: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:20:47.62: EndPointMonitor - Received BOOKMARK: oldResVer=1009 newResVer=1366 2024-11-07 02:20:47.62: EndPointMonitor - start process kube event 2024-11-07 02:20:47.62: empty line received 2024-11-07 02:20:47.62: EndPointMonitor - start process kube event 2024-11-07 02:20:58.77: PodMonitor - Received BOOKMARK: oldResVer=1008 newResVer=1364 2024-11-07 02:20:58.77: PodMonitor - start process kube event 2024-11-07 02:20:58.77: empty line received 2024-11-07 02:20:58.77: PodMonitor - start process kube event 2024-11-07 02:21:05.77: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.77: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.77: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.77: PodMonitor - start process kube event 2024-11-07 02:21:05.77: empty line received 2024-11-07 02:21:05.77: PodMonitor - start process kube event 2024-11-07 02:21:05.83: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:05.87: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.87: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.87: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.87: PodMonitor - start process kube event 2024-11-07 02:21:05.87: empty line received 2024-11-07 02:21:05.87: PodMonitor - start process kube event 2024-11-07 02:21:05.88: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.88: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:05.88: PodMonitor - start process kube event 2024-11-07 02:21:05.88: empty line received 2024-11-07 02:21:05.88: PodMonitor - start process kube event 2024-11-07 02:21:05.94: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:05.94: VncKubernetes - Process event (name=ctest-busybox-pod-36149838 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-36149838:83c070ea-c23e-4706-a13c-d03259cc96b2 2024-11-07 02:21:07.26: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:10.53: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:21:10.53: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:21:10.53: VncKubernetes - Process event (name=ctest-nginx-ingress-45055709 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-45055709:f1cd3940-bed3-4b0d-b67f-ea97ad454338 2024-11-07 02:21:10.53: IngressMonitor - start process kube event 2024-11-07 02:21:10.53: empty line received 2024-11-07 02:21:10.53: IngressMonitor - start process kube event 2024-11-07 02:21:12.03: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:12.97: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:12.97: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:12.97: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:12.97: PodMonitor - start process kube event 2024-11-07 02:21:12.97: empty line received 2024-11-07 02:21:12.97: PodMonitor - start process kube event 2024-11-07 02:21:12.98: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:21:12.98: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:21:12.98: EndPointMonitor - start process kube event 2024-11-07 02:21:12.98: empty line received 2024-11-07 02:21:12.98: EndPointMonitor - start process kube event 2024-11-07 02:21:13.00: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:13.00: VncKubernetes - Process event (name=ctest-nginx-svc-02524247 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:21:13.18: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:14.98: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:14.98: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:14.98: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:14.99: PodMonitor - start process kube event 2024-11-07 02:21:14.99: empty line received 2024-11-07 02:21:14.99: PodMonitor - start process kube event 2024-11-07 02:21:14.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:14.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:14.99: PodMonitor - start process kube event 2024-11-07 02:21:14.99: empty line received 2024-11-07 02:21:14.99: PodMonitor - start process kube event 2024-11-07 02:21:15.00: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:15.00: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:15.00: PodMonitor - start process kube event 2024-11-07 02:21:15.00: empty line received 2024-11-07 02:21:15.00: PodMonitor - start process kube event 2024-11-07 02:21:15.04: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:21:15.04: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:15.12: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:15.12: VncKubernetes - Process event (name=ctest-nginx-pod-82719818 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-82719818:54075460-ddd1-4ca8-8eec-58451d92e6a6 2024-11-07 02:21:15.71: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:18.02: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:18.02: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:18.02: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:18.02: PodMonitor - start process kube event 2024-11-07 02:21:18.02: empty line received 2024-11-07 02:21:18.02: PodMonitor - start process kube event 2024-11-07 02:21:18.04: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:21:18.04: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:21:18.04: EndPointMonitor - start process kube event 2024-11-07 02:21:18.04: empty line received 2024-11-07 02:21:18.04: EndPointMonitor - start process kube event 2024-11-07 02:21:18.06: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:18.06: VncKubernetes - Process event (name=ctest-nginx-svc-02524247 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-02524247:05a75698-c662-4bf0-b72f-a2522f3dba91 2024-11-07 02:21:18.11: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:18.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:18.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:18.78: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:18.79: PodMonitor - start process kube event 2024-11-07 02:21:18.79: empty line received 2024-11-07 02:21:18.79: PodMonitor - start process kube event 2024-11-07 02:21:18.86: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:20.32: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:20.32: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:20.32: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:20.32: PodMonitor - start process kube event 2024-11-07 02:21:20.32: empty line received 2024-11-07 02:21:20.32: PodMonitor - start process kube event 2024-11-07 02:21:20.32: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:20.32: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:20.32: PodMonitor - start process kube event 2024-11-07 02:21:20.32: empty line received 2024-11-07 02:21:20.32: PodMonitor - start process kube event 2024-11-07 02:21:20.35: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:20.35: VncKubernetes - Process event (name=ctest-nginx-pod-25403281 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-25403281:cf0ac701-258f-47ae-8746-e4763ce25fc5 2024-11-07 02:21:20.90: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:23.44: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:21:23.44: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:21:23.44: VncKubernetes - Process event (name=ctest-new-default-82584843 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:21:23.44: NamespaceMonitor - start process kube event 2024-11-07 02:21:23.44: empty line received 2024-11-07 02:21:23.44: NamespaceMonitor - start process kube event 2024-11-07 02:21:25.50: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:26.45: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:21:26.45: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:21:26.45: VncKubernetes - Process event (name=ctest-non-default-67912673 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:21:26.46: NamespaceMonitor - start process kube event 2024-11-07 02:21:26.46: empty line received 2024-11-07 02:21:26.46: NamespaceMonitor - start process kube event 2024-11-07 02:21:29.34: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:30.49: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:21:30.50: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:21:30.50: VncKubernetes - Process event (name=ctest-new-default-82584843 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:21:30.50: NamespaceMonitor - start process kube event 2024-11-07 02:21:30.50: empty line received 2024-11-07 02:21:30.50: NamespaceMonitor - start process kube event 2024-11-07 02:21:30.68: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:21:30.69: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:21:30.69: NamespaceMonitor - start process kube event 2024-11-07 02:21:30.69: empty line received 2024-11-07 02:21:30.69: NamespaceMonitor - start process kube event 2024-11-07 02:21:30.71: PodMonitor - Received ADDED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:30.71: PodMonitor - Skipped ADDED Pod ctest-new-default-82584843:ctest-pod-40150471 (no nodeName) 2024-11-07 02:21:30.71: PodMonitor - start process kube event 2024-11-07 02:21:30.71: empty line received 2024-11-07 02:21:30.71: PodMonitor - start process kube event 2024-11-07 02:21:30.72: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:30.72: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:30.72: PodMonitor - start process kube event 2024-11-07 02:21:30.72: empty line received 2024-11-07 02:21:30.72: PodMonitor - start process kube event 2024-11-07 02:21:30.76: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:30.76: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:30.76: PodMonitor - start process kube event 2024-11-07 02:21:30.76: empty line received 2024-11-07 02:21:30.76: PodMonitor - start process kube event 2024-11-07 02:21:30.77: PodMonitor - Received ADDED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:30.77: PodMonitor - Skipped ADDED Pod ctest-new-default-82584843:ctest-pod-88769690 (no nodeName) 2024-11-07 02:21:30.77: PodMonitor - start process kube event 2024-11-07 02:21:30.77: empty line received 2024-11-07 02:21:30.77: PodMonitor - start process kube event 2024-11-07 02:21:30.79: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:30.79: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:30.80: PodMonitor - start process kube event 2024-11-07 02:21:30.80: empty line received 2024-11-07 02:21:30.80: PodMonitor - start process kube event 2024-11-07 02:21:30.81: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:30.81: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:30.81: PodMonitor - start process kube event 2024-11-07 02:21:30.81: empty line received 2024-11-07 02:21:30.81: PodMonitor - start process kube event 2024-11-07 02:21:30.86: PodMonitor - Received ADDED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:30.86: PodMonitor - Skipped ADDED Pod ctest-non-default-67912673:ctest-pod-09172302 (no nodeName) 2024-11-07 02:21:30.86: PodMonitor - start process kube event 2024-11-07 02:21:30.86: empty line received 2024-11-07 02:21:30.86: PodMonitor - start process kube event 2024-11-07 02:21:30.88: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:30.88: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:30.88: PodMonitor - start process kube event 2024-11-07 02:21:30.88: empty line received 2024-11-07 02:21:30.88: PodMonitor - start process kube event 2024-11-07 02:21:30.90: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:30.90: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:30.90: PodMonitor - start process kube event 2024-11-07 02:21:30.90: empty line received 2024-11-07 02:21:30.90: PodMonitor - start process kube event 2024-11-07 02:21:30.90: PodMonitor - Received ADDED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:30.90: PodMonitor - Skipped ADDED Pod ctest-non-default-67912673:ctest-pod-40049244 (no nodeName) 2024-11-07 02:21:30.90: PodMonitor - start process kube event 2024-11-07 02:21:30.90: empty line received 2024-11-07 02:21:30.90: PodMonitor - start process kube event 2024-11-07 02:21:30.91: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:30.91: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:30.91: PodMonitor - start process kube event 2024-11-07 02:21:30.91: empty line received 2024-11-07 02:21:30.91: PodMonitor - start process kube event 2024-11-07 02:21:30.94: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:30.94: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:30.94: PodMonitor - start process kube event 2024-11-07 02:21:30.94: empty line received 2024-11-07 02:21:30.94: PodMonitor - start process kube event 2024-11-07 02:21:30.95: PodMonitor - Received ADDED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:30.95: PodMonitor - Skipped ADDED Pod ctest-new-default-82584843:ctest-pod-50698494 (no nodeName) 2024-11-07 02:21:30.95: PodMonitor - start process kube event 2024-11-07 02:21:30.95: empty line received 2024-11-07 02:21:30.95: PodMonitor - start process kube event 2024-11-07 02:21:30.96: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:30.96: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:30.96: PodMonitor - start process kube event 2024-11-07 02:21:30.96: empty line received 2024-11-07 02:21:30.96: PodMonitor - start process kube event 2024-11-07 02:21:30.99: PodMonitor - Received ADDED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:30.99: PodMonitor - Skipped ADDED Pod ctest-new-default-82584843:ctest-pod-39622927 (no nodeName) 2024-11-07 02:21:30.99: PodMonitor - start process kube event 2024-11-07 02:21:30.99: empty line received 2024-11-07 02:21:30.99: PodMonitor - start process kube event 2024-11-07 02:21:30.99: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:30.99: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:30.99: PodMonitor - start process kube event 2024-11-07 02:21:30.99: empty line received 2024-11-07 02:21:30.99: PodMonitor - start process kube event 2024-11-07 02:21:31.03: PodMonitor - Received ADDED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:31.03: PodMonitor - Skipped ADDED Pod ctest-non-default-67912673:ctest-pod-26363722 (no nodeName) 2024-11-07 02:21:31.03: PodMonitor - start process kube event 2024-11-07 02:21:31.03: empty line received 2024-11-07 02:21:31.03: PodMonitor - start process kube event 2024-11-07 02:21:31.04: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:31.04: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:31.04: PodMonitor - start process kube event 2024-11-07 02:21:31.04: empty line received 2024-11-07 02:21:31.04: PodMonitor - start process kube event 2024-11-07 02:21:31.06: PodMonitor - Received ADDED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:31.06: PodMonitor - Skipped ADDED Pod ctest-non-default-67912673:ctest-pod-78120253 (no nodeName) 2024-11-07 02:21:31.06: PodMonitor - start process kube event 2024-11-07 02:21:31.06: empty line received 2024-11-07 02:21:31.06: PodMonitor - start process kube event 2024-11-07 02:21:31.06: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:31.06: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:31.06: PodMonitor - start process kube event 2024-11-07 02:21:31.06: empty line received 2024-11-07 02:21:31.06: PodMonitor - start process kube event 2024-11-07 02:21:31.47: VncKubernetes - wait event (qsize=13 timeout=120) 2024-11-07 02:21:31.47: VncKubernetes - Process event (name=ctest-non-default-67912673 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:21:31.53: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:31.53: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:31.53: PodMonitor - start process kube event 2024-11-07 02:21:31.53: empty line received 2024-11-07 02:21:31.53: PodMonitor - start process kube event 2024-11-07 02:21:31.65: IngressMonitor - Received BOOKMARK: oldResVer=1298 newResVer=1412 2024-11-07 02:21:31.66: IngressMonitor - start process kube event 2024-11-07 02:21:31.66: empty line received 2024-11-07 02:21:31.66: IngressMonitor - start process kube event 2024-11-07 02:21:32.13: VncKubernetes - wait event (qsize=13 timeout=120) 2024-11-07 02:21:32.13: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:33.20: stop iteration IngressMonitor 2024-11-07 02:21:33.20: IngressMonitor - start process kube event 2024-11-07 02:21:33.20: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1412 2024-11-07 02:21:33.20: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:21:33.20: IngressMonitor - Connect Kube API result 0 2024-11-07 02:21:33.20: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:21:33.20: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'})(timeout=120) 2024-11-07 02:21:33.22: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'}) 2024-11-07 02:21:34.35: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:34.35: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:34.35: PodMonitor - start process kube event 2024-11-07 02:21:34.36: empty line received 2024-11-07 02:21:34.36: PodMonitor - start process kube event 2024-11-07 02:21:34.39: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:34.39: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:34.39: PodMonitor - start process kube event 2024-11-07 02:21:34.39: empty line received 2024-11-07 02:21:34.39: PodMonitor - start process kube event 2024-11-07 02:21:34.57: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:34.57: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:34.57: PodMonitor - start process kube event 2024-11-07 02:21:34.57: empty line received 2024-11-07 02:21:34.57: PodMonitor - start process kube event 2024-11-07 02:21:34.89: ServiceMonitor - Received BOOKMARK: oldResVer=1273 newResVer=1273 2024-11-07 02:21:34.89: ServiceMonitor - start process kube event 2024-11-07 02:21:34.89: empty line received 2024-11-07 02:21:34.89: ServiceMonitor - start process kube event 2024-11-07 02:21:35.05: NamespaceMonitor - Received BOOKMARK: oldResVer=474 newResVer=1464 2024-11-07 02:21:35.05: NamespaceMonitor - start process kube event 2024-11-07 02:21:35.05: empty line received 2024-11-07 02:21:35.05: NamespaceMonitor - start process kube event 2024-11-07 02:21:35.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=947 2024-11-07 02:21:35.84: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:35.84: empty line received 2024-11-07 02:21:35.84: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:35.84: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:35.84: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:35.85: PodMonitor - start process kube event 2024-11-07 02:21:35.85: empty line received 2024-11-07 02:21:35.85: PodMonitor - start process kube event 2024-11-07 02:21:35.87: VncKubernetes - wait event (qsize=17 timeout=120) 2024-11-07 02:21:35.87: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:36.02: VncKubernetes - wait event (qsize=16 timeout=120) 2024-11-07 02:21:36.02: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:36.53: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:21:36.53: NetworkMonitor - start process kube event 2024-11-07 02:21:36.53: empty line received 2024-11-07 02:21:36.53: NetworkMonitor - start process kube event 2024-11-07 02:21:37.37: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:37.37: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:37.37: PodMonitor - start process kube event 2024-11-07 02:21:37.37: empty line received 2024-11-07 02:21:37.38: PodMonitor - start process kube event 2024-11-07 02:21:37.40: VncKubernetes - wait event (qsize=16 timeout=120) 2024-11-07 02:21:37.40: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:37.57: VncKubernetes - wait event (qsize=15 timeout=120) 2024-11-07 02:21:37.57: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:38.67: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:38.67: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:38.67: PodMonitor - start process kube event 2024-11-07 02:21:38.67: empty line received 2024-11-07 02:21:38.67: PodMonitor - start process kube event 2024-11-07 02:21:38.69: VncKubernetes - wait event (qsize=15 timeout=120) 2024-11-07 02:21:38.69: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:38.84: VncKubernetes - wait event (qsize=14 timeout=120) 2024-11-07 02:21:38.84: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:39.65: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:39.65: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:39.65: PodMonitor - start process kube event 2024-11-07 02:21:39.65: empty line received 2024-11-07 02:21:39.65: PodMonitor - start process kube event 2024-11-07 02:21:39.67: VncKubernetes - wait event (qsize=14 timeout=120) 2024-11-07 02:21:39.67: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:39.82: VncKubernetes - wait event (qsize=13 timeout=120) 2024-11-07 02:21:39.82: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:41.50: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:41.50: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:41.51: PodMonitor - start process kube event 2024-11-07 02:21:41.51: empty line received 2024-11-07 02:21:41.51: PodMonitor - start process kube event 2024-11-07 02:21:41.52: VncKubernetes - wait event (qsize=13 timeout=120) 2024-11-07 02:21:41.52: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:42.82: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:42.83: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:42.83: PodMonitor - start process kube event 2024-11-07 02:21:42.83: empty line received 2024-11-07 02:21:42.83: PodMonitor - start process kube event 2024-11-07 02:21:42.83: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:42.83: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:42.83: PodMonitor - start process kube event 2024-11-07 02:21:42.83: empty line received 2024-11-07 02:21:42.83: PodMonitor - start process kube event 2024-11-07 02:21:42.85: VncKubernetes - wait event (qsize=14 timeout=120) 2024-11-07 02:21:42.85: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:43.89: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:43.89: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:43.89: PodMonitor - start process kube event 2024-11-07 02:21:43.89: empty line received 2024-11-07 02:21:43.89: PodMonitor - start process kube event 2024-11-07 02:21:43.93: VncKubernetes - wait event (qsize=14 timeout=120) 2024-11-07 02:21:43.93: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:44.95: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:44.95: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:44.95: PodMonitor - start process kube event 2024-11-07 02:21:44.96: empty line received 2024-11-07 02:21:44.96: PodMonitor - start process kube event 2024-11-07 02:21:44.98: VncKubernetes - wait event (qsize=14 timeout=120) 2024-11-07 02:21:44.98: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:45.13: VncKubernetes - wait event (qsize=13 timeout=120) 2024-11-07 02:21:45.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:21:45.13: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:21:45.13: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:21:45.13: VncKubernetes - wait event (qsize=12 timeout=120) 2024-11-07 02:21:45.13: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:45.23: VncKubernetes - wait event (qsize=11 timeout=120) 2024-11-07 02:21:45.23: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:45.31: VncKubernetes - wait event (qsize=10 timeout=120) 2024-11-07 02:21:45.31: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:45.46: VncKubernetes - wait event (qsize=9 timeout=120) 2024-11-07 02:21:45.47: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:45.48: VncKubernetes - wait event (qsize=8 timeout=120) 2024-11-07 02:21:45.48: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:45.54: VncKubernetes - wait event (qsize=7 timeout=120) 2024-11-07 02:21:45.54: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:45.60: VncKubernetes - wait event (qsize=6 timeout=120) 2024-11-07 02:21:45.61: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:45.62: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:21:45.63: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:45.68: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:21:45.69: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:45.70: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:21:45.71: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:21:45.76: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:21:45.77: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:45.79: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:45.79: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:45.85: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:46.88: EndPointMonitor - Received BOOKMARK: oldResVer=1366 newResVer=1431 2024-11-07 02:21:46.88: EndPointMonitor - start process kube event 2024-11-07 02:21:46.88: empty line received 2024-11-07 02:21:46.88: EndPointMonitor - start process kube event 2024-11-07 02:21:47.84: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:47.84: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:47.84: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:21:47.85: PodMonitor - start process kube event 2024-11-07 02:21:47.85: empty line received 2024-11-07 02:21:47.85: PodMonitor - start process kube event 2024-11-07 02:21:47.87: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:48.84: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:48.84: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:48.84: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:21:48.85: PodMonitor - start process kube event 2024-11-07 02:21:48.85: empty line received 2024-11-07 02:21:48.85: PodMonitor - start process kube event 2024-11-07 02:21:48.85: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:48.85: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:48.85: PodMonitor - start process kube event 2024-11-07 02:21:48.85: empty line received 2024-11-07 02:21:48.85: PodMonitor - start process kube event 2024-11-07 02:21:48.91: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:48.91: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:21:48.93: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:49.85: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:49.85: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:49.85: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:21:49.85: PodMonitor - start process kube event 2024-11-07 02:21:49.85: empty line received 2024-11-07 02:21:49.85: PodMonitor - start process kube event 2024-11-07 02:21:49.92: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:52.86: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:52.86: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:52.86: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:21:52.86: PodMonitor - start process kube event 2024-11-07 02:21:52.86: empty line received 2024-11-07 02:21:52.86: PodMonitor - start process kube event 2024-11-07 02:21:52.88: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:53.86: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:53.86: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:53.86: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:21:53.86: PodMonitor - start process kube event 2024-11-07 02:21:53.86: empty line received 2024-11-07 02:21:53.86: PodMonitor - start process kube event 2024-11-07 02:21:53.86: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:53.87: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:53.87: PodMonitor - start process kube event 2024-11-07 02:21:53.87: empty line received 2024-11-07 02:21:53.87: PodMonitor - start process kube event 2024-11-07 02:21:53.88: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:53.88: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:21:53.94: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:54.69: ServiceMonitor - Received ADDED Service ctest-new-default-82584843:ctest-nginx-svc-94396023:3650d86a-b7ec-4341-bef2-0b881edb8097 2024-11-07 02:21:54.69: ServiceMonitor - Got ADDED Service ctest-new-default-82584843:ctest-nginx-svc-94396023:3650d86a-b7ec-4341-bef2-0b881edb8097 2024-11-07 02:21:54.69: VncKubernetes - Process event (name=ctest-nginx-svc-94396023 event_type=ADDED kind=Service ns=ctest-new-default-82584843) VncService - Got ADDED Service ctest-new-default-82584843:ctest-nginx-svc-94396023:3650d86a-b7ec-4341-bef2-0b881edb8097 2024-11-07 02:21:54.69: ServiceMonitor - start process kube event 2024-11-07 02:21:54.69: empty line received 2024-11-07 02:21:54.69: ServiceMonitor - start process kube event 2024-11-07 02:21:54.71: EndPointMonitor - Received ADDED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:21:54.71: EndPointMonitor - Got ADDED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:21:54.71: EndPointMonitor - start process kube event 2024-11-07 02:21:54.71: empty line received 2024-11-07 02:21:54.71: EndPointMonitor - start process kube event 2024-11-07 02:21:55.76: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:21:55.76: VncKubernetes - Process event (name=ctest-nginx-svc-94396023 event_type=ADDED kind=Endpoints ns=ctest-new-default-82584843) VncEndpoints - Got ADDED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:21:56.30: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=947 2024-11-07 02:21:56.30: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:56.31: empty line received 2024-11-07 02:21:56.31: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:56.51: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:57.38: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=947 2024-11-07 02:21:57.38: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:57.38: empty line received 2024-11-07 02:21:57.38: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:58.58: stop iteration NetworkPolicyMonitor 2024-11-07 02:21:58.58: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:58.58: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=947 2024-11-07 02:21:58.58: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:21:58.58: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:21:58.58: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:21:58.58: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '947'})(timeout=120) 2024-11-07 02:21:58.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:21:58.58: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:21:58.59: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '947'}) 2024-11-07 02:21:58.59: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:21:58.59: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:21:58.95: PodMonitor - Received BOOKMARK: oldResVer=1364 newResVer=1567 2024-11-07 02:21:58.95: PodMonitor - start process kube event 2024-11-07 02:21:58.95: empty line received 2024-11-07 02:21:58.95: PodMonitor - start process kube event 2024-11-07 02:21:59.89: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:21:59.89: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:21:59.89: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-82584843) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:21:59.89: NetworkPolicyMonitor - start process kube event 2024-11-07 02:21:59.89: empty line received 2024-11-07 02:21:59.90: NetworkPolicyMonitor - start process kube event 2024-11-07 02:22:01.93: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:22:32.79: ServiceMonitor - Received BOOKMARK: oldResVer=1273 newResVer=1569 2024-11-07 02:22:32.80: ServiceMonitor - start process kube event 2024-11-07 02:22:32.80: empty line received 2024-11-07 02:22:32.80: ServiceMonitor - start process kube event 2024-11-07 02:22:34.29: stop iteration ServiceMonitor 2024-11-07 02:22:34.29: ServiceMonitor - start process kube event 2024-11-07 02:22:34.29: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1569 2024-11-07 02:22:34.29: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:22:34.29: ServiceMonitor - Connect Kube API result 0 2024-11-07 02:22:34.29: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:22:34.29: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1569'})(timeout=120) 2024-11-07 02:22:34.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:22:34.30: VncKubernetes - vnc_sync - Service start 2024-11-07 02:22:34.30: VncKubernetes - vnc_sync - Service done 2024-11-07 02:22:34.30: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:22:34.31: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1569'}) 2024-11-07 02:22:35.15: NamespaceMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1464 2024-11-07 02:22:35.15: NamespaceMonitor - start process kube event 2024-11-07 02:22:35.15: empty line received 2024-11-07 02:22:35.15: NamespaceMonitor - start process kube event 2024-11-07 02:22:36.41: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:22:36.41: NetworkMonitor - start process kube event 2024-11-07 02:22:36.41: empty line received 2024-11-07 02:22:36.41: NetworkMonitor - start process kube event 2024-11-07 02:22:47.53: EndPointMonitor - Received BOOKMARK: oldResVer=1431 newResVer=1571 2024-11-07 02:22:47.53: EndPointMonitor - start process kube event 2024-11-07 02:22:47.53: empty line received 2024-11-07 02:22:47.53: EndPointMonitor - start process kube event 2024-11-07 02:22:58.12: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=947 newResVer=1578 2024-11-07 02:22:58.12: NetworkPolicyMonitor - start process kube event 2024-11-07 02:22:58.12: empty line received 2024-11-07 02:22:58.12: NetworkPolicyMonitor - start process kube event 2024-11-07 02:22:59.50: PodMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2024-11-07 02:22:59.50: PodMonitor - start process kube event 2024-11-07 02:22:59.50: empty line received 2024-11-07 02:22:59.50: PodMonitor - start process kube event 2024-11-07 02:23:33.22: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:23:33.22: IngressMonitor - start process kube event 2024-11-07 02:23:33.22: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1412 2024-11-07 02:23:33.22: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:23:33.22: IngressMonitor - Connect Kube API result 0 2024-11-07 02:23:33.22: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:23:33.22: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'})(timeout=120) 2024-11-07 02:23:33.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:23:33.22: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:23:33.22: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:23:33.22: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:23:33.23: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'}) 2024-11-07 02:23:34.75: NamespaceMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1464 2024-11-07 02:23:34.75: NamespaceMonitor - start process kube event 2024-11-07 02:23:34.75: empty line received 2024-11-07 02:23:34.75: NamespaceMonitor - start process kube event 2024-11-07 02:23:36.24: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:23:36.24: NetworkMonitor - start process kube event 2024-11-07 02:23:36.24: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:23:36.24: empty line received 2024-11-07 02:23:36.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:23:36.24: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:23:36.24: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:23:36.24: NetworkMonitor - start process kube event 2024-11-07 02:23:46.82: EndPointMonitor - Received BOOKMARK: oldResVer=1571 newResVer=1571 2024-11-07 02:23:46.82: EndPointMonitor - start process kube event 2024-11-07 02:23:46.82: empty line received 2024-11-07 02:23:46.82: EndPointMonitor - start process kube event 2024-11-07 02:23:58.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1578 newResVer=1578 2024-11-07 02:23:58.02: NetworkPolicyMonitor - start process kube event 2024-11-07 02:23:58.02: empty line received 2024-11-07 02:23:58.02: NetworkPolicyMonitor - start process kube event 2024-11-07 02:23:59.57: PodMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2024-11-07 02:23:59.57: PodMonitor - start process kube event 2024-11-07 02:23:59.57: PodMonitor - _schedule_vnc_sync 2024-11-07 02:23:59.57: empty line received 2024-11-07 02:23:59.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:23:59.57: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:23:59.57: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:23:59.57: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:23:59.57: PodMonitor - start process kube event 2024-11-07 02:24:01.32: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:24:01.32: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:24:01.32: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-82584843) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:24:01.32: NetworkPolicyMonitor - start process kube event 2024-11-07 02:24:01.32: empty line received 2024-11-07 02:24:01.32: NetworkPolicyMonitor - start process kube event 2024-11-07 02:24:02.91: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:24:34.31: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:24:34.31: ServiceMonitor - start process kube event 2024-11-07 02:24:34.31: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1569 2024-11-07 02:24:34.31: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:24:34.31: ServiceMonitor - Connect Kube API result 0 2024-11-07 02:24:34.31: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:24:34.31: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1569'})(timeout=120) 2024-11-07 02:24:34.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:24:34.32: VncKubernetes - vnc_sync - Service start 2024-11-07 02:24:34.32: VncKubernetes - vnc_sync - Service done 2024-11-07 02:24:34.32: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:24:34.33: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1569'}) 2024-11-07 02:24:35.85: NamespaceMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1464 2024-11-07 02:24:35.85: NamespaceMonitor - start process kube event 2024-11-07 02:24:35.85: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:24:35.85: empty line received 2024-11-07 02:24:35.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:24:35.85: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:24:35.85: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:24:35.85: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:24:35.85: NamespaceMonitor - start process kube event 2024-11-07 02:24:36.95: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:24:36.95: NetworkMonitor - start process kube event 2024-11-07 02:24:36.95: empty line received 2024-11-07 02:24:36.95: NetworkMonitor - start process kube event 2024-11-07 02:24:47.65: EndPointMonitor - Received BOOKMARK: oldResVer=1571 newResVer=1571 2024-11-07 02:24:47.65: EndPointMonitor - start process kube event 2024-11-07 02:24:47.65: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:24:47.65: empty line received 2024-11-07 02:24:47.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:24:47.65: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:24:47.65: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:24:47.65: EndPointMonitor - start process kube event 2024-11-07 02:24:57.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1578 newResVer=1721 2024-11-07 02:24:57.93: NetworkPolicyMonitor - start process kube event 2024-11-07 02:24:57.93: empty line received 2024-11-07 02:24:57.93: NetworkPolicyMonitor - start process kube event 2024-11-07 02:24:59.14: PodMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1567 2024-11-07 02:24:59.14: PodMonitor - start process kube event 2024-11-07 02:24:59.14: empty line received 2024-11-07 02:24:59.14: PodMonitor - start process kube event 2024-11-07 02:25:04.18: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:04.18: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:04.18: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:04.18: PodMonitor - start process kube event 2024-11-07 02:25:04.18: empty line received 2024-11-07 02:25:04.18: PodMonitor - start process kube event 2024-11-07 02:25:04.21: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:04.23: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:04.23: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:04.23: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:04.23: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:04.23: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:04.25: PodMonitor - start process kube event 2024-11-07 02:25:04.25: empty line received 2024-11-07 02:25:04.25: EndPointMonitor - start process kube event 2024-11-07 02:25:04.25: empty line received 2024-11-07 02:25:04.25: PodMonitor - start process kube event 2024-11-07 02:25:04.25: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:04.25: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:04.25: EndPointMonitor - start process kube event 2024-11-07 02:25:04.25: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:04.25: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:04.25: PodMonitor - start process kube event 2024-11-07 02:25:04.25: empty line received 2024-11-07 02:25:04.25: EndPointMonitor - start process kube event 2024-11-07 02:25:04.25: empty line received 2024-11-07 02:25:04.25: PodMonitor - start process kube event 2024-11-07 02:25:04.25: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:04.26: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:04.26: EndPointMonitor - start process kube event 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: empty line received 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:04.26: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: empty line received 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:04.26: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: empty line received 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:04.26: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: empty line received 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:04.26: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.26: empty line received 2024-11-07 02:25:04.26: PodMonitor - start process kube event 2024-11-07 02:25:04.37: VncKubernetes - wait event (qsize=8 timeout=120) 2024-11-07 02:25:04.37: VncKubernetes - Process event (name=ctest-nginx-svc-94396023 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-82584843) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:04.80: VncKubernetes - wait event (qsize=7 timeout=120) 2024-11-07 02:25:04.80: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:04.88: VncKubernetes - wait event (qsize=6 timeout=120) 2024-11-07 02:25:04.88: VncKubernetes - Process event (name=ctest-nginx-svc-94396023 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-82584843) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:04.90: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:25:04.90: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:04.96: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:25:04.96: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:05.03: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:25:05.03: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:05.07: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:25:05.07: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:05.14: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:05.14: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:05.22: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:05.24: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.24: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.24: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.24: PodMonitor - start process kube event 2024-11-07 02:25:05.24: empty line received 2024-11-07 02:25:05.24: PodMonitor - start process kube event 2024-11-07 02:25:05.27: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:05.53: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.53: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.53: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.53: PodMonitor - start process kube event 2024-11-07 02:25:05.54: empty line received 2024-11-07 02:25:05.54: PodMonitor - start process kube event 2024-11-07 02:25:05.54: PodMonitor - Received DELETED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.54: PodMonitor - Got DELETED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:05.54: PodMonitor - start process kube event 2024-11-07 02:25:05.54: empty line received 2024-11-07 02:25:05.54: PodMonitor - start process kube event 2024-11-07 02:25:05.61: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:05.61: VncKubernetes - Process event (name=ctest-pod-40150471 event_type=DELETED kind=Pod ns=ctest-new-default-82584843) VncPod - Got DELETED Pod ctest-new-default-82584843:ctest-pod-40150471:9a26ac1f-7924-494c-8a27-fe1bfde34f0a 2024-11-07 02:25:06.24: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.24: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.24: PodMonitor - start process kube event 2024-11-07 02:25:06.24: empty line received 2024-11-07 02:25:06.25: PodMonitor - start process kube event 2024-11-07 02:25:06.25: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.25: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.25: PodMonitor - start process kube event 2024-11-07 02:25:06.26: empty line received 2024-11-07 02:25:06.26: PodMonitor - start process kube event 2024-11-07 02:25:06.26: PodMonitor - Received DELETED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.26: PodMonitor - Got DELETED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.26: PodMonitor - start process kube event 2024-11-07 02:25:06.26: empty line received 2024-11-07 02:25:06.26: PodMonitor - start process kube event 2024-11-07 02:25:06.26: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:06.26: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:06.27: PodMonitor - start process kube event 2024-11-07 02:25:06.27: empty line received 2024-11-07 02:25:06.27: PodMonitor - start process kube event 2024-11-07 02:25:06.27: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:06.27: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:06.27: PodMonitor - start process kube event 2024-11-07 02:25:06.27: empty line received 2024-11-07 02:25:06.27: PodMonitor - start process kube event 2024-11-07 02:25:06.29: PodMonitor - Received DELETED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:06.29: PodMonitor - Got DELETED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:06.29: PodMonitor - start process kube event 2024-11-07 02:25:06.29: empty line received 2024-11-07 02:25:06.29: PodMonitor - start process kube event 2024-11-07 02:25:06.54: VncKubernetes - wait event (qsize=6 timeout=120) 2024-11-07 02:25:06.54: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.59: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:06.59: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:06.59: PodMonitor - start process kube event 2024-11-07 02:25:06.59: empty line received 2024-11-07 02:25:06.59: PodMonitor - start process kube event 2024-11-07 02:25:06.62: VncKubernetes - wait event (qsize=6 timeout=120) 2024-11-07 02:25:06.62: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.68: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:25:06.69: VncKubernetes - Process event (name=ctest-pod-40049244 event_type=DELETED kind=Pod ns=ctest-non-default-67912673) VncPod - Got DELETED Pod ctest-non-default-67912673:ctest-pod-40049244:3914dbdf-5066-4ec6-8de8-432b4d57b7ed 2024-11-07 02:25:06.79: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:06.79: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:06.79: PodMonitor - start process kube event 2024-11-07 02:25:06.79: empty line received 2024-11-07 02:25:06.79: PodMonitor - start process kube event 2024-11-07 02:25:06.80: PodMonitor - Received DELETED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:06.80: PodMonitor - Got DELETED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:06.80: PodMonitor - start process kube event 2024-11-07 02:25:06.80: empty line received 2024-11-07 02:25:06.80: PodMonitor - start process kube event 2024-11-07 02:25:07.39: VncKubernetes - wait event (qsize=6 timeout=120) 2024-11-07 02:25:07.39: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:07.47: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:25:07.47: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:07.53: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:25:07.53: VncKubernetes - Process event (name=ctest-pod-88769690 event_type=DELETED kind=Pod ns=ctest-new-default-82584843) VncPod - Got DELETED Pod ctest-new-default-82584843:ctest-pod-88769690:3888524e-645a-42f0-874a-7865a5abc994 2024-11-07 02:25:08.84: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:25:08.84: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:08.91: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:25:08.91: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:08.98: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:08.98: VncKubernetes - Process event (name=ctest-pod-09172302 event_type=DELETED kind=Pod ns=ctest-non-default-67912673) VncPod - Got DELETED Pod ctest-non-default-67912673:ctest-pod-09172302:d04e94ee-900a-4de2-b6b9-5925021c2c6b 2024-11-07 02:25:09.85: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:33.24: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:25:33.24: IngressMonitor - start process kube event 2024-11-07 02:25:33.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1412 2024-11-07 02:25:33.24: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:25:33.24: IngressMonitor - Connect Kube API result 0 2024-11-07 02:25:33.24: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:25:33.24: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'})(timeout=120) 2024-11-07 02:25:33.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:25:33.24: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:25:33.24: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:25:33.24: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:33.25: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'}) 2024-11-07 02:25:35.31: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:35.31: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:35.31: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:35.31: PodMonitor - start process kube event 2024-11-07 02:25:35.31: empty line received 2024-11-07 02:25:35.31: PodMonitor - start process kube event 2024-11-07 02:25:35.32: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.32: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.32: PodMonitor - start process kube event 2024-11-07 02:25:35.33: empty line received 2024-11-07 02:25:35.33: PodMonitor - start process kube event 2024-11-07 02:25:35.35: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:35.35: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.35: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.36: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.36: PodMonitor - start process kube event 2024-11-07 02:25:35.36: empty line received 2024-11-07 02:25:35.36: PodMonitor - start process kube event 2024-11-07 02:25:35.36: PodMonitor - Received DELETED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.36: PodMonitor - Got DELETED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.36: PodMonitor - start process kube event 2024-11-07 02:25:35.36: empty line received 2024-11-07 02:25:35.36: PodMonitor - start process kube event 2024-11-07 02:25:35.43: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:25:35.43: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.45: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:35.45: VncKubernetes - Process event (name=ctest-pod-50698494 event_type=DELETED kind=Pod ns=ctest-new-default-82584843) VncPod - Got DELETED Pod ctest-new-default-82584843:ctest-pod-50698494:90973f4b-9b90-43d5-a34b-9ae516360c15 2024-11-07 02:25:35.61: PodMonitor - Received MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:35.61: PodMonitor - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:35.61: PodMonitor - start process kube event 2024-11-07 02:25:35.61: empty line received 2024-11-07 02:25:35.61: PodMonitor - start process kube event 2024-11-07 02:25:35.61: PodMonitor - Received DELETED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:35.61: PodMonitor - Got DELETED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:35.61: PodMonitor - start process kube event 2024-11-07 02:25:35.61: empty line received 2024-11-07 02:25:35.61: PodMonitor - start process kube event 2024-11-07 02:25:35.93: NamespaceMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1464 2024-11-07 02:25:35.93: NamespaceMonitor - start process kube event 2024-11-07 02:25:35.93: empty line received 2024-11-07 02:25:35.93: NamespaceMonitor - start process kube event 2024-11-07 02:25:36.07: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:25:36.07: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=MODIFIED kind=Pod ns=ctest-new-default-82584843) VncPod - Got MODIFIED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:36.15: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:36.15: VncKubernetes - Process event (name=ctest-pod-39622927 event_type=DELETED kind=Pod ns=ctest-new-default-82584843) VncPod - Got DELETED Pod ctest-new-default-82584843:ctest-pod-39622927:f0a76023-6453-493a-9210-5a360522b04b 2024-11-07 02:25:36.31: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.31: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.31: PodMonitor - start process kube event 2024-11-07 02:25:36.31: empty line received 2024-11-07 02:25:36.31: PodMonitor - start process kube event 2024-11-07 02:25:36.32: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.32: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.32: PodMonitor - start process kube event 2024-11-07 02:25:36.32: empty line received 2024-11-07 02:25:36.32: PodMonitor - start process kube event 2024-11-07 02:25:36.32: PodMonitor - Received DELETED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.32: PodMonitor - Got DELETED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.32: PodMonitor - start process kube event 2024-11-07 02:25:36.32: empty line received 2024-11-07 02:25:36.32: PodMonitor - start process kube event 2024-11-07 02:25:36.33: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:36.34: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:36.34: PodMonitor - start process kube event 2024-11-07 02:25:36.34: empty line received 2024-11-07 02:25:36.34: PodMonitor - start process kube event 2024-11-07 02:25:36.34: PodMonitor - Received MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:36.35: PodMonitor - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:36.35: PodMonitor - start process kube event 2024-11-07 02:25:36.35: empty line received 2024-11-07 02:25:36.35: PodMonitor - start process kube event 2024-11-07 02:25:36.35: PodMonitor - Received DELETED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:36.35: PodMonitor - Got DELETED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:36.35: PodMonitor - start process kube event 2024-11-07 02:25:36.35: empty line received 2024-11-07 02:25:36.35: PodMonitor - start process kube event 2024-11-07 02:25:36.79: VncKubernetes - wait event (qsize=6 timeout=120) 2024-11-07 02:25:36.79: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.86: VncKubernetes - wait event (qsize=5 timeout=120) 2024-11-07 02:25:36.86: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:36.89: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:25:36.89: VncKubernetes - Process event (name=ctest-pod-26363722 event_type=DELETED kind=Pod ns=ctest-non-default-67912673) VncPod - Got DELETED Pod ctest-non-default-67912673:ctest-pod-26363722:9d26ac27-d509-4931-b946-cd30100237e0 2024-11-07 02:25:37.56: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:25:37.56: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:37.63: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:25:37.63: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:25:37.63: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=MODIFIED kind=Pod ns=ctest-non-default-67912673) VncPod - Got MODIFIED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:37.63: NetworkMonitor - start process kube event 2024-11-07 02:25:37.63: empty line received 2024-11-07 02:25:37.63: NetworkMonitor - start process kube event 2024-11-07 02:25:37.70: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:37.70: VncKubernetes - Process event (name=ctest-pod-78120253 event_type=DELETED kind=Pod ns=ctest-non-default-67912673) VncPod - Got DELETED Pod ctest-non-default-67912673:ctest-pod-78120253:ac4f6d3d-c11e-4967-ae97-5153cb1e53ee 2024-11-07 02:25:38.41: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:39.53: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:39.53: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:39.53: VncKubernetes - Process event (name=ctest-non-default-67912673 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:39.53: NamespaceMonitor - start process kube event 2024-11-07 02:25:39.53: empty line received 2024-11-07 02:25:39.53: NamespaceMonitor - start process kube event 2024-11-07 02:25:39.98: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:44.78: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:44.78: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:44.79: VncKubernetes - Process event (name=ctest-non-default-67912673 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:44.79: NamespaceMonitor - start process kube event 2024-11-07 02:25:44.79: empty line received 2024-11-07 02:25:44.79: NamespaceMonitor - start process kube event 2024-11-07 02:25:44.88: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:44.88: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:44.88: NamespaceMonitor - start process kube event 2024-11-07 02:25:44.88: empty line received 2024-11-07 02:25:44.88: NamespaceMonitor - start process kube event 2024-11-07 02:25:45.14: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:45.14: VncKubernetes - Process event (name=ctest-non-default-67912673 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-67912673:907ad805-3e4b-4dd4-817d-4cb18f7ec8f0 2024-11-07 02:25:45.56: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:45.56: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:45.56: NamespaceMonitor - start process kube event 2024-11-07 02:25:45.56: empty line received 2024-11-07 02:25:45.56: NamespaceMonitor - start process kube event 2024-11-07 02:25:46.69: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:46.70: VncKubernetes - Process event (name=ctest-new-default-82584843 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:47.03: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:47.39: EndPointMonitor - Received BOOKMARK: oldResVer=1571 newResVer=1808 2024-11-07 02:25:47.39: EndPointMonitor - start process kube event 2024-11-07 02:25:47.39: empty line received 2024-11-07 02:25:47.39: EndPointMonitor - start process kube event 2024-11-07 02:25:50.71: ServiceMonitor - Received DELETED Service ctest-new-default-82584843:ctest-nginx-svc-94396023:3650d86a-b7ec-4341-bef2-0b881edb8097 2024-11-07 02:25:50.71: ServiceMonitor - Got DELETED Service ctest-new-default-82584843:ctest-nginx-svc-94396023:3650d86a-b7ec-4341-bef2-0b881edb8097 2024-11-07 02:25:50.71: VncKubernetes - Process event (name=ctest-nginx-svc-94396023 event_type=DELETED kind=Service ns=ctest-new-default-82584843) VncService - Got DELETED Service ctest-new-default-82584843:ctest-nginx-svc-94396023:3650d86a-b7ec-4341-bef2-0b881edb8097 2024-11-07 02:25:50.71: ServiceMonitor - start process kube event 2024-11-07 02:25:50.71: empty line received 2024-11-07 02:25:50.71: ServiceMonitor - start process kube event 2024-11-07 02:25:50.72: EndPointMonitor - Received DELETED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:50.72: EndPointMonitor - Got DELETED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:50.72: EndPointMonitor - start process kube event 2024-11-07 02:25:50.72: empty line received 2024-11-07 02:25:50.72: EndPointMonitor - start process kube event 2024-11-07 02:25:50.81: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:25:50.81: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:25:50.81: NetworkPolicyMonitor - start process kube event 2024-11-07 02:25:50.81: empty line received 2024-11-07 02:25:50.81: NetworkPolicyMonitor - start process kube event 2024-11-07 02:25:50.88: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:50.88: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:50.88: NamespaceMonitor - start process kube event 2024-11-07 02:25:50.88: empty line received 2024-11-07 02:25:50.88: NamespaceMonitor - start process kube event 2024-11-07 02:25:50.90: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:50.90: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:50.90: NamespaceMonitor - start process kube event 2024-11-07 02:25:50.90: empty line received 2024-11-07 02:25:50.90: NamespaceMonitor - start process kube event 2024-11-07 02:25:51.12: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:25:51.12: VncKubernetes - Process event (name=ctest-nginx-svc-94396023 event_type=DELETED kind=Endpoints ns=ctest-new-default-82584843) VncEndpoints - Got DELETED Endpoints ctest-new-default-82584843:ctest-nginx-svc-94396023:79264aa0-f26a-4dac-a56e-af04b398b441 2024-11-07 02:25:51.14: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:25:51.14: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-82584843) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-82584843:ingress-on-service:5644db45-69d3-4b2c-88d3-1e5b07ed9be1 2024-11-07 02:25:52.23: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:25:52.23: VncKubernetes - Process event (name=ctest-new-default-82584843 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:52.66: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:25:52.66: VncKubernetes - Process event (name=ctest-new-default-82584843 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-82584843:37386906-d5a3-4296-a82d-7c5cd3d9eb5e 2024-11-07 02:25:54.10: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:25:58.20: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1721 newResVer=1958 2024-11-07 02:25:58.20: NetworkPolicyMonitor - start process kube event 2024-11-07 02:25:58.20: empty line received 2024-11-07 02:25:58.20: NetworkPolicyMonitor - start process kube event 2024-11-07 02:25:59.65: PodMonitor - Received BOOKMARK: oldResVer=1567 newResVer=1881 2024-11-07 02:25:59.65: PodMonitor - start process kube event 2024-11-07 02:25:59.65: empty line received 2024-11-07 02:25:59.65: PodMonitor - start process kube event 2024-11-07 02:26:34.21: ServiceMonitor - Received BOOKMARK: oldResVer=1569 newResVer=1951 2024-11-07 02:26:34.21: ServiceMonitor - start process kube event 2024-11-07 02:26:34.21: empty line received 2024-11-07 02:26:34.21: ServiceMonitor - start process kube event 2024-11-07 02:26:36.01: NamespaceMonitor - Received BOOKMARK: oldResVer=1464 newResVer=1960 2024-11-07 02:26:36.01: NamespaceMonitor - start process kube event 2024-11-07 02:26:36.01: empty line received 2024-11-07 02:26:36.01: NamespaceMonitor - start process kube event 2024-11-07 02:26:37.45: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:26:37.45: NetworkMonitor - start process kube event 2024-11-07 02:26:37.45: empty line received 2024-11-07 02:26:37.45: NetworkMonitor - start process kube event 2024-11-07 02:26:46.76: EndPointMonitor - Received BOOKMARK: oldResVer=1808 newResVer=1952 2024-11-07 02:26:46.76: EndPointMonitor - start process kube event 2024-11-07 02:26:46.76: empty line received 2024-11-07 02:26:46.76: EndPointMonitor - start process kube event 2024-11-07 02:26:58.12: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2024-11-07 02:26:58.12: NetworkPolicyMonitor - start process kube event 2024-11-07 02:26:58.12: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:26:58.12: empty line received 2024-11-07 02:26:58.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:26:58.12: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:26:58.12: NetworkPolicyMonitor - start process kube event 2024-11-07 02:26:58.12: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:26:58.12: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:26:59.36: PodMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2024-11-07 02:26:59.36: PodMonitor - start process kube event 2024-11-07 02:26:59.36: empty line received 2024-11-07 02:26:59.36: PodMonitor - start process kube event 2024-11-07 02:27:16.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2024-11-07 02:27:16.65: NetworkPolicyMonitor - start process kube event 2024-11-07 02:27:16.65: empty line received 2024-11-07 02:27:16.65: NetworkPolicyMonitor - start process kube event 2024-11-07 02:27:17.75: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1958 newResVer=1958 2024-11-07 02:27:17.75: NetworkPolicyMonitor - start process kube event 2024-11-07 02:27:17.75: empty line received 2024-11-07 02:27:17.75: NetworkPolicyMonitor - start process kube event 2024-11-07 02:27:18.69: stop iteration NetworkPolicyMonitor 2024-11-07 02:27:18.69: NetworkPolicyMonitor - start process kube event 2024-11-07 02:27:18.69: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1958 2024-11-07 02:27:18.69: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:27:18.69: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:27:18.69: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:27:18.69: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'})(timeout=120) 2024-11-07 02:27:18.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:27:18.70: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:27:18.71: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'}) 2024-11-07 02:27:18.71: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:27:18.71: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:27:33.25: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:27:33.25: IngressMonitor - start process kube event 2024-11-07 02:27:33.25: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1412 2024-11-07 02:27:33.25: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:27:33.25: IngressMonitor - Connect Kube API result 0 2024-11-07 02:27:33.25: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:27:33.25: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'})(timeout=120) 2024-11-07 02:27:33.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:27:33.25: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:27:33.25: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:27:33.25: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:27:33.28: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'}) 2024-11-07 02:27:33.74: ServiceMonitor - Received BOOKMARK: oldResVer=1951 newResVer=1951 2024-11-07 02:27:33.74: ServiceMonitor - start process kube event 2024-11-07 02:27:33.74: empty line received 2024-11-07 02:27:33.74: ServiceMonitor - start process kube event 2024-11-07 02:27:35.72: NamespaceMonitor - Received BOOKMARK: oldResVer=1960 newResVer=1960 2024-11-07 02:27:35.72: NamespaceMonitor - start process kube event 2024-11-07 02:27:35.72: empty line received 2024-11-07 02:27:35.72: NamespaceMonitor - start process kube event 2024-11-07 02:27:37.63: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:27:37.63: NetworkMonitor - start process kube event 2024-11-07 02:27:37.63: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:27:37.63: empty line received 2024-11-07 02:27:37.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:27:37.63: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:27:37.63: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:27:37.63: NetworkMonitor - start process kube event 2024-11-07 02:27:47.74: EndPointMonitor - Received BOOKMARK: oldResVer=1952 newResVer=1952 2024-11-07 02:27:47.74: EndPointMonitor - start process kube event 2024-11-07 02:27:47.74: empty line received 2024-11-07 02:27:47.74: EndPointMonitor - start process kube event 2024-11-07 02:27:59.57: PodMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2024-11-07 02:27:59.57: PodMonitor - start process kube event 2024-11-07 02:27:59.57: empty line received 2024-11-07 02:27:59.57: PodMonitor - start process kube event 2024-11-07 02:28:34.44: ServiceMonitor - Received BOOKMARK: oldResVer=1951 newResVer=1951 2024-11-07 02:28:34.44: ServiceMonitor - start process kube event 2024-11-07 02:28:34.44: ServiceMonitor - _schedule_vnc_sync 2024-11-07 02:28:34.44: empty line received 2024-11-07 02:28:34.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-11-07 02:28:34.44: VncKubernetes - vnc_sync - Service start 2024-11-07 02:28:34.44: VncKubernetes - vnc_sync - Service done 2024-11-07 02:28:34.44: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:28:34.44: ServiceMonitor - start process kube event 2024-11-07 02:28:36.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1960 newResVer=1960 2024-11-07 02:28:36.24: NamespaceMonitor - start process kube event 2024-11-07 02:28:36.24: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:28:36.24: empty line received 2024-11-07 02:28:36.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:28:36.24: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:28:36.24: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:28:36.24: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:28:36.24: NamespaceMonitor - start process kube event 2024-11-07 02:28:37.69: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:28:37.69: NetworkMonitor - start process kube event 2024-11-07 02:28:37.69: empty line received 2024-11-07 02:28:37.69: NetworkMonitor - start process kube event 2024-11-07 02:28:37.81: PodMonitor - Received BOOKMARK: oldResVer=1881 newResVer=1881 2024-11-07 02:28:37.81: PodMonitor - start process kube event 2024-11-07 02:28:37.81: PodMonitor - _schedule_vnc_sync 2024-11-07 02:28:37.81: empty line received 2024-11-07 02:28:37.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:28:37.81: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:28:37.81: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:28:37.81: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:28:37.81: PodMonitor - start process kube event 2024-11-07 02:28:39.49: stop iteration PodMonitor 2024-11-07 02:28:39.49: PodMonitor - start process kube event 2024-11-07 02:28:39.49: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1881 2024-11-07 02:28:39.49: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:28:39.49: PodMonitor - Connect Kube API result 0 2024-11-07 02:28:39.49: PodMonitor - _schedule_vnc_sync 2024-11-07 02:28:39.49: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'})(timeout=120) 2024-11-07 02:28:39.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:28:39.49: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:28:39.49: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:28:39.49: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:28:39.51: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'}) 2024-11-07 02:28:43.28: NetworkMonitor - Received BOOKMARK: oldResVer=1271 newResVer=1271 2024-11-07 02:28:43.28: NetworkMonitor - start process kube event 2024-11-07 02:28:43.28: empty line received 2024-11-07 02:28:43.28: NetworkMonitor - start process kube event 2024-11-07 02:28:45.26: stop iteration NetworkMonitor 2024-11-07 02:28:45.26: NetworkMonitor - start process kube event 2024-11-07 02:28:45.26: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1271 2024-11-07 02:28:45.26: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:28:45.26: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:28:45.26: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:28:45.26: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'})(timeout=120) 2024-11-07 02:28:45.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:28:45.26: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:28:45.26: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:28:45.27: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'}) 2024-11-07 02:28:48.69: EndPointMonitor - Received BOOKMARK: oldResVer=1952 newResVer=1952 2024-11-07 02:28:48.69: EndPointMonitor - start process kube event 2024-11-07 02:28:48.69: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:28:48.69: empty line received 2024-11-07 02:28:48.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:28:48.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:28:48.69: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:28:48.69: EndPointMonitor - start process kube event 2024-11-07 02:29:18.71: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:29:18.71: NetworkPolicyMonitor - start process kube event 2024-11-07 02:29:18.71: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1958 2024-11-07 02:29:18.71: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:29:18.71: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:29:18.71: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:29:18.71: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'})(timeout=120) 2024-11-07 02:29:18.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:29:18.72: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:29:18.72: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:29:18.72: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:29:18.73: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'}) 2024-11-07 02:29:23.66: NamespaceMonitor - Received BOOKMARK: oldResVer=1960 newResVer=1960 2024-11-07 02:29:23.66: NamespaceMonitor - start process kube event 2024-11-07 02:29:23.66: empty line received 2024-11-07 02:29:23.66: NamespaceMonitor - start process kube event 2024-11-07 02:29:24.83: NamespaceMonitor - Received BOOKMARK: oldResVer=1960 newResVer=1960 2024-11-07 02:29:24.83: NamespaceMonitor - start process kube event 2024-11-07 02:29:24.83: empty line received 2024-11-07 02:29:24.83: NamespaceMonitor - start process kube event 2024-11-07 02:29:25.77: stop iteration NamespaceMonitor 2024-11-07 02:29:25.77: NamespaceMonitor - start process kube event 2024-11-07 02:29:25.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1960 2024-11-07 02:29:25.77: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:29:25.77: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:29:25.77: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:29:25.77: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1960'})(timeout=120) 2024-11-07 02:29:25.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:29:25.77: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:29:25.77: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:29:25.77: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:29:25.78: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1960'}) 2024-11-07 02:29:33.28: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:29:33.28: IngressMonitor - start process kube event 2024-11-07 02:29:33.28: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1412 2024-11-07 02:29:33.28: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:29:33.28: IngressMonitor - Connect Kube API result 0 2024-11-07 02:29:33.28: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:29:33.28: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'})(timeout=120) 2024-11-07 02:29:33.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:29:33.28: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:29:33.29: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:29:33.29: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:29:33.30: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'}) 2024-11-07 02:29:34.04: ServiceMonitor - Received BOOKMARK: oldResVer=1951 newResVer=1951 2024-11-07 02:29:34.04: ServiceMonitor - start process kube event 2024-11-07 02:29:34.04: empty line received 2024-11-07 02:29:34.04: ServiceMonitor - start process kube event 2024-11-07 02:29:37.34: EndPointMonitor - Received BOOKMARK: oldResVer=1952 newResVer=1952 2024-11-07 02:29:37.34: EndPointMonitor - start process kube event 2024-11-07 02:29:37.34: empty line received 2024-11-07 02:29:37.34: EndPointMonitor - start process kube event 2024-11-07 02:29:38.88: stop iteration EndPointMonitor 2024-11-07 02:29:38.88: EndPointMonitor - start process kube event 2024-11-07 02:29:38.88: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1952 2024-11-07 02:29:38.88: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:29:38.88: EndPointMonitor - Connect Kube API result 0 2024-11-07 02:29:38.88: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:29:38.88: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1952'})(timeout=120) 2024-11-07 02:29:38.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-11-07 02:29:38.88: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-11-07 02:29:38.88: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:29:38.89: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1952'}) 2024-11-07 02:30:33.96: ServiceMonitor - Received BOOKMARK: oldResVer=1951 newResVer=1951 2024-11-07 02:30:33.96: ServiceMonitor - start process kube event 2024-11-07 02:30:33.96: empty line received 2024-11-07 02:30:33.96: ServiceMonitor - start process kube event 2024-11-07 02:30:39.51: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:30:39.51: PodMonitor - start process kube event 2024-11-07 02:30:39.51: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1881 2024-11-07 02:30:39.51: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:30:39.51: PodMonitor - Connect Kube API result 0 2024-11-07 02:30:39.51: PodMonitor - _schedule_vnc_sync 2024-11-07 02:30:39.51: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'})(timeout=120) 2024-11-07 02:30:39.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-11-07 02:30:39.51: VncKubernetes - vnc_sync - Pod start 2024-11-07 02:30:39.51: VncKubernetes - vnc_sync - Pod done 2024-11-07 02:30:39.51: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:30:39.53: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1881'}) 2024-11-07 02:30:45.27: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:30:45.27: NetworkMonitor - start process kube event 2024-11-07 02:30:45.27: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1271 2024-11-07 02:30:45.27: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:30:45.27: NetworkMonitor - Connect Kube API result 0 2024-11-07 02:30:45.27: NetworkMonitor - _schedule_vnc_sync 2024-11-07 02:30:45.27: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'})(timeout=120) 2024-11-07 02:30:45.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-11-07 02:30:45.27: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-11-07 02:30:45.27: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:30:45.28: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1271'}) 2024-11-07 02:31:13.77: PodMonitor - Received ADDED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:13.77: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2024-11-07 02:31:13.77: PodMonitor - start process kube event 2024-11-07 02:31:13.77: empty line received 2024-11-07 02:31:13.77: PodMonitor - start process kube event 2024-11-07 02:31:13.79: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:13.79: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:13.79: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:13.79: PodMonitor - start process kube event 2024-11-07 02:31:13.79: empty line received 2024-11-07 02:31:13.79: PodMonitor - start process kube event 2024-11-07 02:31:13.82: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:13.82: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:13.82: PodMonitor - start process kube event 2024-11-07 02:31:13.82: empty line received 2024-11-07 02:31:13.82: PodMonitor - start process kube event 2024-11-07 02:31:14.06: PodMonitor - Received ADDED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:14.06: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2024-11-07 02:31:14.06: PodMonitor - start process kube event 2024-11-07 02:31:14.06: empty line received 2024-11-07 02:31:14.06: PodMonitor - start process kube event 2024-11-07 02:31:14.06: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:14.06: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:14.07: PodMonitor - start process kube event 2024-11-07 02:31:14.07: empty line received 2024-11-07 02:31:14.07: PodMonitor - start process kube event 2024-11-07 02:31:14.08: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:14.08: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:14.08: PodMonitor - start process kube event 2024-11-07 02:31:14.08: empty line received 2024-11-07 02:31:14.08: PodMonitor - start process kube event 2024-11-07 02:31:14.75: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:14.76: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:14.76: PodMonitor - start process kube event 2024-11-07 02:31:14.76: empty line received 2024-11-07 02:31:14.76: PodMonitor - start process kube event 2024-11-07 02:31:14.78: VncKubernetes - wait event (qsize=4 timeout=120) 2024-11-07 02:31:14.78: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:14.94: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:31:14.95: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:15.73: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:15.73: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:15.73: PodMonitor - start process kube event 2024-11-07 02:31:15.73: empty line received 2024-11-07 02:31:15.73: PodMonitor - start process kube event 2024-11-07 02:31:15.75: VncKubernetes - wait event (qsize=3 timeout=120) 2024-11-07 02:31:15.75: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:15.91: VncKubernetes - wait event (qsize=2 timeout=120) 2024-11-07 02:31:15.91: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:15.93: VncKubernetes - wait event (qsize=1 timeout=120) 2024-11-07 02:31:15.93: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:15.99: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:31:18.74: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:31:18.74: NetworkPolicyMonitor - start process kube event 2024-11-07 02:31:18.74: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1958 2024-11-07 02:31:18.74: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:31:18.74: NetworkPolicyMonitor - Connect Kube API result 0 2024-11-07 02:31:18.74: NetworkPolicyMonitor - _schedule_vnc_sync 2024-11-07 02:31:18.74: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'})(timeout=120) 2024-11-07 02:31:18.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-11-07 02:31:18.74: VncKubernetes - vnc_sync - NetworkPolicy start 2024-11-07 02:31:18.75: VncKubernetes - vnc_sync - NetworkPolicy done 2024-11-07 02:31:18.75: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:31:18.75: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1958'}) 2024-11-07 02:31:25.78: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:31:25.78: NamespaceMonitor - start process kube event 2024-11-07 02:31:25.78: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1960 2024-11-07 02:31:25.78: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:31:25.78: NamespaceMonitor - Connect Kube API result 0 2024-11-07 02:31:25.78: NamespaceMonitor - _schedule_vnc_sync 2024-11-07 02:31:25.78: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1960'})(timeout=120) 2024-11-07 02:31:25.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-11-07 02:31:25.79: VncKubernetes - vnc_sync - Namespace start 2024-11-07 02:31:25.79: VncKubernetes - vnc_sync - Namespace done 2024-11-07 02:31:25.79: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:31:25.80: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1960'}) 2024-11-07 02:31:25.89: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:25.89: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:25.89: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:25.89: PodMonitor - start process kube event 2024-11-07 02:31:25.89: empty line received 2024-11-07 02:31:25.89: PodMonitor - start process kube event 2024-11-07 02:31:25.92: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:31:26.89: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:26.89: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:26.89: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eed44e45-0db6-4b39-b66a-d0320f80a262 2024-11-07 02:31:26.89: PodMonitor - start process kube event 2024-11-07 02:31:26.89: empty line received 2024-11-07 02:31:26.89: PodMonitor - start process kube event 2024-11-07 02:31:26.96: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:31:29.63: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:29.63: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:29.63: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67bdafaa-08b0-4d16-80db-6d54076e74bf 2024-11-07 02:31:29.63: PodMonitor - start process kube event 2024-11-07 02:31:29.63: empty line received 2024-11-07 02:31:29.63: PodMonitor - start process kube event 2024-11-07 02:31:29.65: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:31:33.31: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:31:33.31: IngressMonitor - start process kube event 2024-11-07 02:31:33.31: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1412 2024-11-07 02:31:33.31: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:31:33.31: IngressMonitor - Connect Kube API result 0 2024-11-07 02:31:33.31: IngressMonitor - _schedule_vnc_sync 2024-11-07 02:31:33.31: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'})(timeout=120) 2024-11-07 02:31:33.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-11-07 02:31:33.32: VncKubernetes - vnc_sync - Ingress start 2024-11-07 02:31:33.32: VncKubernetes - vnc_sync - Ingress done 2024-11-07 02:31:33.32: VncKubernetes - wait event (qsize=0 timeout=120) 2024-11-07 02:31:33.34: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1412'}) 2024-11-07 02:31:33.77: ServiceMonitor - Received BOOKMARK: oldResVer=1951 newResVer=1951 2024-11-07 02:31:33.77: ServiceMonitor - start process kube event 2024-11-07 02:31:33.77: empty line received 2024-11-07 02:31:33.77: ServiceMonitor - start process kube event 2024-11-07 02:31:38.89: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2024-11-07 02:31:38.89: EndPointMonitor - start process kube event 2024-11-07 02:31:38.89: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1952 2024-11-07 02:31:38.89: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2024-11-07 02:31:38.89: EndPointMonitor - Connect Kube API result 0 2024-11-07 02:31:38.89: EndPointMonitor - _schedule_vnc_sync 2024-11-07 02:31:38.89: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1952'})(timeout=120)