+++ date ++ echo 'INFO: =================== Thu Jan 16 02:06:22 UTC 2025 ===================' INFO: =================== Thu Jan 16 02:06:22 UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ ip addr show dev ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.58 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST='"tcp:1024,udp:1024"' ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.58 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.58 ++ ANALYTICSDB_NODES=10.0.0.58 ++ ANALYTICS_SNMP_NODES=10.0.0.58 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:8081 ' +++ '[' -n '10.0.0.58:8081 ' ']' +++ echo 10.0.0.58:8081 ++ ANALYTICS_SERVERS=10.0.0.58:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:9042 ' +++ '[' -n '10.0.0.58:9042 ' ']' +++ echo 10.0.0.58:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.58:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.58 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:8086 ' +++ '[' -n '10.0.0.58:8086 ' ']' +++ echo 10.0.0.58:8086 ++ COLLECTOR_SERVERS=10.0.0.58:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.58 ++ CONFIGDB_NODES=10.0.0.58 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:8082 ' +++ '[' -n '10.0.0.58:8082 ' ']' +++ echo 10.0.0.58:8082 ++ CONFIG_SERVERS=10.0.0.58:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:9161 ' +++ '[' -n '10.0.0.58:9161 ' ']' +++ echo 10.0.0.58:9161 ++ CONFIGDB_SERVERS=10.0.0.58:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:9041 ' +++ '[' -n '10.0.0.58:9041 ' ']' +++ echo 10.0.0.58:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.58:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.58 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.58 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.58 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+=10.0.0.58:2181, +++ '[' -n 10.0.0.58:2181, ']' +++ echo 10.0.0.58:2181 ++ ZOOKEEPER_SERVERS=10.0.0.58:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:2181 ' +++ '[' -n '10.0.0.58:2181 ' ']' +++ echo 10.0.0.58:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.58:2181 ++ RABBITMQ_NODES=10.0.0.58 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+=10.0.0.58:5673, +++ '[' -n 10.0.0.58:5673, ']' +++ echo 10.0.0.58:5673 ++ RABBITMQ_SERVERS=10.0.0.58:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:6379 ' +++ '[' -n '10.0.0.58:6379 ' ']' +++ echo 10.0.0.58:6379 ++ REDIS_SERVERS=10.0.0.58:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.58 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.58 +++ local server_address=10.0.0.58 +++ extended_server_list+='10.0.0.58:9092 ' +++ '[' -n '10.0.0.58:9092 ' ']' +++ echo 10.0.0.58:9092 ++ KAFKA_SERVERS=10.0.0.58:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.58 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_CRYPT_INTERFACE=crypt0 ++ VROUTER_DECRYPT_INTERFACE=decrypt0 ++ VROUTER_DECRYPT_KEY=15 ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.58 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.58 ++ cut -d , -f 1 + local cassandra=10.0.0.58 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.58 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IkJuQkMwb3NIaVhSZXBldllDWFliSTFpdWExT0NhS0ZId19CVDlFWlBTWDgifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImU1M2QzMWIzLTYzZDYtNDU2My04YWVhLThkMTkyNjMxZmQzMSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.cSfi_4aAuZqZ0mU9wCY-Xck8gF-2wSsA30dS0wpUc0aMPdE6xlAitQ2VrbtnokG5wAsS8QmFhl8DT_yHU05bDm6b2tkn-AwCaKzWKTZB46M1xg5g-IH0TiHK0zb2Jg-_UIi5OIRDvx79TQKkBVJ89EfRgvehKa3HT5tqNEu5fcWw7LCEUsxQX5t6XQqR6Pl0Qe4ZAXeXRweAhroYMwxsPElqglc3EuLZyRL2ffbAWaod5c4gD42LyEDPQe3foKGeVlGG8E_bcEwqhq-SXrxus6Qx6sGl1vghXGmvFGi6L07lHH6AfUE_PpzYcw96LX4S8EoD4VUTZRW53DiaTDwmUg ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.58 +++ local servers=10.0.0.58 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ uniq ++++ grep -vi host ++++ sort +++ local local_ips=,10.0.0.58,10.8.212.1,127.0.0.1,172.17.0.1,252.58.0.1,, +++ local ord=1 +++ for server in '"${server_list[@]}"' +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.58'\''))' +++ local server_ip=10.0.0.58 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.58 ]] +++ [[ ,10.0.0.58,10.8.212.1,127.0.0.1,172.17.0.1,252.58.0.1,, =~ ,10\.0\.0\.58, ]] +++ echo 10.0.0.58 1 +++ return ++ local ip=10.0.0.58 ++ [[ -z 10.0.0.58 ]] ++ echo 10.0.0.58 + host_ip=10.0.0.58 + [[ cql == \c\q\l ]] ++ echo 10.0.0.58:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.58:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sort ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.6/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 01/16/2025 02:06:30.221 7f99ed3e9808 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 01/16/2025 02:06:30.456 7f99ed3e9808 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 01/16/2025 02:06:30.456 7f99ed3e9808 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-01-16 02:06:30.84: KubeMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:30.85: KubeMonitor - Connect Kube API result 0 2025-01-16 02:06:30.99: KubeMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/api/v1 2025-01-16 02:06:30.99: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/api/v1 2025-01-16 02:06:31.00: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1 2025-01-16 02:06:31.00: PodMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/api/v1 2025-01-16 02:06:31.01: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/api/v1 2025-01-16 02:06:31.02: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/apis/networking.k8s.io/v1 2025-01-16 02:06:31.02: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/api/v1 2025-01-16 02:06:31.03: IngressMonitor - KubeMonitor init done: url=https://10.0.0.58:6443/apis/networking.k8s.io/v1 2025-01-16 02:06:31.03: VncKubernetes - vnc_connect starting 2025-01-16 02:06:31.05: VncKubernetes - vnc_connect done 2025-01-16 02:06:31.30: default-domain domain available. 2025-01-16 02:06:38.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:06:38.53: NamespaceMonitor - start process kube event 2025-01-16 02:06:38.53: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-16 02:06:38.53: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:38.54: NetworkMonitor - start process kube event 2025-01-16 02:06:38.54: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-16 02:06:38.54: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:38.54: PodMonitor - start process kube event 2025-01-16 02:06:38.54: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-16 02:06:38.54: PodMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:38.54: ServiceMonitor - start process kube event 2025-01-16 02:06:38.55: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-16 02:06:38.55: ServiceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:38.55: NetworkPolicyMonitor - start process kube event 2025-01-16 02:06:38.55: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-16 02:06:38.55: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:38.55: EndPointMonitor - start process kube event 2025-01-16 02:06:38.55: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-16 02:06:38.56: EndPointMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:38.56: IngressMonitor - start process kube event 2025-01-16 02:06:38.56: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-16 02:06:38.56: IngressMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:06:38.56: IngressMonitor - Connect Kube API result 0 2025-01-16 02:06:38.56: IngressMonitor - Start init url=https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-01-16 02:06:38.56: EndPointMonitor - Connect Kube API result 0 2025-01-16 02:06:38.56: EndPointMonitor - Start init url=https://10.0.0.58:6443/api/v1/endpoints resource_version=None 2025-01-16 02:06:38.56: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-16 02:06:38.56: NetworkPolicyMonitor - Start init url=https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-01-16 02:06:38.57: ServiceMonitor - Connect Kube API result 0 2025-01-16 02:06:38.57: ServiceMonitor - Start init url=https://10.0.0.58:6443/api/v1/services resource_version=None 2025-01-16 02:06:38.57: PodMonitor - Connect Kube API result 0 2025-01-16 02:06:38.57: PodMonitor - Start init url=https://10.0.0.58:6443/api/v1/pods resource_version=None 2025-01-16 02:06:38.57: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:06:38.57: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:06:38.57: NamespaceMonitor - Start init url=https://10.0.0.58:6443/api/v1/namespaces resource_version=None 2025-01-16 02:06:38.62: IngressMonitor - Done init url=https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses, resource_version=630 2025-01-16 02:06:38.62: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:06:38.62: IngressMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:06:38.63: NetworkPolicyMonitor - Done init url=https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=630 2025-01-16 02:06:38.63: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-16 02:06:38.63: NetworkPolicyMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:06:38.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:06:38.63: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:06:38.63: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:06:38.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:06:38.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-16 02:06:38.63: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-16 02:06:38.64: IngressMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:06:38.64: NetworkPolicyMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:06:38.65: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-16 02:06:38.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:06:38.65: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:06:38.65: PodMonitor - Done init url=https://10.0.0.58:6443/api/v1/pods, resource_version=630 2025-01-16 02:06:38.65: PodMonitor - _schedule_vnc_sync 2025-01-16 02:06:38.65: PodMonitor - Start Watching request https://10.0.0.58:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:06:38.66: EndPointMonitor - Got ADDED Endpoints default:kubernetes:3ac53bff-1c57-43ff-a3ce-6a10ea125ac9 2025-01-16 02:06:38.66: ServiceMonitor - Got ADDED Service default:kubernetes:39ad837c-ac63-43e4-98f6-1508f783b4c8 2025-01-16 02:06:38.66: VncKubernetes - Process event (name=coredns-6f867cd986-fdjnb event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:06:38.67: NetworkMonitor - Start init url=https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-01-16 02:06:38.67: NamespaceMonitor - Got ADDED Namespace None:contrail:4a736f07-77cf-4687-81e1-44fad95e78fd 2025-01-16 02:06:38.68: PodMonitor - Watches https://10.0.0.58:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:06:38.69: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:06:38.69: EndPointMonitor - Done init url=https://10.0.0.58:6443/api/v1/endpoints, resource_version=630 2025-01-16 02:06:38.69: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:06:38.69: EndPointMonitor - Start Watching request https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:06:38.69: ServiceMonitor - Got ADDED Service kube-system:kube-dns:51aa320c-ffc5-41e5-96d7-0eab7ec95faa 2025-01-16 02:06:38.69: ServiceMonitor - Done init url=https://10.0.0.58:6443/api/v1/services, resource_version=630 2025-01-16 02:06:38.69: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:06:38.69: ServiceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:06:38.72: EndPointMonitor - Watches https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:06:38.73: NamespaceMonitor - Got ADDED Namespace None:default:81952ad6-5e37-4e43-b48c-57d7c798c7a9 2025-01-16 02:06:38.74: ServiceMonitor - Watches https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:06:38.75: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:4361d7d3-bea3-4409-a9e9-b8015ecbf183 2025-01-16 02:06:38.76: NamespaceMonitor - Got ADDED Namespace None:kube-public:86c461da-df83-4e1f-9f05-1b7fb5a4f7eb 2025-01-16 02:06:38.79: NetworkMonitor - Done init url=https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=634 2025-01-16 02:06:38.79: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:06:38.79: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-01-16 02:06:38.79: NamespaceMonitor - Got ADDED Namespace None:kube-system:9d1ccd7c-66c4-4312-901c-7cc5c6da017d 2025-01-16 02:06:38.79: NamespaceMonitor - Done init url=https://10.0.0.58:6443/api/v1/namespaces, resource_version=630 2025-01-16 02:06:38.79: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:06:38.79: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:06:38.80: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-01-16 02:06:38.80: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:06:40.48: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:06:40.48: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:06:40.48: PodMonitor - start process kube event 2025-01-16 02:06:40.48: empty line received 2025-01-16 02:06:40.48: PodMonitor - start process kube event 2025-01-16 02:06:40.49: VncKubernetes - wait event (qsize=15 timeout=120) 2025-01-16 02:06:40.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-16 02:06:40.49: VncKubernetes - vnc_sync - Pod start 2025-01-16 02:06:40.49: VncKubernetes - vnc_sync - Pod done 2025-01-16 02:06:40.49: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-16 02:06:40.49: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:3ac53bff-1c57-43ff-a3ce-6a10ea125ac9 2025-01-16 02:06:40.50: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-16 02:06:40.50: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:39ad837c-ac63-43e4-98f6-1508f783b4c8 2025-01-16 02:06:42.10: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-16 02:06:42.10: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:4a736f07-77cf-4687-81e1-44fad95e78fd 2025-01-16 02:06:44.77: VncKubernetes - wait event (qsize=11 timeout=120) 2025-01-16 02:06:44.78: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:06:44.85: VncKubernetes - wait event (qsize=10 timeout=120) 2025-01-16 02:06:44.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-16 02:06:44.85: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-16 02:06:44.85: VncKubernetes - wait event (qsize=9 timeout=120) 2025-01-16 02:06:44.85: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:51aa320c-ffc5-41e5-96d7-0eab7ec95faa 2025-01-16 02:06:47.17: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-16 02:06:47.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:06:47.17: VncKubernetes - vnc_sync - Service start 2025-01-16 02:06:47.17: VncKubernetes - vnc_sync - Service done 2025-01-16 02:06:47.17: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-16 02:06:47.17: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:81952ad6-5e37-4e43-b48c-57d7c798c7a9 2025-01-16 02:06:49.93: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-16 02:06:49.93: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:4361d7d3-bea3-4409-a9e9-b8015ecbf183 2025-01-16 02:06:52.13: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-16 02:06:52.13: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:86c461da-df83-4e1f-9f05-1b7fb5a4f7eb 2025-01-16 02:06:54.29: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:06:54.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:06:54.29: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:06:54.29: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:06:54.29: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:9d1ccd7c-66c4-4312-901c-7cc5c6da017d 2025-01-16 02:06:55.89: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:06:55.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:06:55.89: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:06:55.89: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:06:55.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:06:55.89: VncKubernetes - Process event (name=coredns-6f867cd986-fdjnb event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:06:56.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:07:38.07: PodMonitor - Received BOOKMARK: oldResVer=630 newResVer=637 2025-01-16 02:07:38.07: PodMonitor - start process kube event 2025-01-16 02:07:38.07: empty line received 2025-01-16 02:07:38.07: PodMonitor - start process kube event 2025-01-16 02:08:38.65: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:08:38.65: IngressMonitor - start process kube event 2025-01-16 02:08:38.65: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:08:38.65: IngressMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:08:38.65: IngressMonitor - Connect Kube API result 0 2025-01-16 02:08:38.65: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:08:38.65: IngressMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:08:38.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:08:38.65: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:08:38.65: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:08:38.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:08:38.65: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:08:38.65: NetworkPolicyMonitor - start process kube event 2025-01-16 02:08:38.65: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:08:38.65: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:08:38.65: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-16 02:08:38.65: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-16 02:08:38.65: NetworkPolicyMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:08:38.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-16 02:08:38.66: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-16 02:08:38.66: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-16 02:08:38.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:08:38.67: NetworkPolicyMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:08:38.67: IngressMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:08:38.72: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:08:38.72: EndPointMonitor - start process kube event 2025-01-16 02:08:38.72: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:08:38.72: EndPointMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:08:38.72: EndPointMonitor - Connect Kube API result 0 2025-01-16 02:08:38.72: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:08:38.72: EndPointMonitor - Start Watching request https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:08:38.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-16 02:08:38.73: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-16 02:08:38.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:08:38.73: EndPointMonitor - Watches https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:08:38.74: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:08:38.74: ServiceMonitor - start process kube event 2025-01-16 02:08:38.74: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:08:38.75: ServiceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:08:38.75: ServiceMonitor - Connect Kube API result 0 2025-01-16 02:08:38.75: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:08:38.75: ServiceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:08:38.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:08:38.75: VncKubernetes - vnc_sync - Service start 2025-01-16 02:08:38.75: VncKubernetes - vnc_sync - Service done 2025-01-16 02:08:38.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:08:38.76: ServiceMonitor - Watches https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:08:38.80: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:08:38.80: NetworkMonitor - start process kube event 2025-01-16 02:08:38.80: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-01-16 02:08:38.80: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:08:38.80: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:08:38.80: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:08:38.80: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-01-16 02:08:38.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:08:38.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:08:38.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:08:38.80: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:08:38.80: NamespaceMonitor - start process kube event 2025-01-16 02:08:38.80: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:08:38.80: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:08:38.80: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:08:38.80: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:08:38.80: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:08:38.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:08:38.81: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:08:38.81: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:08:38.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:08:38.81: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-01-16 02:08:38.82: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:08:38.88: PodMonitor - Received BOOKMARK: oldResVer=637 newResVer=637 2025-01-16 02:08:38.88: PodMonitor - start process kube event 2025-01-16 02:08:38.88: empty line received 2025-01-16 02:08:38.88: PodMonitor - start process kube event 2025-01-16 02:09:38.07: PodMonitor - Received BOOKMARK: oldResVer=637 newResVer=637 2025-01-16 02:09:38.07: PodMonitor - start process kube event 2025-01-16 02:09:38.07: empty line received 2025-01-16 02:09:38.07: PodMonitor - start process kube event 2025-01-16 02:10:38.32: PodMonitor - Received BOOKMARK: oldResVer=637 newResVer=637 2025-01-16 02:10:38.32: PodMonitor - start process kube event 2025-01-16 02:10:38.32: empty line received 2025-01-16 02:10:38.32: PodMonitor - start process kube event 2025-01-16 02:10:38.68: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:10:38.68: NetworkPolicyMonitor - start process kube event 2025-01-16 02:10:38.68: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:10:38.68: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:10:38.68: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-16 02:10:38.68: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-16 02:10:38.68: NetworkPolicyMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:10:38.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-16 02:10:38.68: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-16 02:10:38.68: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:10:38.68: IngressMonitor - start process kube event 2025-01-16 02:10:38.68: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:10:38.68: IngressMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:10:38.69: IngressMonitor - Connect Kube API result 0 2025-01-16 02:10:38.69: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:10:38.69: IngressMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:10:38.69: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-16 02:10:38.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:10:38.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:10:38.69: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:10:38.69: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:10:38.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:10:38.71: IngressMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:10:38.71: NetworkPolicyMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:10:38.73: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:10:38.73: EndPointMonitor - start process kube event 2025-01-16 02:10:38.74: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:10:38.74: EndPointMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:10:38.74: EndPointMonitor - Connect Kube API result 0 2025-01-16 02:10:38.74: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:10:38.74: EndPointMonitor - Start Watching request https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:10:38.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-16 02:10:38.74: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-16 02:10:38.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:10:38.75: EndPointMonitor - Watches https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:10:38.76: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:10:38.76: ServiceMonitor - start process kube event 2025-01-16 02:10:38.76: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:10:38.76: ServiceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:10:38.76: ServiceMonitor - Connect Kube API result 0 2025-01-16 02:10:38.76: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:10:38.76: ServiceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:10:38.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:10:38.76: VncKubernetes - vnc_sync - Service start 2025-01-16 02:10:38.76: VncKubernetes - vnc_sync - Service done 2025-01-16 02:10:38.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:10:38.77: ServiceMonitor - Watches https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:10:38.81: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:10:38.81: NetworkMonitor - start process kube event 2025-01-16 02:10:38.81: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-01-16 02:10:38.81: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:10:38.81: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:10:38.81: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:10:38.81: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-01-16 02:10:38.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:10:38.82: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:10:38.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:10:38.82: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:10:38.82: NamespaceMonitor - start process kube event 2025-01-16 02:10:38.82: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:10:38.82: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:10:38.82: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:10:38.82: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:10:38.82: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:10:38.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:10:38.82: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:10:38.82: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:10:38.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:10:38.83: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-01-16 02:10:38.83: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:11:38.19: ServiceMonitor - Received BOOKMARK: oldResVer=630 newResVer=998 2025-01-16 02:11:38.19: ServiceMonitor - start process kube event 2025-01-16 02:11:38.19: empty line received 2025-01-16 02:11:38.19: ServiceMonitor - start process kube event 2025-01-16 02:11:38.54: PodMonitor - Received BOOKMARK: oldResVer=637 newResVer=637 2025-01-16 02:11:38.54: PodMonitor - start process kube event 2025-01-16 02:11:38.54: PodMonitor - _schedule_vnc_sync 2025-01-16 02:11:38.54: empty line received 2025-01-16 02:11:38.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-16 02:11:38.54: VncKubernetes - vnc_sync - Pod start 2025-01-16 02:11:38.54: PodMonitor - start process kube event 2025-01-16 02:11:38.57: VncKubernetes - vnc_sync - Pod done 2025-01-16 02:11:38.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:11:38.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=630 newResVer=967 2025-01-16 02:11:38.65: NetworkPolicyMonitor - start process kube event 2025-01-16 02:11:38.65: empty line received 2025-01-16 02:11:38.65: NetworkPolicyMonitor - start process kube event 2025-01-16 02:11:39.31: IngressMonitor - Received BOOKMARK: oldResVer=630 newResVer=937 2025-01-16 02:11:39.31: IngressMonitor - start process kube event 2025-01-16 02:11:39.31: empty line received 2025-01-16 02:11:39.31: IngressMonitor - start process kube event 2025-01-16 02:11:42.11: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:11:42.11: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:11:42.11: VncKubernetes - Process event (name=coredns-6f867cd986-fdjnb event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:11:42.11: PodMonitor - start process kube event 2025-01-16 02:11:42.11: empty line received 2025-01-16 02:11:42.11: PodMonitor - start process kube event 2025-01-16 02:11:42.11: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:11:42.11: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:11:42.11: PodMonitor - start process kube event 2025-01-16 02:11:42.11: empty line received 2025-01-16 02:11:42.11: PodMonitor - start process kube event 2025-01-16 02:11:42.12: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:11:42.12: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:11:42.12: EndPointMonitor - start process kube event 2025-01-16 02:11:42.12: empty line received 2025-01-16 02:11:42.12: EndPointMonitor - start process kube event 2025-01-16 02:11:42.13: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:11:42.13: VncKubernetes - Process event (name=coredns-6f867cd986-fdjnb event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:11:42.14: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:11:42.14: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:11:42.14: EndPointMonitor - start process kube event 2025-01-16 02:11:42.14: empty line received 2025-01-16 02:11:42.14: EndPointMonitor - start process kube event 2025-01-16 02:11:42.20: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:11:42.20: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:11:42.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:11:42.27: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:11:43.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:12:38.73: PodMonitor - Received BOOKMARK: oldResVer=637 newResVer=1022 2025-01-16 02:12:38.73: PodMonitor - start process kube event 2025-01-16 02:12:38.73: empty line received 2025-01-16 02:12:38.73: PodMonitor - start process kube event 2025-01-16 02:12:38.83: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:12:38.83: NetworkMonitor - start process kube event 2025-01-16 02:12:38.83: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-01-16 02:12:38.83: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:12:38.83: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:12:38.83: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:12:38.83: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-01-16 02:12:38.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:12:38.83: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:12:38.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:12:38.83: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:12:38.83: NamespaceMonitor - start process kube event 2025-01-16 02:12:38.83: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:12:38.83: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:12:38.84: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:12:38.84: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:12:38.84: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:12:38.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:12:38.84: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:12:38.84: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:12:38.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:12:38.85: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-01-16 02:12:38.85: EndPointMonitor - Received BOOKMARK: oldResVer=630 newResVer=1025 2025-01-16 02:12:38.85: EndPointMonitor - start process kube event 2025-01-16 02:12:38.85: empty line received 2025-01-16 02:12:38.85: EndPointMonitor - start process kube event 2025-01-16 02:12:38.85: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:12:38.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=967 2025-01-16 02:12:38.98: NetworkPolicyMonitor - start process kube event 2025-01-16 02:12:38.98: empty line received 2025-01-16 02:12:38.98: NetworkPolicyMonitor - start process kube event 2025-01-16 02:12:39.12: ServiceMonitor - Received BOOKMARK: oldResVer=998 newResVer=998 2025-01-16 02:12:39.12: ServiceMonitor - start process kube event 2025-01-16 02:12:39.12: empty line received 2025-01-16 02:12:39.12: ServiceMonitor - start process kube event 2025-01-16 02:12:39.54: IngressMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-01-16 02:12:39.54: IngressMonitor - start process kube event 2025-01-16 02:12:39.54: empty line received 2025-01-16 02:12:39.54: IngressMonitor - start process kube event 2025-01-16 02:13:38.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=967 2025-01-16 02:13:38.32: NetworkPolicyMonitor - start process kube event 2025-01-16 02:13:38.32: empty line received 2025-01-16 02:13:38.32: NetworkPolicyMonitor - start process kube event 2025-01-16 02:13:38.62: PodMonitor - Received BOOKMARK: oldResVer=1022 newResVer=1022 2025-01-16 02:13:38.62: PodMonitor - start process kube event 2025-01-16 02:13:38.62: empty line received 2025-01-16 02:13:38.62: PodMonitor - start process kube event 2025-01-16 02:13:38.86: EndPointMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-16 02:13:38.86: EndPointMonitor - start process kube event 2025-01-16 02:13:38.86: empty line received 2025-01-16 02:13:38.86: EndPointMonitor - start process kube event 2025-01-16 02:13:39.65: IngressMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-01-16 02:13:39.65: IngressMonitor - start process kube event 2025-01-16 02:13:39.65: empty line received 2025-01-16 02:13:39.65: IngressMonitor - start process kube event 2025-01-16 02:13:40.08: ServiceMonitor - Received BOOKMARK: oldResVer=998 newResVer=998 2025-01-16 02:13:40.08: ServiceMonitor - start process kube event 2025-01-16 02:13:40.08: empty line received 2025-01-16 02:13:40.08: ServiceMonitor - start process kube event 2025-01-16 02:14:38.38: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=967 2025-01-16 02:14:38.38: NetworkPolicyMonitor - start process kube event 2025-01-16 02:14:38.38: empty line received 2025-01-16 02:14:38.38: NetworkPolicyMonitor - start process kube event 2025-01-16 02:14:38.72: PodMonitor - Received BOOKMARK: oldResVer=1022 newResVer=1022 2025-01-16 02:14:38.72: PodMonitor - start process kube event 2025-01-16 02:14:38.72: empty line received 2025-01-16 02:14:38.72: PodMonitor - start process kube event 2025-01-16 02:14:38.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:14:38.84: EndPointMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-16 02:14:38.84: EndPointMonitor - start process kube event 2025-01-16 02:14:38.84: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:14:38.84: empty line received 2025-01-16 02:14:38.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-16 02:14:38.84: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-16 02:14:38.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:14:38.84: EndPointMonitor - start process kube event 2025-01-16 02:14:38.85: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:14:38.85: NetworkMonitor - start process kube event 2025-01-16 02:14:38.85: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-01-16 02:14:38.85: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:14:38.85: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:14:38.85: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:14:38.85: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-01-16 02:14:38.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:14:38.86: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:14:38.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:14:38.86: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:14:38.86: NamespaceMonitor - start process kube event 2025-01-16 02:14:38.86: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:14:38.86: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:14:38.86: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:14:38.86: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:14:38.86: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:14:38.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:14:38.86: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:14:38.86: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:14:38.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:14:38.87: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-01-16 02:14:38.88: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:14:39.52: IngressMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-01-16 02:14:39.52: IngressMonitor - start process kube event 2025-01-16 02:14:39.52: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:14:39.52: empty line received 2025-01-16 02:14:39.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:14:39.52: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:14:39.52: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:14:39.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:14:39.53: IngressMonitor - start process kube event 2025-01-16 02:14:40.21: ServiceMonitor - Received BOOKMARK: oldResVer=998 newResVer=998 2025-01-16 02:14:40.21: ServiceMonitor - start process kube event 2025-01-16 02:14:40.21: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:14:40.21: empty line received 2025-01-16 02:14:40.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:14:40.21: VncKubernetes - vnc_sync - Service start 2025-01-16 02:14:40.22: VncKubernetes - vnc_sync - Service done 2025-01-16 02:14:40.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:14:40.22: ServiceMonitor - start process kube event 2025-01-16 02:15:07.63: PodMonitor - Received BOOKMARK: oldResVer=1022 newResVer=1022 2025-01-16 02:15:07.63: PodMonitor - start process kube event 2025-01-16 02:15:07.63: empty line received 2025-01-16 02:15:07.63: PodMonitor - start process kube event 2025-01-16 02:15:09.24: stop iteration PodMonitor 2025-01-16 02:15:09.24: PodMonitor - start process kube event 2025-01-16 02:15:09.24: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1022 2025-01-16 02:15:09.24: PodMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:15:09.24: PodMonitor - Connect Kube API result 0 2025-01-16 02:15:09.24: PodMonitor - _schedule_vnc_sync 2025-01-16 02:15:09.24: PodMonitor - Start Watching request https://10.0.0.58:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1022'})(timeout=120) 2025-01-16 02:15:09.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-16 02:15:09.24: VncKubernetes - vnc_sync - Pod start 2025-01-16 02:15:09.24: VncKubernetes - vnc_sync - Pod done 2025-01-16 02:15:09.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:15:09.25: PodMonitor - Watches https://10.0.0.58:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1022'}) 2025-01-16 02:15:38.81: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=967 2025-01-16 02:15:38.81: NetworkPolicyMonitor - start process kube event 2025-01-16 02:15:38.81: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-16 02:15:38.81: empty line received 2025-01-16 02:15:38.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-16 02:15:38.81: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-16 02:15:38.81: NetworkPolicyMonitor - start process kube event 2025-01-16 02:15:38.81: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-16 02:15:38.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:15:38.93: EndPointMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1025 2025-01-16 02:15:38.93: EndPointMonitor - start process kube event 2025-01-16 02:15:38.93: empty line received 2025-01-16 02:15:38.93: EndPointMonitor - start process kube event 2025-01-16 02:15:39.98: IngressMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-01-16 02:15:39.98: IngressMonitor - start process kube event 2025-01-16 02:15:39.98: empty line received 2025-01-16 02:15:39.98: IngressMonitor - start process kube event 2025-01-16 02:15:40.92: ServiceMonitor - Received BOOKMARK: oldResVer=998 newResVer=998 2025-01-16 02:15:40.92: ServiceMonitor - start process kube event 2025-01-16 02:15:40.92: empty line received 2025-01-16 02:15:40.92: ServiceMonitor - start process kube event 2025-01-16 02:15:42.13: stop iteration ServiceMonitor 2025-01-16 02:15:42.13: ServiceMonitor - start process kube event 2025-01-16 02:15:42.13: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=998 2025-01-16 02:15:42.13: ServiceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:15:42.14: ServiceMonitor - Connect Kube API result 0 2025-01-16 02:15:42.14: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:15:42.14: ServiceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '998'})(timeout=120) 2025-01-16 02:15:42.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:15:42.14: VncKubernetes - vnc_sync - Service start 2025-01-16 02:15:42.14: VncKubernetes - vnc_sync - Service done 2025-01-16 02:15:42.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:15:42.15: ServiceMonitor - Watches https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '998'}) 2025-01-16 02:15:52.80: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:15:52.80: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:15:52.80: VncKubernetes - Process event (name=coredns-6f867cd986-fdjnb event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:15:52.80: PodMonitor - start process kube event 2025-01-16 02:15:52.80: empty line received 2025-01-16 02:15:52.80: PodMonitor - start process kube event 2025-01-16 02:15:52.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:15:52.83: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:15:52.83: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:15:52.83: VncKubernetes - Process event (name=coredns-6f867cd986-fdjnb event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fdjnb:07349e18-3f2b-4067-a9e0-0d4cdc215fb9 2025-01-16 02:15:52.83: PodMonitor - start process kube event 2025-01-16 02:15:52.83: empty line received 2025-01-16 02:15:52.83: PodMonitor - start process kube event 2025-01-16 02:15:52.83: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:15:52.83: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:15:52.83: EndPointMonitor - start process kube event 2025-01-16 02:15:52.83: empty line received 2025-01-16 02:15:52.83: EndPointMonitor - start process kube event 2025-01-16 02:15:52.85: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:15:52.85: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:15:52.85: EndPointMonitor - start process kube event 2025-01-16 02:15:52.85: empty line received 2025-01-16 02:15:52.85: EndPointMonitor - start process kube event 2025-01-16 02:15:52.89: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:15:52.89: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:15:53.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:15:53.37: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7cb21458-4fed-4a1b-82fe-812d75485f80 2025-01-16 02:15:54.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:16:09.80: PodMonitor - Received BOOKMARK: oldResVer=1022 newResVer=1346 2025-01-16 02:16:09.80: PodMonitor - start process kube event 2025-01-16 02:16:09.80: empty line received 2025-01-16 02:16:09.80: PodMonitor - start process kube event 2025-01-16 02:16:38.86: EndPointMonitor - Received BOOKMARK: oldResVer=1025 newResVer=1349 2025-01-16 02:16:38.86: EndPointMonitor - start process kube event 2025-01-16 02:16:38.86: empty line received 2025-01-16 02:16:38.86: EndPointMonitor - start process kube event 2025-01-16 02:16:38.87: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:16:38.88: NetworkMonitor - start process kube event 2025-01-16 02:16:38.88: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=634 2025-01-16 02:16:38.88: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:16:38.88: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:16:38.88: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:16:38.88: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'})(timeout=120) 2025-01-16 02:16:38.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:16:38.88: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:16:38.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:16:38.88: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:16:38.88: NamespaceMonitor - start process kube event 2025-01-16 02:16:38.88: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=630 2025-01-16 02:16:38.88: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:16:38.88: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:16:38.88: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:16:38.88: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'})(timeout=120) 2025-01-16 02:16:38.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:16:38.88: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:16:38.88: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:16:38.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:16:38.89: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '634'}) 2025-01-16 02:16:38.89: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '630'}) 2025-01-16 02:16:39.14: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=967 2025-01-16 02:16:39.14: NetworkPolicyMonitor - start process kube event 2025-01-16 02:16:39.14: empty line received 2025-01-16 02:16:39.14: NetworkPolicyMonitor - start process kube event 2025-01-16 02:16:40.27: IngressMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-01-16 02:16:40.27: IngressMonitor - start process kube event 2025-01-16 02:16:40.27: empty line received 2025-01-16 02:16:40.27: IngressMonitor - start process kube event 2025-01-16 02:17:07.39: IngressMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-01-16 02:17:07.39: IngressMonitor - start process kube event 2025-01-16 02:17:07.39: empty line received 2025-01-16 02:17:07.39: IngressMonitor - start process kube event 2025-01-16 02:17:09.23: stop iteration IngressMonitor 2025-01-16 02:17:09.23: IngressMonitor - start process kube event 2025-01-16 02:17:09.23: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=937 2025-01-16 02:17:09.23: IngressMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:17:09.23: IngressMonitor - Connect Kube API result 0 2025-01-16 02:17:09.23: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:17:09.23: IngressMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '937'})(timeout=120) 2025-01-16 02:17:09.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:17:09.23: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:17:09.23: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:17:09.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:17:09.24: IngressMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '937'}) 2025-01-16 02:17:09.61: PodMonitor - Received BOOKMARK: oldResVer=1346 newResVer=1346 2025-01-16 02:17:09.61: PodMonitor - start process kube event 2025-01-16 02:17:09.61: empty line received 2025-01-16 02:17:09.61: PodMonitor - start process kube event 2025-01-16 02:17:10.42: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-01190881:94021dbc-2c9c-4f3f-97d0-f0a972d24602 2025-01-16 02:17:10.42: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-01190881:94021dbc-2c9c-4f3f-97d0-f0a972d24602 2025-01-16 02:17:10.42: VncKubernetes - Process event (name=ctest-nginx-svc-01190881 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-01190881:94021dbc-2c9c-4f3f-97d0-f0a972d24602 2025-01-16 02:17:10.42: ServiceMonitor - start process kube event 2025-01-16 02:17:10.42: empty line received 2025-01-16 02:17:10.42: ServiceMonitor - start process kube event 2025-01-16 02:17:10.43: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:10.44: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:10.44: EndPointMonitor - start process kube event 2025-01-16 02:17:10.44: empty line received 2025-01-16 02:17:10.44: EndPointMonitor - start process kube event 2025-01-16 02:17:10.50: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:10.50: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-13292307 (no nodeName) 2025-01-16 02:17:10.51: PodMonitor - start process kube event 2025-01-16 02:17:10.51: empty line received 2025-01-16 02:17:10.52: PodMonitor - start process kube event 2025-01-16 02:17:10.52: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:10.52: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:10.52: PodMonitor - start process kube event 2025-01-16 02:17:10.52: empty line received 2025-01-16 02:17:10.52: PodMonitor - start process kube event 2025-01-16 02:17:10.56: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:10.56: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:10.56: PodMonitor - start process kube event 2025-01-16 02:17:10.56: empty line received 2025-01-16 02:17:10.56: PodMonitor - start process kube event 2025-01-16 02:17:10.56: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:10.56: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-92771326 (no nodeName) 2025-01-16 02:17:10.56: PodMonitor - start process kube event 2025-01-16 02:17:10.56: empty line received 2025-01-16 02:17:10.56: PodMonitor - start process kube event 2025-01-16 02:17:10.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:10.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:10.57: PodMonitor - start process kube event 2025-01-16 02:17:10.57: empty line received 2025-01-16 02:17:10.57: PodMonitor - start process kube event 2025-01-16 02:17:10.59: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:10.59: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:10.59: PodMonitor - start process kube event 2025-01-16 02:17:10.59: empty line received 2025-01-16 02:17:10.59: PodMonitor - start process kube event 2025-01-16 02:17:11.96: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-16 02:17:11.96: VncKubernetes - Process event (name=ctest-nginx-svc-01190881 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:12.08: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:17:12.08: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:12.55: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:17:12.55: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:17:12.55: IngressMonitor - start process kube event 2025-01-16 02:17:12.55: empty line received 2025-01-16 02:17:12.55: IngressMonitor - start process kube event 2025-01-16 02:17:13.26: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:13.26: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:13.26: PodMonitor - start process kube event 2025-01-16 02:17:13.26: empty line received 2025-01-16 02:17:13.27: PodMonitor - start process kube event 2025-01-16 02:17:13.29: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-16 02:17:13.29: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:13.38: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:17:13.38: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:14.16: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:14.16: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:14.16: PodMonitor - start process kube event 2025-01-16 02:17:14.16: empty line received 2025-01-16 02:17:14.16: PodMonitor - start process kube event 2025-01-16 02:17:14.17: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:17:14.17: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:14.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:17:14.33: VncKubernetes - Process event (name=ctest-nginx-ingress-46134985 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:17:15.71: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:17:15.71: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:17:15.72: IngressMonitor - start process kube event 2025-01-16 02:17:15.72: empty line received 2025-01-16 02:17:15.72: IngressMonitor - start process kube event 2025-01-16 02:17:17.26: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:17:17.26: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:17.34: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:17:17.34: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:17.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:17:17.42: VncKubernetes - Process event (name=ctest-nginx-ingress-46134985 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:17:17.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:17:18.59: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:18.59: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-69771687 (no nodeName) 2025-01-16 02:17:18.59: PodMonitor - start process kube event 2025-01-16 02:17:18.59: empty line received 2025-01-16 02:17:18.59: PodMonitor - start process kube event 2025-01-16 02:17:18.60: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:18.60: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:18.60: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:18.60: PodMonitor - start process kube event 2025-01-16 02:17:18.61: empty line received 2025-01-16 02:17:18.61: PodMonitor - start process kube event 2025-01-16 02:17:18.61: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:18.61: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:18.61: PodMonitor - start process kube event 2025-01-16 02:17:18.61: empty line received 2025-01-16 02:17:18.61: PodMonitor - start process kube event 2025-01-16 02:17:19.73: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:19.73: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:19.73: PodMonitor - start process kube event 2025-01-16 02:17:19.73: empty line received 2025-01-16 02:17:19.74: PodMonitor - start process kube event 2025-01-16 02:17:19.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:17:19.77: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:19.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:17:19.90: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:19.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:17:27.54: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:27.54: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:27.54: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:17:27.54: PodMonitor - start process kube event 2025-01-16 02:17:27.54: empty line received 2025-01-16 02:17:27.54: PodMonitor - start process kube event 2025-01-16 02:17:27.55: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:27.56: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:27.56: EndPointMonitor - start process kube event 2025-01-16 02:17:27.56: empty line received 2025-01-16 02:17:27.56: EndPointMonitor - start process kube event 2025-01-16 02:17:27.56: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:17:27.56: VncKubernetes - Process event (name=ctest-nginx-svc-01190881 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:27.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:17:28.54: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:28.54: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:28.54: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:17:28.54: PodMonitor - start process kube event 2025-01-16 02:17:28.54: empty line received 2025-01-16 02:17:28.54: PodMonitor - start process kube event 2025-01-16 02:17:28.56: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:28.56: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:28.56: EndPointMonitor - start process kube event 2025-01-16 02:17:28.56: empty line received 2025-01-16 02:17:28.56: EndPointMonitor - start process kube event 2025-01-16 02:17:28.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:17:28.58: VncKubernetes - Process event (name=ctest-nginx-svc-01190881 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:17:28.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:17:32.55: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:32.55: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:32.55: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:32.56: PodMonitor - start process kube event 2025-01-16 02:17:32.56: empty line received 2025-01-16 02:17:32.56: PodMonitor - start process kube event 2025-01-16 02:17:32.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:17:34.32: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:34.32: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:34.32: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:17:34.32: PodMonitor - start process kube event 2025-01-16 02:17:34.32: empty line received 2025-01-16 02:17:34.32: PodMonitor - start process kube event 2025-01-16 02:17:34.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:17:38.62: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=967 2025-01-16 02:17:38.62: NetworkPolicyMonitor - start process kube event 2025-01-16 02:17:38.62: empty line received 2025-01-16 02:17:38.62: NetworkPolicyMonitor - start process kube event 2025-01-16 02:17:39.20: EndPointMonitor - Received BOOKMARK: oldResVer=1349 newResVer=1499 2025-01-16 02:17:39.20: EndPointMonitor - start process kube event 2025-01-16 02:17:39.20: empty line received 2025-01-16 02:17:39.20: EndPointMonitor - start process kube event 2025-01-16 02:17:39.33: NetworkMonitor - Received BOOKMARK: oldResVer=634 newResVer=1425 2025-01-16 02:17:39.33: NetworkMonitor - start process kube event 2025-01-16 02:17:39.33: empty line received 2025-01-16 02:17:39.33: NetworkMonitor - start process kube event 2025-01-16 02:17:42.71: ServiceMonitor - Received BOOKMARK: oldResVer=998 newResVer=1443 2025-01-16 02:17:42.71: ServiceMonitor - start process kube event 2025-01-16 02:17:42.71: empty line received 2025-01-16 02:17:42.71: ServiceMonitor - start process kube event 2025-01-16 02:18:05.63: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.63: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.63: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.64: PodMonitor - start process kube event 2025-01-16 02:18:05.64: empty line received 2025-01-16 02:18:05.64: PodMonitor - start process kube event 2025-01-16 02:18:05.65: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.65: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.65: PodMonitor - start process kube event 2025-01-16 02:18:05.65: empty line received 2025-01-16 02:18:05.65: PodMonitor - start process kube event 2025-01-16 02:18:05.65: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.65: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.65: PodMonitor - start process kube event 2025-01-16 02:18:05.65: empty line received 2025-01-16 02:18:05.65: PodMonitor - start process kube event 2025-01-16 02:18:05.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:18:05.66: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:05.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:05.71: VncKubernetes - Process event (name=ctest-busybox-pod-69771687 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-69771687:5c54449b-06ed-4134-a0c0-38744200ee7b 2025-01-16 02:18:06.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:08.81: IngressMonitor - Received BOOKMARK: oldResVer=937 newResVer=1467 2025-01-16 02:18:08.81: IngressMonitor - start process kube event 2025-01-16 02:18:08.81: empty line received 2025-01-16 02:18:08.81: IngressMonitor - start process kube event 2025-01-16 02:18:09.28: PodMonitor - Received BOOKMARK: oldResVer=1346 newResVer=1557 2025-01-16 02:18:09.28: PodMonitor - start process kube event 2025-01-16 02:18:09.28: empty line received 2025-01-16 02:18:09.28: PodMonitor - start process kube event 2025-01-16 02:18:09.42: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:18:09.42: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:18:09.42: VncKubernetes - Process event (name=ctest-nginx-ingress-46134985 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-46134985:3eef02fd-38df-4843-8226-b10b82ff2a50 2025-01-16 02:18:09.43: IngressMonitor - start process kube event 2025-01-16 02:18:09.43: empty line received 2025-01-16 02:18:09.43: IngressMonitor - start process kube event 2025-01-16 02:18:10.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:10.94: EndPointMonitor - Received BOOKMARK: oldResVer=1499 newResVer=1499 2025-01-16 02:18:10.94: EndPointMonitor - start process kube event 2025-01-16 02:18:10.94: empty line received 2025-01-16 02:18:10.94: EndPointMonitor - start process kube event 2025-01-16 02:18:11.14: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:11.15: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:11.15: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:11.15: PodMonitor - start process kube event 2025-01-16 02:18:11.15: empty line received 2025-01-16 02:18:11.15: PodMonitor - start process kube event 2025-01-16 02:18:11.16: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:11.16: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:11.16: EndPointMonitor - start process kube event 2025-01-16 02:18:11.16: empty line received 2025-01-16 02:18:11.16: EndPointMonitor - start process kube event 2025-01-16 02:18:11.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:11.18: VncKubernetes - Process event (name=ctest-nginx-svc-01190881 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:11.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:12.70: stop iteration EndPointMonitor 2025-01-16 02:18:12.70: EndPointMonitor - start process kube event 2025-01-16 02:18:12.70: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1499 2025-01-16 02:18:12.70: EndPointMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:18:12.70: EndPointMonitor - Connect Kube API result 0 2025-01-16 02:18:12.70: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:18:12.70: EndPointMonitor - Start Watching request https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1499'})(timeout=120) 2025-01-16 02:18:12.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-16 02:18:12.70: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-16 02:18:12.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:12.70: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.70: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.70: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.71: PodMonitor - start process kube event 2025-01-16 02:18:12.71: empty line received 2025-01-16 02:18:12.71: PodMonitor - start process kube event 2025-01-16 02:18:12.71: EndPointMonitor - Watches https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1499'}) 2025-01-16 02:18:12.71: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:12.71: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:12.71: EndPointMonitor - start process kube event 2025-01-16 02:18:12.71: empty line received 2025-01-16 02:18:12.71: EndPointMonitor - start process kube event 2025-01-16 02:18:12.71: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.71: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.71: PodMonitor - start process kube event 2025-01-16 02:18:12.71: empty line received 2025-01-16 02:18:12.71: PodMonitor - start process kube event 2025-01-16 02:18:12.72: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.72: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.73: PodMonitor - start process kube event 2025-01-16 02:18:12.73: empty line received 2025-01-16 02:18:12.73: PodMonitor - start process kube event 2025-01-16 02:18:12.73: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:18:12.73: VncKubernetes - Process event (name=ctest-nginx-svc-01190881 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:12.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:18:12.79: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:12.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:12.81: VncKubernetes - Process event (name=ctest-nginx-pod-92771326 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-92771326:ab966d68-7f0b-4bd1-bfe9-c49be32e3c2c 2025-01-16 02:18:13.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:16.31: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:16.31: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:16.31: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:16.31: PodMonitor - start process kube event 2025-01-16 02:18:16.31: empty line received 2025-01-16 02:18:16.31: PodMonitor - start process kube event 2025-01-16 02:18:16.32: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:16.32: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:16.32: EndPointMonitor - start process kube event 2025-01-16 02:18:16.32: empty line received 2025-01-16 02:18:16.32: EndPointMonitor - start process kube event 2025-01-16 02:18:16.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:16.38: VncKubernetes - Process event (name=ctest-nginx-svc-01190881 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-01190881:8c996c8a-21d6-4c53-85bb-0fbb783766fb 2025-01-16 02:18:16.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:17.71: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.71: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.71: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.72: PodMonitor - start process kube event 2025-01-16 02:18:17.72: empty line received 2025-01-16 02:18:17.72: PodMonitor - start process kube event 2025-01-16 02:18:17.73: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.73: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.73: PodMonitor - start process kube event 2025-01-16 02:18:17.73: empty line received 2025-01-16 02:18:17.73: PodMonitor - start process kube event 2025-01-16 02:18:17.75: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.75: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.75: PodMonitor - start process kube event 2025-01-16 02:18:17.75: empty line received 2025-01-16 02:18:17.75: PodMonitor - start process kube event 2025-01-16 02:18:17.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:18:17.78: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:17.80: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:17.80: VncKubernetes - Process event (name=ctest-nginx-pod-13292307 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-13292307:0f5c9b51-2d86-4329-b36b-01698aa20833 2025-01-16 02:18:18.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:21.74: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:18:21.74: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:18:21.74: VncKubernetes - Process event (name=ctest-new-default-28572253 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:18:21.75: NamespaceMonitor - start process kube event 2025-01-16 02:18:21.75: empty line received 2025-01-16 02:18:21.75: NamespaceMonitor - start process kube event 2025-01-16 02:18:23.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:24.77: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:18:24.77: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:18:24.77: VncKubernetes - Process event (name=ctest-non-default-29966283 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:18:24.77: NamespaceMonitor - start process kube event 2025-01-16 02:18:24.77: empty line received 2025-01-16 02:18:24.77: NamespaceMonitor - start process kube event 2025-01-16 02:18:27.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:27.77: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:18:27.77: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:18:27.77: VncKubernetes - Process event (name=ctest-new-default-28572253 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:18:27.78: NamespaceMonitor - start process kube event 2025-01-16 02:18:27.78: empty line received 2025-01-16 02:18:27.78: NamespaceMonitor - start process kube event 2025-01-16 02:18:27.78: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:18:27.78: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:18:27.78: NamespaceMonitor - start process kube event 2025-01-16 02:18:27.78: empty line received 2025-01-16 02:18:27.78: NamespaceMonitor - start process kube event 2025-01-16 02:18:27.80: PodMonitor - Received ADDED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:27.80: PodMonitor - Skipped ADDED Pod ctest-new-default-28572253:ctest-pod-44499447 (no nodeName) 2025-01-16 02:18:27.80: PodMonitor - start process kube event 2025-01-16 02:18:27.80: empty line received 2025-01-16 02:18:27.80: PodMonitor - start process kube event 2025-01-16 02:18:27.80: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:27.81: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:27.81: PodMonitor - start process kube event 2025-01-16 02:18:27.81: empty line received 2025-01-16 02:18:27.81: PodMonitor - start process kube event 2025-01-16 02:18:27.83: PodMonitor - Received ADDED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:27.83: PodMonitor - Skipped ADDED Pod ctest-new-default-28572253:ctest-pod-98160883 (no nodeName) 2025-01-16 02:18:27.83: PodMonitor - start process kube event 2025-01-16 02:18:27.83: empty line received 2025-01-16 02:18:27.83: PodMonitor - start process kube event 2025-01-16 02:18:27.84: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:27.84: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:27.84: PodMonitor - start process kube event 2025-01-16 02:18:27.84: empty line received 2025-01-16 02:18:27.84: PodMonitor - start process kube event 2025-01-16 02:18:27.84: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:27.84: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:27.84: PodMonitor - start process kube event 2025-01-16 02:18:27.84: empty line received 2025-01-16 02:18:27.84: PodMonitor - start process kube event 2025-01-16 02:18:27.85: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:27.85: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:27.86: PodMonitor - start process kube event 2025-01-16 02:18:27.86: empty line received 2025-01-16 02:18:27.86: PodMonitor - start process kube event 2025-01-16 02:18:27.89: PodMonitor - Received ADDED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:27.89: PodMonitor - Skipped ADDED Pod ctest-non-default-29966283:ctest-pod-92481956 (no nodeName) 2025-01-16 02:18:27.89: PodMonitor - start process kube event 2025-01-16 02:18:27.89: empty line received 2025-01-16 02:18:27.89: PodMonitor - start process kube event 2025-01-16 02:18:27.89: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:27.89: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:27.89: PodMonitor - start process kube event 2025-01-16 02:18:27.89: empty line received 2025-01-16 02:18:27.89: PodMonitor - start process kube event 2025-01-16 02:18:27.93: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:27.93: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:27.93: PodMonitor - start process kube event 2025-01-16 02:18:27.93: empty line received 2025-01-16 02:18:27.93: PodMonitor - start process kube event 2025-01-16 02:18:27.93: PodMonitor - Received ADDED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:27.93: PodMonitor - Skipped ADDED Pod ctest-non-default-29966283:ctest-pod-42365095 (no nodeName) 2025-01-16 02:18:27.93: PodMonitor - start process kube event 2025-01-16 02:18:27.93: empty line received 2025-01-16 02:18:27.94: PodMonitor - start process kube event 2025-01-16 02:18:27.94: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:27.94: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:27.94: PodMonitor - start process kube event 2025-01-16 02:18:27.94: empty line received 2025-01-16 02:18:27.94: PodMonitor - start process kube event 2025-01-16 02:18:27.95: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:27.95: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:27.95: PodMonitor - start process kube event 2025-01-16 02:18:27.95: empty line received 2025-01-16 02:18:27.95: PodMonitor - start process kube event 2025-01-16 02:18:27.97: PodMonitor - Received ADDED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:27.97: PodMonitor - Skipped ADDED Pod ctest-new-default-28572253:ctest-pod-80581911 (no nodeName) 2025-01-16 02:18:27.97: PodMonitor - start process kube event 2025-01-16 02:18:27.97: empty line received 2025-01-16 02:18:27.97: PodMonitor - start process kube event 2025-01-16 02:18:27.97: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:27.97: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:27.97: PodMonitor - start process kube event 2025-01-16 02:18:27.97: empty line received 2025-01-16 02:18:27.97: PodMonitor - start process kube event 2025-01-16 02:18:27.99: PodMonitor - Received ADDED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:27.99: PodMonitor - Skipped ADDED Pod ctest-new-default-28572253:ctest-pod-29856208 (no nodeName) 2025-01-16 02:18:27.99: PodMonitor - start process kube event 2025-01-16 02:18:27.99: empty line received 2025-01-16 02:18:27.99: PodMonitor - start process kube event 2025-01-16 02:18:28.00: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:28.00: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:28.00: PodMonitor - start process kube event 2025-01-16 02:18:28.00: empty line received 2025-01-16 02:18:28.00: PodMonitor - start process kube event 2025-01-16 02:18:28.01: PodMonitor - Received ADDED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:28.01: PodMonitor - Skipped ADDED Pod ctest-non-default-29966283:ctest-pod-97499432 (no nodeName) 2025-01-16 02:18:28.01: PodMonitor - start process kube event 2025-01-16 02:18:28.01: empty line received 2025-01-16 02:18:28.01: PodMonitor - start process kube event 2025-01-16 02:18:28.02: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:28.02: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:28.02: PodMonitor - start process kube event 2025-01-16 02:18:28.02: empty line received 2025-01-16 02:18:28.02: PodMonitor - start process kube event 2025-01-16 02:18:28.03: PodMonitor - Received ADDED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:28.03: PodMonitor - Skipped ADDED Pod ctest-non-default-29966283:ctest-pod-71740695 (no nodeName) 2025-01-16 02:18:28.03: PodMonitor - start process kube event 2025-01-16 02:18:28.03: empty line received 2025-01-16 02:18:28.03: PodMonitor - start process kube event 2025-01-16 02:18:28.04: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:28.04: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:28.04: PodMonitor - start process kube event 2025-01-16 02:18:28.04: empty line received 2025-01-16 02:18:28.04: PodMonitor - start process kube event 2025-01-16 02:18:28.22: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:28.22: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:28.22: PodMonitor - start process kube event 2025-01-16 02:18:28.22: empty line received 2025-01-16 02:18:28.22: PodMonitor - start process kube event 2025-01-16 02:18:28.59: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-16 02:18:28.59: VncKubernetes - Process event (name=ctest-non-default-29966283 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:18:29.20: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-16 02:18:29.20: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:30.21: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:30.21: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:30.22: PodMonitor - start process kube event 2025-01-16 02:18:30.22: empty line received 2025-01-16 02:18:30.22: PodMonitor - start process kube event 2025-01-16 02:18:30.51: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:30.51: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:30.51: PodMonitor - start process kube event 2025-01-16 02:18:30.51: empty line received 2025-01-16 02:18:30.52: PodMonitor - start process kube event 2025-01-16 02:18:30.53: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-16 02:18:30.53: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:30.63: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:30.63: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:30.63: PodMonitor - start process kube event 2025-01-16 02:18:30.63: empty line received 2025-01-16 02:18:30.63: PodMonitor - start process kube event 2025-01-16 02:18:31.01: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:31.01: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:31.01: PodMonitor - start process kube event 2025-01-16 02:18:31.01: empty line received 2025-01-16 02:18:31.01: PodMonitor - start process kube event 2025-01-16 02:18:31.38: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:31.38: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:31.39: PodMonitor - start process kube event 2025-01-16 02:18:31.39: empty line received 2025-01-16 02:18:31.39: PodMonitor - start process kube event 2025-01-16 02:18:31.40: VncKubernetes - wait event (qsize=16 timeout=120) 2025-01-16 02:18:31.40: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:31.56: VncKubernetes - wait event (qsize=15 timeout=120) 2025-01-16 02:18:31.56: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:31.67: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-16 02:18:31.67: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:32.71: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:32.71: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:32.71: PodMonitor - start process kube event 2025-01-16 02:18:32.71: empty line received 2025-01-16 02:18:32.71: PodMonitor - start process kube event 2025-01-16 02:18:32.73: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-16 02:18:32.73: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:32.81: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-16 02:18:32.81: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:33.66: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:33.66: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:33.66: PodMonitor - start process kube event 2025-01-16 02:18:33.66: empty line received 2025-01-16 02:18:33.66: PodMonitor - start process kube event 2025-01-16 02:18:33.69: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-16 02:18:33.69: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:33.85: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-16 02:18:33.85: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:34.71: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:34.71: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:34.72: PodMonitor - start process kube event 2025-01-16 02:18:34.72: empty line received 2025-01-16 02:18:34.72: PodMonitor - start process kube event 2025-01-16 02:18:34.73: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-16 02:18:34.73: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:35.63: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:35.63: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:35.63: PodMonitor - start process kube event 2025-01-16 02:18:35.63: empty line received 2025-01-16 02:18:35.63: PodMonitor - start process kube event 2025-01-16 02:18:35.65: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-16 02:18:35.65: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:35.76: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:35.76: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:35.76: PodMonitor - start process kube event 2025-01-16 02:18:35.76: empty line received 2025-01-16 02:18:35.76: PodMonitor - start process kube event 2025-01-16 02:18:36.50: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:36.50: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:36.50: PodMonitor - start process kube event 2025-01-16 02:18:36.50: empty line received 2025-01-16 02:18:36.50: PodMonitor - start process kube event 2025-01-16 02:18:36.52: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-16 02:18:36.52: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:37.31: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:37.31: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:37.31: PodMonitor - start process kube event 2025-01-16 02:18:37.31: empty line received 2025-01-16 02:18:37.31: PodMonitor - start process kube event 2025-01-16 02:18:37.33: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-16 02:18:37.33: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:37.47: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-16 02:18:37.47: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:37.59: VncKubernetes - wait event (qsize=11 timeout=120) 2025-01-16 02:18:37.59: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:37.65: VncKubernetes - wait event (qsize=10 timeout=120) 2025-01-16 02:18:37.65: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:37.76: VncKubernetes - wait event (qsize=9 timeout=120) 2025-01-16 02:18:37.76: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:37.83: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-16 02:18:37.83: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:37.89: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-16 02:18:37.89: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:37.91: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-16 02:18:37.92: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:37.97: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-16 02:18:37.97: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:38.03: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:18:38.03: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:38.05: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:18:38.05: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:18:38.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:18:38.11: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:38.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:38.16: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:38.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:38.24: NamespaceMonitor - Received BOOKMARK: oldResVer=630 newResVer=1616 2025-01-16 02:18:38.24: NamespaceMonitor - start process kube event 2025-01-16 02:18:38.24: empty line received 2025-01-16 02:18:38.24: NamespaceMonitor - start process kube event 2025-01-16 02:18:39.12: NetworkMonitor - Received BOOKMARK: oldResVer=1425 newResVer=1425 2025-01-16 02:18:39.12: NetworkMonitor - start process kube event 2025-01-16 02:18:39.12: empty line received 2025-01-16 02:18:39.12: NetworkMonitor - start process kube event 2025-01-16 02:18:39.42: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=967 2025-01-16 02:18:39.42: NetworkPolicyMonitor - start process kube event 2025-01-16 02:18:39.42: empty line received 2025-01-16 02:18:39.42: NetworkPolicyMonitor - start process kube event 2025-01-16 02:18:40.79: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:40.79: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:40.79: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:18:40.79: PodMonitor - start process kube event 2025-01-16 02:18:40.79: empty line received 2025-01-16 02:18:40.79: PodMonitor - start process kube event 2025-01-16 02:18:40.80: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:40.80: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:40.80: PodMonitor - start process kube event 2025-01-16 02:18:40.80: empty line received 2025-01-16 02:18:40.80: PodMonitor - start process kube event 2025-01-16 02:18:40.82: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:40.82: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:40.82: PodMonitor - start process kube event 2025-01-16 02:18:40.82: empty line received 2025-01-16 02:18:40.82: PodMonitor - start process kube event 2025-01-16 02:18:40.85: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:18:40.85: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:18:40.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:40.87: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:18:40.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:41.84: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:41.84: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:41.84: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:18:41.84: PodMonitor - start process kube event 2025-01-16 02:18:41.84: empty line received 2025-01-16 02:18:41.84: PodMonitor - start process kube event 2025-01-16 02:18:41.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:42.65: ServiceMonitor - Received BOOKMARK: oldResVer=1443 newResVer=1443 2025-01-16 02:18:42.65: ServiceMonitor - start process kube event 2025-01-16 02:18:42.65: empty line received 2025-01-16 02:18:42.65: ServiceMonitor - start process kube event 2025-01-16 02:18:42.84: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:42.85: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:42.85: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:18:42.85: PodMonitor - start process kube event 2025-01-16 02:18:42.85: empty line received 2025-01-16 02:18:42.85: PodMonitor - start process kube event 2025-01-16 02:18:42.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:44.85: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:44.85: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:44.85: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:18:44.85: PodMonitor - start process kube event 2025-01-16 02:18:44.85: empty line received 2025-01-16 02:18:44.85: PodMonitor - start process kube event 2025-01-16 02:18:44.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:45.85: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:45.85: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:45.85: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:18:45.85: PodMonitor - start process kube event 2025-01-16 02:18:45.85: empty line received 2025-01-16 02:18:45.85: PodMonitor - start process kube event 2025-01-16 02:18:45.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:49.91: ServiceMonitor - Received ADDED Service ctest-new-default-28572253:ctest-nginx-svc-01134534:7c792ad2-349e-4b17-a681-cf219d3a84a8 2025-01-16 02:18:49.91: ServiceMonitor - Got ADDED Service ctest-new-default-28572253:ctest-nginx-svc-01134534:7c792ad2-349e-4b17-a681-cf219d3a84a8 2025-01-16 02:18:49.91: VncKubernetes - Process event (name=ctest-nginx-svc-01134534 event_type=ADDED kind=Service ns=ctest-new-default-28572253) VncService - Got ADDED Service ctest-new-default-28572253:ctest-nginx-svc-01134534:7c792ad2-349e-4b17-a681-cf219d3a84a8 2025-01-16 02:18:49.92: ServiceMonitor - start process kube event 2025-01-16 02:18:49.92: empty line received 2025-01-16 02:18:49.92: ServiceMonitor - start process kube event 2025-01-16 02:18:49.93: EndPointMonitor - Received ADDED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:18:49.93: EndPointMonitor - Got ADDED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:18:49.93: EndPointMonitor - start process kube event 2025-01-16 02:18:49.93: empty line received 2025-01-16 02:18:49.93: EndPointMonitor - start process kube event 2025-01-16 02:18:51.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:18:51.06: VncKubernetes - Process event (name=ctest-nginx-svc-01134534 event_type=ADDED kind=Endpoints ns=ctest-new-default-28572253) VncEndpoints - Got ADDED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:18:51.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:18:52.83: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:18:52.83: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:18:52.83: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-28572253) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:18:52.83: NetworkPolicyMonitor - start process kube event 2025-01-16 02:18:52.83: empty line received 2025-01-16 02:18:52.83: NetworkPolicyMonitor - start process kube event 2025-01-16 02:18:54.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:19:08.68: IngressMonitor - Received BOOKMARK: oldResVer=1467 newResVer=1563 2025-01-16 02:19:08.68: IngressMonitor - start process kube event 2025-01-16 02:19:08.68: empty line received 2025-01-16 02:19:08.68: IngressMonitor - start process kube event 2025-01-16 02:19:09.74: PodMonitor - Received BOOKMARK: oldResVer=1557 newResVer=1714 2025-01-16 02:19:09.74: PodMonitor - start process kube event 2025-01-16 02:19:09.74: PodMonitor - _schedule_vnc_sync 2025-01-16 02:19:09.74: empty line received 2025-01-16 02:19:09.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-16 02:19:09.75: VncKubernetes - vnc_sync - Pod start 2025-01-16 02:19:09.75: VncKubernetes - vnc_sync - Pod done 2025-01-16 02:19:09.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:19:09.75: PodMonitor - start process kube event 2025-01-16 02:19:13.06: EndPointMonitor - Received BOOKMARK: oldResVer=1499 newResVer=1721 2025-01-16 02:19:13.06: EndPointMonitor - start process kube event 2025-01-16 02:19:13.06: empty line received 2025-01-16 02:19:13.06: EndPointMonitor - start process kube event 2025-01-16 02:19:38.38: NamespaceMonitor - Received BOOKMARK: oldResVer=1616 newResVer=1616 2025-01-16 02:19:38.38: NamespaceMonitor - start process kube event 2025-01-16 02:19:38.38: empty line received 2025-01-16 02:19:38.38: NamespaceMonitor - start process kube event 2025-01-16 02:19:39.88: NetworkMonitor - Received BOOKMARK: oldResVer=1425 newResVer=1425 2025-01-16 02:19:39.88: NetworkMonitor - start process kube event 2025-01-16 02:19:39.88: empty line received 2025-01-16 02:19:39.88: NetworkMonitor - start process kube event 2025-01-16 02:19:40.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=967 newResVer=1726 2025-01-16 02:19:40.32: NetworkPolicyMonitor - start process kube event 2025-01-16 02:19:40.32: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-16 02:19:40.32: empty line received 2025-01-16 02:19:40.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-16 02:19:40.32: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-16 02:19:40.32: NetworkPolicyMonitor - start process kube event 2025-01-16 02:19:40.33: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-16 02:19:40.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:19:42.91: ServiceMonitor - Received BOOKMARK: oldResVer=1443 newResVer=1720 2025-01-16 02:19:42.91: ServiceMonitor - start process kube event 2025-01-16 02:19:42.91: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:19:42.91: empty line received 2025-01-16 02:19:42.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:19:42.91: VncKubernetes - vnc_sync - Service start 2025-01-16 02:19:42.91: VncKubernetes - vnc_sync - Service done 2025-01-16 02:19:42.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:19:42.91: ServiceMonitor - start process kube event 2025-01-16 02:19:44.84: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1726 newResVer=1726 2025-01-16 02:19:44.85: NetworkPolicyMonitor - start process kube event 2025-01-16 02:19:44.85: empty line received 2025-01-16 02:19:44.85: NetworkPolicyMonitor - start process kube event 2025-01-16 02:19:46.55: stop iteration NetworkPolicyMonitor 2025-01-16 02:19:46.55: NetworkPolicyMonitor - start process kube event 2025-01-16 02:19:46.55: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1726 2025-01-16 02:19:46.55: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:19:46.55: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-16 02:19:46.55: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-16 02:19:46.55: NetworkPolicyMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1726'})(timeout=120) 2025-01-16 02:19:46.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-16 02:19:46.55: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-16 02:19:46.56: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-16 02:19:46.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:19:46.57: NetworkPolicyMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1726'}) 2025-01-16 02:20:09.13: IngressMonitor - Received BOOKMARK: oldResVer=1563 newResVer=1563 2025-01-16 02:20:09.13: IngressMonitor - start process kube event 2025-01-16 02:20:09.13: empty line received 2025-01-16 02:20:09.13: IngressMonitor - start process kube event 2025-01-16 02:20:09.65: PodMonitor - Received BOOKMARK: oldResVer=1714 newResVer=1714 2025-01-16 02:20:09.65: PodMonitor - start process kube event 2025-01-16 02:20:09.65: empty line received 2025-01-16 02:20:09.65: PodMonitor - start process kube event 2025-01-16 02:20:13.23: EndPointMonitor - Received BOOKMARK: oldResVer=1721 newResVer=1721 2025-01-16 02:20:13.23: EndPointMonitor - start process kube event 2025-01-16 02:20:13.23: empty line received 2025-01-16 02:20:13.23: EndPointMonitor - start process kube event 2025-01-16 02:20:38.06: NamespaceMonitor - Received BOOKMARK: oldResVer=1616 newResVer=1616 2025-01-16 02:20:38.06: NamespaceMonitor - start process kube event 2025-01-16 02:20:38.06: empty line received 2025-01-16 02:20:38.06: NamespaceMonitor - start process kube event 2025-01-16 02:20:40.89: NetworkMonitor - Received BOOKMARK: oldResVer=1425 newResVer=1425 2025-01-16 02:20:40.89: NetworkMonitor - start process kube event 2025-01-16 02:20:40.89: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:20:40.89: empty line received 2025-01-16 02:20:40.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:20:40.89: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:20:40.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:20:40.89: NetworkMonitor - start process kube event 2025-01-16 02:20:42.26: ServiceMonitor - Received BOOKMARK: oldResVer=1720 newResVer=1720 2025-01-16 02:20:42.26: ServiceMonitor - start process kube event 2025-01-16 02:20:42.26: empty line received 2025-01-16 02:20:42.26: ServiceMonitor - start process kube event 2025-01-16 02:20:52.95: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:20:52.95: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:20:52.95: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-28572253) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:20:52.96: NetworkPolicyMonitor - start process kube event 2025-01-16 02:20:52.96: empty line received 2025-01-16 02:20:52.96: NetworkPolicyMonitor - start process kube event 2025-01-16 02:20:54.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:21:08.47: IngressMonitor - Received BOOKMARK: oldResVer=1563 newResVer=1563 2025-01-16 02:21:08.47: IngressMonitor - start process kube event 2025-01-16 02:21:08.47: empty line received 2025-01-16 02:21:08.47: IngressMonitor - start process kube event 2025-01-16 02:21:10.09: PodMonitor - Received BOOKMARK: oldResVer=1714 newResVer=1714 2025-01-16 02:21:10.09: PodMonitor - start process kube event 2025-01-16 02:21:10.09: empty line received 2025-01-16 02:21:10.09: PodMonitor - start process kube event 2025-01-16 02:21:13.64: EndPointMonitor - Received BOOKMARK: oldResVer=1721 newResVer=1721 2025-01-16 02:21:13.64: EndPointMonitor - start process kube event 2025-01-16 02:21:13.64: empty line received 2025-01-16 02:21:13.64: EndPointMonitor - start process kube event 2025-01-16 02:21:33.37: ServiceMonitor - Received BOOKMARK: oldResVer=1720 newResVer=1720 2025-01-16 02:21:33.37: ServiceMonitor - start process kube event 2025-01-16 02:21:33.37: empty line received 2025-01-16 02:21:33.37: ServiceMonitor - start process kube event 2025-01-16 02:21:34.49: ServiceMonitor - Received BOOKMARK: oldResVer=1720 newResVer=1720 2025-01-16 02:21:34.49: ServiceMonitor - start process kube event 2025-01-16 02:21:34.49: empty line received 2025-01-16 02:21:34.49: ServiceMonitor - start process kube event 2025-01-16 02:21:36.09: stop iteration ServiceMonitor 2025-01-16 02:21:36.09: ServiceMonitor - start process kube event 2025-01-16 02:21:36.09: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1720 2025-01-16 02:21:36.09: ServiceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:21:36.09: ServiceMonitor - Connect Kube API result 0 2025-01-16 02:21:36.09: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:21:36.09: ServiceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1720'})(timeout=120) 2025-01-16 02:21:36.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:21:36.09: VncKubernetes - vnc_sync - Service start 2025-01-16 02:21:36.09: VncKubernetes - vnc_sync - Service done 2025-01-16 02:21:36.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:21:36.10: ServiceMonitor - Watches https://10.0.0.58:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1720'}) 2025-01-16 02:21:38.87: NamespaceMonitor - Received BOOKMARK: oldResVer=1616 newResVer=1616 2025-01-16 02:21:38.87: NamespaceMonitor - start process kube event 2025-01-16 02:21:38.87: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:21:38.87: empty line received 2025-01-16 02:21:38.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:21:38.87: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:21:38.87: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:21:38.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:21:38.87: NamespaceMonitor - start process kube event 2025-01-16 02:21:40.87: NetworkMonitor - Received BOOKMARK: oldResVer=1425 newResVer=1425 2025-01-16 02:21:40.87: NetworkMonitor - start process kube event 2025-01-16 02:21:40.87: empty line received 2025-01-16 02:21:40.87: NetworkMonitor - start process kube event 2025-01-16 02:21:46.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1726 newResVer=1872 2025-01-16 02:21:46.45: NetworkPolicyMonitor - start process kube event 2025-01-16 02:21:46.45: empty line received 2025-01-16 02:21:46.45: NetworkPolicyMonitor - start process kube event 2025-01-16 02:21:56.20: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:56.20: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:56.20: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:56.20: PodMonitor - start process kube event 2025-01-16 02:21:56.20: empty line received 2025-01-16 02:21:56.20: PodMonitor - start process kube event 2025-01-16 02:21:56.23: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:21:56.23: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:21:56.23: EndPointMonitor - start process kube event 2025-01-16 02:21:56.23: empty line received 2025-01-16 02:21:56.23: EndPointMonitor - start process kube event 2025-01-16 02:21:56.24: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:21:56.24: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:21:56.24: PodMonitor - start process kube event 2025-01-16 02:21:56.24: empty line received 2025-01-16 02:21:56.24: PodMonitor - start process kube event 2025-01-16 02:21:56.24: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:56.24: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:56.25: PodMonitor - start process kube event 2025-01-16 02:21:56.25: empty line received 2025-01-16 02:21:56.25: PodMonitor - start process kube event 2025-01-16 02:21:56.25: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:21:56.25: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:21:56.25: PodMonitor - start process kube event 2025-01-16 02:21:56.25: empty line received 2025-01-16 02:21:56.25: PodMonitor - start process kube event 2025-01-16 02:21:56.25: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:56.25: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:56.25: PodMonitor - start process kube event 2025-01-16 02:21:56.25: empty line received 2025-01-16 02:21:56.25: PodMonitor - start process kube event 2025-01-16 02:21:56.26: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:56.26: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:56.26: PodMonitor - start process kube event 2025-01-16 02:21:56.26: empty line received 2025-01-16 02:21:56.26: PodMonitor - start process kube event 2025-01-16 02:21:56.26: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:21:56.26: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:21:56.26: PodMonitor - start process kube event 2025-01-16 02:21:56.26: empty line received 2025-01-16 02:21:56.27: PodMonitor - start process kube event 2025-01-16 02:21:56.27: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:21:56.27: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:21:56.27: PodMonitor - start process kube event 2025-01-16 02:21:56.27: empty line received 2025-01-16 02:21:56.27: PodMonitor - start process kube event 2025-01-16 02:21:56.27: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:21:56.27: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:21:56.27: EndPointMonitor - start process kube event 2025-01-16 02:21:56.27: empty line received 2025-01-16 02:21:56.27: EndPointMonitor - start process kube event 2025-01-16 02:21:56.28: VncKubernetes - wait event (qsize=9 timeout=120) 2025-01-16 02:21:56.28: VncKubernetes - Process event (name=ctest-nginx-svc-01134534 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-28572253) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:21:56.51: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-16 02:21:56.51: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:21:56.57: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-16 02:21:56.57: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:56.63: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-16 02:21:56.63: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:21:56.65: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-16 02:21:56.65: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:56.71: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:21:56.71: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:56.77: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:21:56.77: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:21:56.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:21:56.79: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:21:56.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:21:56.85: VncKubernetes - Process event (name=ctest-nginx-svc-01134534 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-28572253) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:21:56.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:21:57.31: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:57.31: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:57.31: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:57.32: PodMonitor - start process kube event 2025-01-16 02:21:57.32: empty line received 2025-01-16 02:21:57.32: PodMonitor - start process kube event 2025-01-16 02:21:57.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:21:57.35: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.35: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.35: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.35: PodMonitor - start process kube event 2025-01-16 02:21:57.35: empty line received 2025-01-16 02:21:57.35: PodMonitor - start process kube event 2025-01-16 02:21:57.38: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:57.38: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:57.38: PodMonitor - start process kube event 2025-01-16 02:21:57.38: empty line received 2025-01-16 02:21:57.38: PodMonitor - start process kube event 2025-01-16 02:21:57.41: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:57.41: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:57.41: PodMonitor - start process kube event 2025-01-16 02:21:57.41: empty line received 2025-01-16 02:21:57.41: PodMonitor - start process kube event 2025-01-16 02:21:57.42: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:21:57.42: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:57.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:21:57.49: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:57.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:21:57.81: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.81: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.81: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.81: PodMonitor - start process kube event 2025-01-16 02:21:57.81: empty line received 2025-01-16 02:21:57.81: PodMonitor - start process kube event 2025-01-16 02:21:57.81: PodMonitor - Received DELETED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.81: PodMonitor - Got DELETED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:57.81: PodMonitor - start process kube event 2025-01-16 02:21:57.81: empty line received 2025-01-16 02:21:57.81: PodMonitor - start process kube event 2025-01-16 02:21:57.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:21:57.87: VncKubernetes - Process event (name=ctest-pod-44499447 event_type=DELETED kind=Pod ns=ctest-new-default-28572253) VncPod - Got DELETED Pod ctest-new-default-28572253:ctest-pod-44499447:64382505-04f3-4990-b4c2-58c00ff0ab82 2025-01-16 02:21:58.21: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:58.21: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:58.21: PodMonitor - start process kube event 2025-01-16 02:21:58.21: empty line received 2025-01-16 02:21:58.21: PodMonitor - start process kube event 2025-01-16 02:21:58.21: PodMonitor - Received DELETED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:58.21: PodMonitor - Got DELETED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:58.21: PodMonitor - start process kube event 2025-01-16 02:21:58.21: empty line received 2025-01-16 02:21:58.21: PodMonitor - start process kube event 2025-01-16 02:21:58.51: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:21:58.51: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:58.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:21:58.57: VncKubernetes - Process event (name=ctest-pod-92481956 event_type=DELETED kind=Pod ns=ctest-non-default-29966283) VncPod - Got DELETED Pod ctest-non-default-29966283:ctest-pod-92481956:a330010b-4f7c-498b-9b5f-a0f7cc43fbbd 2025-01-16 02:21:58.61: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:58.61: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:58.61: PodMonitor - start process kube event 2025-01-16 02:21:58.61: empty line received 2025-01-16 02:21:58.61: PodMonitor - start process kube event 2025-01-16 02:21:58.61: PodMonitor - Received DELETED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:58.61: PodMonitor - Got DELETED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:58.61: PodMonitor - start process kube event 2025-01-16 02:21:58.61: empty line received 2025-01-16 02:21:58.61: PodMonitor - start process kube event 2025-01-16 02:21:59.00: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:59.00: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:59.01: PodMonitor - start process kube event 2025-01-16 02:21:59.01: empty line received 2025-01-16 02:21:59.01: PodMonitor - start process kube event 2025-01-16 02:21:59.02: PodMonitor - Received DELETED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:59.02: PodMonitor - Got DELETED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:21:59.02: PodMonitor - start process kube event 2025-01-16 02:21:59.02: empty line received 2025-01-16 02:21:59.02: PodMonitor - start process kube event 2025-01-16 02:21:59.17: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:21:59.17: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:21:59.23: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:21:59.23: VncKubernetes - Process event (name=ctest-pod-98160883 event_type=DELETED kind=Pod ns=ctest-new-default-28572253) VncPod - Got DELETED Pod ctest-new-default-28572253:ctest-pod-98160883:2001924d-ec20-4724-96a3-a1ec394c1901 2025-01-16 02:22:00.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:22:00.14: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:22:00.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:22:00.20: VncKubernetes - Process event (name=ctest-pod-42365095 event_type=DELETED kind=Pod ns=ctest-non-default-29966283) VncPod - Got DELETED Pod ctest-non-default-29966283:ctest-pod-42365095:9eb5b467-b1af-4b77-8ca8-1fe902cd9be1 2025-01-16 02:22:00.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:05.80: PodMonitor - Received BOOKMARK: oldResVer=1714 newResVer=1986 2025-01-16 02:22:05.80: PodMonitor - start process kube event 2025-01-16 02:22:05.80: empty line received 2025-01-16 02:22:05.80: PodMonitor - start process kube event 2025-01-16 02:22:07.36: stop iteration PodMonitor 2025-01-16 02:22:07.36: PodMonitor - start process kube event 2025-01-16 02:22:07.37: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1986 2025-01-16 02:22:07.37: PodMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:22:07.37: PodMonitor - Connect Kube API result 0 2025-01-16 02:22:07.37: PodMonitor - _schedule_vnc_sync 2025-01-16 02:22:07.37: PodMonitor - Start Watching request https://10.0.0.58:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1986'})(timeout=120) 2025-01-16 02:22:07.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-16 02:22:07.37: VncKubernetes - vnc_sync - Pod start 2025-01-16 02:22:07.37: VncKubernetes - vnc_sync - Pod done 2025-01-16 02:22:07.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:07.39: PodMonitor - Watches https://10.0.0.58:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1986'}) 2025-01-16 02:22:08.41: IngressMonitor - Received BOOKMARK: oldResVer=1563 newResVer=1563 2025-01-16 02:22:08.42: IngressMonitor - start process kube event 2025-01-16 02:22:08.42: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:22:08.42: empty line received 2025-01-16 02:22:08.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:22:08.42: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:22:08.42: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:22:08.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:08.42: IngressMonitor - start process kube event 2025-01-16 02:22:14.21: EndPointMonitor - Received BOOKMARK: oldResVer=1721 newResVer=1962 2025-01-16 02:22:14.21: EndPointMonitor - start process kube event 2025-01-16 02:22:14.21: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:22:14.21: empty line received 2025-01-16 02:22:14.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-16 02:22:14.21: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-16 02:22:14.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:14.21: EndPointMonitor - start process kube event 2025-01-16 02:22:27.38: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:27.38: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:27.38: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:27.38: PodMonitor - start process kube event 2025-01-16 02:22:27.38: empty line received 2025-01-16 02:22:27.39: PodMonitor - start process kube event 2025-01-16 02:22:27.40: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.40: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.40: PodMonitor - start process kube event 2025-01-16 02:22:27.40: empty line received 2025-01-16 02:22:27.40: PodMonitor - start process kube event 2025-01-16 02:22:27.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:22:27.41: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.41: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.41: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.41: PodMonitor - start process kube event 2025-01-16 02:22:27.41: empty line received 2025-01-16 02:22:27.41: PodMonitor - start process kube event 2025-01-16 02:22:27.41: PodMonitor - Received DELETED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.41: PodMonitor - Got DELETED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.41: PodMonitor - start process kube event 2025-01-16 02:22:27.41: empty line received 2025-01-16 02:22:27.41: PodMonitor - start process kube event 2025-01-16 02:22:27.43: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:27.43: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:27.43: PodMonitor - start process kube event 2025-01-16 02:22:27.43: empty line received 2025-01-16 02:22:27.43: PodMonitor - start process kube event 2025-01-16 02:22:27.47: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:22:27.47: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.53: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:22:27.53: VncKubernetes - Process event (name=ctest-pod-29856208 event_type=DELETED kind=Pod ns=ctest-new-default-28572253) VncPod - Got DELETED Pod ctest-new-default-28572253:ctest-pod-29856208:5bbc820b-2464-446d-b759-2ba03a2a10d8 2025-01-16 02:22:27.68: PodMonitor - Received MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:27.68: PodMonitor - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:27.68: PodMonitor - start process kube event 2025-01-16 02:22:27.69: empty line received 2025-01-16 02:22:27.69: PodMonitor - start process kube event 2025-01-16 02:22:27.70: PodMonitor - Received DELETED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:27.70: PodMonitor - Got DELETED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:27.71: PodMonitor - start process kube event 2025-01-16 02:22:27.71: empty line received 2025-01-16 02:22:27.71: PodMonitor - start process kube event 2025-01-16 02:22:27.76: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:27.76: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:27.76: PodMonitor - start process kube event 2025-01-16 02:22:27.76: empty line received 2025-01-16 02:22:27.76: PodMonitor - start process kube event 2025-01-16 02:22:27.77: PodMonitor - Received DELETED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:27.77: PodMonitor - Got DELETED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:27.77: PodMonitor - start process kube event 2025-01-16 02:22:27.77: empty line received 2025-01-16 02:22:27.77: PodMonitor - start process kube event 2025-01-16 02:22:28.27: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-16 02:22:28.28: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:28.30: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:22:28.30: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=MODIFIED kind=Pod ns=ctest-new-default-28572253) VncPod - Got MODIFIED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:28.36: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:22:28.36: VncKubernetes - Process event (name=ctest-pod-80581911 event_type=DELETED kind=Pod ns=ctest-new-default-28572253) VncPod - Got DELETED Pod ctest-new-default-28572253:ctest-pod-80581911:ed303b3b-0ccb-464e-8968-864e268bba4f 2025-01-16 02:22:28.38: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:28.38: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:28.38: PodMonitor - start process kube event 2025-01-16 02:22:28.38: empty line received 2025-01-16 02:22:28.38: PodMonitor - start process kube event 2025-01-16 02:22:28.38: PodMonitor - Received MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:28.39: PodMonitor - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:28.39: PodMonitor - start process kube event 2025-01-16 02:22:28.39: empty line received 2025-01-16 02:22:28.39: PodMonitor - start process kube event 2025-01-16 02:22:28.39: PodMonitor - Received DELETED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:28.39: PodMonitor - Got DELETED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:28.39: PodMonitor - start process kube event 2025-01-16 02:22:28.39: empty line received 2025-01-16 02:22:28.39: PodMonitor - start process kube event 2025-01-16 02:22:28.97: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-16 02:22:28.97: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:29.03: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:22:29.03: VncKubernetes - Process event (name=ctest-pod-97499432 event_type=DELETED kind=Pod ns=ctest-non-default-29966283) VncPod - Got DELETED Pod ctest-non-default-29966283:ctest-pod-97499432:f2920bea-a7e4-4f31-bc7c-401dc79dfb6e 2025-01-16 02:22:29.50: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:22:29.50: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:29.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:22:29.56: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=MODIFIED kind=Pod ns=ctest-non-default-29966283) VncPod - Got MODIFIED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:29.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:22:29.62: VncKubernetes - Process event (name=ctest-pod-71740695 event_type=DELETED kind=Pod ns=ctest-non-default-29966283) VncPod - Got DELETED Pod ctest-non-default-29966283:ctest-pod-71740695:ff28d090-c6fb-42bb-9036-8bccd13fd521 2025-01-16 02:22:30.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:31.59: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:31.59: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:31.59: VncKubernetes - Process event (name=ctest-non-default-29966283 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:31.59: NamespaceMonitor - start process kube event 2025-01-16 02:22:31.59: empty line received 2025-01-16 02:22:31.59: NamespaceMonitor - start process kube event 2025-01-16 02:22:31.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:36.82: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:36.82: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:36.82: VncKubernetes - Process event (name=ctest-non-default-29966283 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:36.82: NamespaceMonitor - start process kube event 2025-01-16 02:22:36.82: empty line received 2025-01-16 02:22:36.82: NamespaceMonitor - start process kube event 2025-01-16 02:22:36.83: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:36.83: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:36.83: NamespaceMonitor - start process kube event 2025-01-16 02:22:36.83: empty line received 2025-01-16 02:22:36.83: NamespaceMonitor - start process kube event 2025-01-16 02:22:37.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:22:37.15: VncKubernetes - Process event (name=ctest-non-default-29966283 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-29966283:fd4bf714-0908-436b-905a-62cdb6ae80c2 2025-01-16 02:22:37.63: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:37.63: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:37.63: NamespaceMonitor - start process kube event 2025-01-16 02:22:37.63: empty line received 2025-01-16 02:22:37.63: NamespaceMonitor - start process kube event 2025-01-16 02:22:38.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:22:38.47: VncKubernetes - Process event (name=ctest-new-default-28572253 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:38.58: NamespaceMonitor - Received BOOKMARK: oldResVer=1616 newResVer=2077 2025-01-16 02:22:38.58: NamespaceMonitor - start process kube event 2025-01-16 02:22:38.58: empty line received 2025-01-16 02:22:38.58: NamespaceMonitor - start process kube event 2025-01-16 02:22:38.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:40.97: NetworkMonitor - Received BOOKMARK: oldResVer=1425 newResVer=1425 2025-01-16 02:22:40.97: NetworkMonitor - start process kube event 2025-01-16 02:22:40.97: empty line received 2025-01-16 02:22:40.97: NetworkMonitor - start process kube event 2025-01-16 02:22:42.69: EndPointMonitor - Received DELETED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:22:42.69: EndPointMonitor - Got DELETED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:22:42.69: VncKubernetes - Process event (name=ctest-nginx-svc-01134534 event_type=DELETED kind=Endpoints ns=ctest-new-default-28572253) VncEndpoints - Got DELETED Endpoints ctest-new-default-28572253:ctest-nginx-svc-01134534:50a357a4-a026-464a-9701-843c2c350d4b 2025-01-16 02:22:42.70: EndPointMonitor - start process kube event 2025-01-16 02:22:42.70: empty line received 2025-01-16 02:22:42.70: EndPointMonitor - start process kube event 2025-01-16 02:22:42.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:42.88: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:22:42.88: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:22:42.88: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-28572253) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-28572253:ingress-on-service:85a5d466-5cd8-43da-86d5-b2b4b051a53e 2025-01-16 02:22:42.88: NetworkPolicyMonitor - start process kube event 2025-01-16 02:22:42.88: empty line received 2025-01-16 02:22:42.88: NetworkPolicyMonitor - start process kube event 2025-01-16 02:22:42.90: ServiceMonitor - Received DELETED Service ctest-new-default-28572253:ctest-nginx-svc-01134534:7c792ad2-349e-4b17-a681-cf219d3a84a8 2025-01-16 02:22:42.90: ServiceMonitor - Got DELETED Service ctest-new-default-28572253:ctest-nginx-svc-01134534:7c792ad2-349e-4b17-a681-cf219d3a84a8 2025-01-16 02:22:42.90: ServiceMonitor - start process kube event 2025-01-16 02:22:42.90: empty line received 2025-01-16 02:22:42.90: ServiceMonitor - start process kube event 2025-01-16 02:22:42.92: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:42.92: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:42.92: NamespaceMonitor - start process kube event 2025-01-16 02:22:42.92: empty line received 2025-01-16 02:22:42.92: NamespaceMonitor - start process kube event 2025-01-16 02:22:42.93: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:42.93: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:42.93: NamespaceMonitor - start process kube event 2025-01-16 02:22:42.93: empty line received 2025-01-16 02:22:42.93: NamespaceMonitor - start process kube event 2025-01-16 02:22:43.94: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:22:43.94: VncKubernetes - Process event (name=ctest-nginx-svc-01134534 event_type=DELETED kind=Service ns=ctest-new-default-28572253) VncService - Got DELETED Service ctest-new-default-28572253:ctest-nginx-svc-01134534:7c792ad2-349e-4b17-a681-cf219d3a84a8 2025-01-16 02:22:44.39: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:22:44.39: VncKubernetes - Process event (name=ctest-new-default-28572253 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:44.80: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:22:44.80: VncKubernetes - Process event (name=ctest-new-default-28572253 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-28572253:6e86c543-d6b7-46c9-b52f-d94de90a3610 2025-01-16 02:22:46.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1872 newResVer=2113 2025-01-16 02:22:46.41: NetworkPolicyMonitor - start process kube event 2025-01-16 02:22:46.41: empty line received 2025-01-16 02:22:46.42: NetworkPolicyMonitor - start process kube event 2025-01-16 02:22:46.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:55.43: IngressMonitor - Received BOOKMARK: oldResVer=1563 newResVer=1563 2025-01-16 02:22:55.43: IngressMonitor - start process kube event 2025-01-16 02:22:55.43: empty line received 2025-01-16 02:22:55.44: IngressMonitor - start process kube event 2025-01-16 02:22:57.41: stop iteration IngressMonitor 2025-01-16 02:22:57.41: IngressMonitor - start process kube event 2025-01-16 02:22:57.41: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1563 2025-01-16 02:22:57.41: IngressMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:22:57.41: IngressMonitor - Connect Kube API result 0 2025-01-16 02:22:57.41: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:22:57.41: IngressMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1563'})(timeout=120) 2025-01-16 02:22:57.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:22:57.41: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:22:57.41: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:22:57.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:22:57.43: IngressMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1563'}) 2025-01-16 02:23:07.30: PodMonitor - Received BOOKMARK: oldResVer=1986 newResVer=2037 2025-01-16 02:23:07.30: PodMonitor - start process kube event 2025-01-16 02:23:07.30: empty line received 2025-01-16 02:23:07.30: PodMonitor - start process kube event 2025-01-16 02:23:07.30: NamespaceMonitor - Received BOOKMARK: oldResVer=2077 newResVer=2118 2025-01-16 02:23:07.30: NamespaceMonitor - start process kube event 2025-01-16 02:23:07.30: empty line received 2025-01-16 02:23:07.30: NamespaceMonitor - start process kube event 2025-01-16 02:23:08.40: NamespaceMonitor - Received BOOKMARK: oldResVer=2118 newResVer=2118 2025-01-16 02:23:08.40: NamespaceMonitor - start process kube event 2025-01-16 02:23:08.40: empty line received 2025-01-16 02:23:08.40: NamespaceMonitor - start process kube event 2025-01-16 02:23:09.64: stop iteration NamespaceMonitor 2025-01-16 02:23:09.64: NamespaceMonitor - start process kube event 2025-01-16 02:23:09.64: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2118 2025-01-16 02:23:09.64: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:23:09.65: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:23:09.65: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:23:09.65: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'})(timeout=120) 2025-01-16 02:23:09.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:23:09.65: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:23:09.65: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:23:09.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:23:09.67: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'}) 2025-01-16 02:23:14.56: EndPointMonitor - Received BOOKMARK: oldResVer=1962 newResVer=2086 2025-01-16 02:23:14.56: EndPointMonitor - start process kube event 2025-01-16 02:23:14.56: empty line received 2025-01-16 02:23:14.56: EndPointMonitor - start process kube event 2025-01-16 02:23:22.84: NetworkMonitor - Received BOOKMARK: oldResVer=1425 newResVer=1425 2025-01-16 02:23:22.84: NetworkMonitor - start process kube event 2025-01-16 02:23:22.84: empty line received 2025-01-16 02:23:22.84: NetworkMonitor - start process kube event 2025-01-16 02:23:23.96: NetworkMonitor - Received BOOKMARK: oldResVer=1425 newResVer=1425 2025-01-16 02:23:23.96: NetworkMonitor - start process kube event 2025-01-16 02:23:23.96: empty line received 2025-01-16 02:23:23.96: NetworkMonitor - start process kube event 2025-01-16 02:23:24.92: stop iteration NetworkMonitor 2025-01-16 02:23:24.92: NetworkMonitor - start process kube event 2025-01-16 02:23:24.92: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1425 2025-01-16 02:23:24.92: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:23:24.92: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:23:24.92: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:23:24.92: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1425'})(timeout=120) 2025-01-16 02:23:24.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:23:24.93: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:23:24.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:23:24.94: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1425'}) 2025-01-16 02:23:36.46: ServiceMonitor - Received BOOKMARK: oldResVer=1720 newResVer=2115 2025-01-16 02:23:36.46: ServiceMonitor - start process kube event 2025-01-16 02:23:36.46: empty line received 2025-01-16 02:23:36.46: ServiceMonitor - start process kube event 2025-01-16 02:23:47.19: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2113 newResVer=2113 2025-01-16 02:23:47.19: NetworkPolicyMonitor - start process kube event 2025-01-16 02:23:47.19: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-16 02:23:47.19: empty line received 2025-01-16 02:23:47.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-16 02:23:47.19: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-16 02:23:47.19: NetworkPolicyMonitor - start process kube event 2025-01-16 02:23:47.19: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-16 02:23:47.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:24:07.44: PodMonitor - Received BOOKMARK: oldResVer=2037 newResVer=2037 2025-01-16 02:24:07.44: PodMonitor - start process kube event 2025-01-16 02:24:07.44: empty line received 2025-01-16 02:24:07.44: PodMonitor - start process kube event 2025-01-16 02:24:14.33: EndPointMonitor - Received BOOKMARK: oldResVer=2086 newResVer=2086 2025-01-16 02:24:14.33: EndPointMonitor - start process kube event 2025-01-16 02:24:14.33: empty line received 2025-01-16 02:24:14.33: EndPointMonitor - start process kube event 2025-01-16 02:24:36.44: ServiceMonitor - Received BOOKMARK: oldResVer=2115 newResVer=2115 2025-01-16 02:24:36.44: ServiceMonitor - start process kube event 2025-01-16 02:24:36.44: empty line received 2025-01-16 02:24:36.44: ServiceMonitor - start process kube event 2025-01-16 02:24:47.13: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2113 newResVer=2113 2025-01-16 02:24:47.13: NetworkPolicyMonitor - start process kube event 2025-01-16 02:24:47.13: empty line received 2025-01-16 02:24:47.13: NetworkPolicyMonitor - start process kube event 2025-01-16 02:24:57.43: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:24:57.43: IngressMonitor - start process kube event 2025-01-16 02:24:57.43: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1563 2025-01-16 02:24:57.43: IngressMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:24:57.43: IngressMonitor - Connect Kube API result 0 2025-01-16 02:24:57.43: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:24:57.43: IngressMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1563'})(timeout=120) 2025-01-16 02:24:57.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:24:57.43: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:24:57.43: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:24:57.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:24:57.45: IngressMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1563'}) 2025-01-16 02:25:07.21: PodMonitor - Received BOOKMARK: oldResVer=2037 newResVer=2037 2025-01-16 02:25:07.21: PodMonitor - start process kube event 2025-01-16 02:25:07.21: empty line received 2025-01-16 02:25:07.21: PodMonitor - start process kube event 2025-01-16 02:25:09.67: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:25:09.67: NamespaceMonitor - start process kube event 2025-01-16 02:25:09.67: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2118 2025-01-16 02:25:09.67: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:25:09.67: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:25:09.67: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:25:09.67: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'})(timeout=120) 2025-01-16 02:25:09.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:25:09.67: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:25:09.67: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:25:09.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:25:09.69: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'}) 2025-01-16 02:25:15.01: EndPointMonitor - Received BOOKMARK: oldResVer=2086 newResVer=2086 2025-01-16 02:25:15.01: EndPointMonitor - start process kube event 2025-01-16 02:25:15.01: empty line received 2025-01-16 02:25:15.01: EndPointMonitor - start process kube event 2025-01-16 02:25:24.94: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:25:24.94: NetworkMonitor - start process kube event 2025-01-16 02:25:24.94: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1425 2025-01-16 02:25:24.94: NetworkMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:25:24.94: NetworkMonitor - Connect Kube API result 0 2025-01-16 02:25:24.94: NetworkMonitor - _schedule_vnc_sync 2025-01-16 02:25:24.94: NetworkMonitor - Start Watching request https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1425'})(timeout=120) 2025-01-16 02:25:24.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-16 02:25:24.95: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-16 02:25:24.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:25:24.96: NetworkMonitor - Watches https://10.0.0.58:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1425'}) 2025-01-16 02:25:36.25: ServiceMonitor - Received BOOKMARK: oldResVer=2115 newResVer=2115 2025-01-16 02:25:36.25: ServiceMonitor - start process kube event 2025-01-16 02:25:36.25: ServiceMonitor - _schedule_vnc_sync 2025-01-16 02:25:36.25: empty line received 2025-01-16 02:25:36.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-16 02:25:36.25: VncKubernetes - vnc_sync - Service start 2025-01-16 02:25:36.25: VncKubernetes - vnc_sync - Service done 2025-01-16 02:25:36.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:25:36.25: ServiceMonitor - start process kube event 2025-01-16 02:25:42.70: PodMonitor - Received ADDED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:42.70: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-01-16 02:25:42.70: PodMonitor - start process kube event 2025-01-16 02:25:42.70: empty line received 2025-01-16 02:25:42.70: PodMonitor - start process kube event 2025-01-16 02:25:42.72: PodMonitor - Received MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:42.72: PodMonitor - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:42.72: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:42.73: PodMonitor - start process kube event 2025-01-16 02:25:42.73: empty line received 2025-01-16 02:25:42.73: PodMonitor - start process kube event 2025-01-16 02:25:42.74: PodMonitor - Received MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:42.74: PodMonitor - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:42.74: PodMonitor - start process kube event 2025-01-16 02:25:42.74: empty line received 2025-01-16 02:25:42.74: PodMonitor - start process kube event 2025-01-16 02:25:42.97: PodMonitor - Received ADDED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:42.97: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-01-16 02:25:42.97: PodMonitor - start process kube event 2025-01-16 02:25:42.98: empty line received 2025-01-16 02:25:42.98: PodMonitor - start process kube event 2025-01-16 02:25:42.98: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:42.99: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:42.99: PodMonitor - start process kube event 2025-01-16 02:25:42.99: empty line received 2025-01-16 02:25:42.99: PodMonitor - start process kube event 2025-01-16 02:25:42.99: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:42.99: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:42.99: PodMonitor - start process kube event 2025-01-16 02:25:42.99: empty line received 2025-01-16 02:25:42.99: PodMonitor - start process kube event 2025-01-16 02:25:43.65: PodMonitor - Received MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:43.65: PodMonitor - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:43.65: PodMonitor - start process kube event 2025-01-16 02:25:43.65: empty line received 2025-01-16 02:25:43.65: PodMonitor - start process kube event 2025-01-16 02:25:43.67: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-16 02:25:43.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:43.76: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:25:43.76: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:44.80: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:44.80: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:44.80: PodMonitor - start process kube event 2025-01-16 02:25:44.80: empty line received 2025-01-16 02:25:44.80: PodMonitor - start process kube event 2025-01-16 02:25:44.82: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-16 02:25:44.82: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:44.91: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:25:44.91: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:44.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:25:44.98: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:45.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:25:46.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2113 newResVer=2113 2025-01-16 02:25:46.83: NetworkPolicyMonitor - start process kube event 2025-01-16 02:25:46.83: empty line received 2025-01-16 02:25:46.83: NetworkPolicyMonitor - start process kube event 2025-01-16 02:25:54.81: PodMonitor - Received MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:54.81: PodMonitor - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:54.81: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:54.81: PodMonitor - start process kube event 2025-01-16 02:25:54.81: empty line received 2025-01-16 02:25:54.82: PodMonitor - start process kube event 2025-01-16 02:25:54.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:25:55.75: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:55.75: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:55.75: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:25:55.75: PodMonitor - start process kube event 2025-01-16 02:25:55.75: empty line received 2025-01-16 02:25:55.75: PodMonitor - start process kube event 2025-01-16 02:25:55.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:25:57.34: PodMonitor - Received MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:57.34: PodMonitor - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:57.34: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:25:57.34: PodMonitor - start process kube event 2025-01-16 02:25:57.34: empty line received 2025-01-16 02:25:57.34: PodMonitor - start process kube event 2025-01-16 02:25:57.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:26:07.57: PodMonitor - Received BOOKMARK: oldResVer=2037 newResVer=2371 2025-01-16 02:26:07.57: PodMonitor - start process kube event 2025-01-16 02:26:07.57: PodMonitor - _schedule_vnc_sync 2025-01-16 02:26:07.58: empty line received 2025-01-16 02:26:07.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-16 02:26:07.58: VncKubernetes - vnc_sync - Pod start 2025-01-16 02:26:07.58: VncKubernetes - vnc_sync - Pod done 2025-01-16 02:26:07.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:26:07.58: PodMonitor - start process kube event 2025-01-16 02:26:14.26: EndPointMonitor - Received BOOKMARK: oldResVer=2086 newResVer=2086 2025-01-16 02:26:14.26: EndPointMonitor - start process kube event 2025-01-16 02:26:14.26: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:26:14.26: empty line received 2025-01-16 02:26:14.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-16 02:26:14.26: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-16 02:26:14.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:26:14.26: EndPointMonitor - start process kube event 2025-01-16 02:26:28.82: PodMonitor - Received MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.82: PodMonitor - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.82: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.82: PodMonitor - start process kube event 2025-01-16 02:26:28.82: empty line received 2025-01-16 02:26:28.82: PodMonitor - start process kube event 2025-01-16 02:26:28.82: PodMonitor - Received MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.82: PodMonitor - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.82: PodMonitor - start process kube event 2025-01-16 02:26:28.82: empty line received 2025-01-16 02:26:28.83: PodMonitor - start process kube event 2025-01-16 02:26:28.83: PodMonitor - Received DELETED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.83: PodMonitor - Got DELETED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.83: PodMonitor - start process kube event 2025-01-16 02:26:28.83: empty line received 2025-01-16 02:26:28.83: PodMonitor - start process kube event 2025-01-16 02:26:28.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:26:28.84: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:26:28.89: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:6c957cd9-a5f4-4567-aa42-6fe111d8b49a 2025-01-16 02:26:28.98: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:28.98: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:28.98: PodMonitor - start process kube event 2025-01-16 02:26:28.98: empty line received 2025-01-16 02:26:28.98: PodMonitor - start process kube event 2025-01-16 02:26:29.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:26:29.23: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:29.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:26:36.19: ServiceMonitor - Received BOOKMARK: oldResVer=2115 newResVer=2115 2025-01-16 02:26:36.19: ServiceMonitor - start process kube event 2025-01-16 02:26:36.19: empty line received 2025-01-16 02:26:36.19: ServiceMonitor - start process kube event 2025-01-16 02:26:47.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2113 newResVer=2113 2025-01-16 02:26:47.02: NetworkPolicyMonitor - start process kube event 2025-01-16 02:26:47.02: empty line received 2025-01-16 02:26:47.02: NetworkPolicyMonitor - start process kube event 2025-01-16 02:26:57.45: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:26:57.45: IngressMonitor - start process kube event 2025-01-16 02:26:57.45: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1563 2025-01-16 02:26:57.45: IngressMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:26:57.45: IngressMonitor - Connect Kube API result 0 2025-01-16 02:26:57.45: IngressMonitor - _schedule_vnc_sync 2025-01-16 02:26:57.45: IngressMonitor - Start Watching request https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1563'})(timeout=120) 2025-01-16 02:26:57.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-16 02:26:57.46: VncKubernetes - vnc_sync - Ingress start 2025-01-16 02:26:57.46: VncKubernetes - vnc_sync - Ingress done 2025-01-16 02:26:57.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:26:57.47: IngressMonitor - Watches https://10.0.0.58:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1563'}) 2025-01-16 02:26:59.87: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.87: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.88: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.88: PodMonitor - start process kube event 2025-01-16 02:26:59.88: empty line received 2025-01-16 02:26:59.88: PodMonitor - start process kube event 2025-01-16 02:26:59.89: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.89: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.89: PodMonitor - start process kube event 2025-01-16 02:26:59.89: empty line received 2025-01-16 02:26:59.89: PodMonitor - start process kube event 2025-01-16 02:26:59.89: PodMonitor - Received DELETED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.89: PodMonitor - Got DELETED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.89: PodMonitor - start process kube event 2025-01-16 02:26:59.89: empty line received 2025-01-16 02:26:59.89: PodMonitor - start process kube event 2025-01-16 02:26:59.91: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-16 02:26:59.91: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:26:59.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-16 02:26:59.98: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:9b0734dd-3ebc-4caf-a0be-9f4727280a4d 2025-01-16 02:27:00.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:27:07.57: PodMonitor - Received BOOKMARK: oldResVer=2371 newResVer=2455 2025-01-16 02:27:07.57: PodMonitor - start process kube event 2025-01-16 02:27:07.57: empty line received 2025-01-16 02:27:07.57: PodMonitor - start process kube event 2025-01-16 02:27:09.69: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.58', port=6443): Read timed out. 2025-01-16 02:27:09.69: NamespaceMonitor - start process kube event 2025-01-16 02:27:09.69: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2118 2025-01-16 02:27:09.69: NamespaceMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:27:09.69: NamespaceMonitor - Connect Kube API result 0 2025-01-16 02:27:09.69: NamespaceMonitor - _schedule_vnc_sync 2025-01-16 02:27:09.69: NamespaceMonitor - Start Watching request https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'})(timeout=120) 2025-01-16 02:27:09.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-16 02:27:09.70: VncKubernetes - vnc_sync - Namespace start 2025-01-16 02:27:09.70: VncKubernetes - vnc_sync - Namespace done 2025-01-16 02:27:09.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-16 02:27:09.72: NamespaceMonitor - Watches https://10.0.0.58:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'}) 2025-01-16 02:27:14.05: EndPointMonitor - Received BOOKMARK: oldResVer=2086 newResVer=2086 2025-01-16 02:27:14.05: EndPointMonitor - start process kube event 2025-01-16 02:27:14.05: empty line received 2025-01-16 02:27:14.05: EndPointMonitor - start process kube event 2025-01-16 02:27:22.13: EndPointMonitor - Received BOOKMARK: oldResVer=2086 newResVer=2086 2025-01-16 02:27:22.13: EndPointMonitor - start process kube event 2025-01-16 02:27:22.13: empty line received 2025-01-16 02:27:22.13: EndPointMonitor - start process kube event 2025-01-16 02:27:24.07: stop iteration EndPointMonitor 2025-01-16 02:27:24.07: EndPointMonitor - start process kube event 2025-01-16 02:27:24.07: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2086 2025-01-16 02:27:24.07: EndPointMonitor - Try to connect Kube API 10.0.0.58:6443 2025-01-16 02:27:24.07: EndPointMonitor - Connect Kube API result 0 2025-01-16 02:27:24.08: EndPointMonitor - _schedule_vnc_sync 2025-01-16 02:27:24.08: EndPointMonitor - Start Watching request https://10.0.0.58:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2086'})(timeout=120)