+++ date ++ echo 'INFO: =================== Mon Jan 6 01:50:35 UTC 2025 ===================' INFO: =================== Mon Jan 6 01:50:35 UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.28 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST='"tcp:1024,udp:1024"' ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.28 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.28 ++ ANALYTICSDB_NODES=10.0.0.28 ++ ANALYTICS_SNMP_NODES=10.0.0.28 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:8081 ' +++ '[' -n '10.0.0.28:8081 ' ']' +++ echo 10.0.0.28:8081 ++ ANALYTICS_SERVERS=10.0.0.28:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:9042 ' +++ '[' -n '10.0.0.28:9042 ' ']' +++ echo 10.0.0.28:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.28:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.28 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:8086 ' +++ '[' -n '10.0.0.28:8086 ' ']' +++ echo 10.0.0.28:8086 ++ COLLECTOR_SERVERS=10.0.0.28:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.28 ++ CONFIGDB_NODES=10.0.0.28 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:8082 ' +++ '[' -n '10.0.0.28:8082 ' ']' +++ echo 10.0.0.28:8082 ++ CONFIG_SERVERS=10.0.0.28:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:9161 ' +++ '[' -n '10.0.0.28:9161 ' ']' +++ echo 10.0.0.28:9161 ++ CONFIGDB_SERVERS=10.0.0.28:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:9041 ' +++ '[' -n '10.0.0.28:9041 ' ']' +++ echo 10.0.0.28:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.28:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.28 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.28 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.28 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+=10.0.0.28:2181, +++ '[' -n 10.0.0.28:2181, ']' +++ echo 10.0.0.28:2181 ++ ZOOKEEPER_SERVERS=10.0.0.28:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:2181 ' +++ '[' -n '10.0.0.28:2181 ' ']' +++ echo 10.0.0.28:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.28:2181 ++ RABBITMQ_NODES=10.0.0.28 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+=10.0.0.28:5673, +++ '[' -n 10.0.0.28:5673, ']' +++ echo 10.0.0.28:5673 ++ RABBITMQ_SERVERS=10.0.0.28:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:6379 ' +++ '[' -n '10.0.0.28:6379 ' ']' +++ echo 10.0.0.28:6379 ++ REDIS_SERVERS=10.0.0.28:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.28 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.28 +++ local server_address=10.0.0.28 +++ extended_server_list+='10.0.0.28:9092 ' +++ '[' -n '10.0.0.28:9092 ' ']' +++ echo 10.0.0.28:9092 ++ KAFKA_SERVERS=10.0.0.28:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.28 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_CRYPT_INTERFACE=crypt0 ++ VROUTER_DECRYPT_INTERFACE=decrypt0 ++ VROUTER_DECRYPT_KEY=15 ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.28 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.28 ++ cut -d , -f 1 + local cassandra=10.0.0.28 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.28 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IkZNdUlYQkt1RF9iZnRBRDd1ZFNKWUxPdHMtY1lwbl9nbF9DT2Yta0N1d1UifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjUzYWNkN2Q4LWFmODItNDdlZC04ODYxLTU0MWYzNzBkMDQ4MiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.p2pIRuDNfP-YVkaL-ux7C4RFcBm2swtq9mMLy5xG2LkQoAMxWRCowFDsUbGORCI0hySinx1lAyqYZq7hlwtxFFKsEGJaMhphUj3fa6ipTyubY84gJC3AeJ-m2QByHr5hNd65_8GXUsCPwvefmgu3rGqROAhepA-a7Tqice5oFQGBY6SFfmHnnY1YnqOY5jf8XV6PwPtZENrFiH2gEXheM2W5OzlgcCYSyIW6E6j51gZbPgGdVitfDgexXfB6UFvUb2DmVUNQfVw_NL0PUcJS9hz_CU3d-NAoNvKnhpgw_6VY8zWnzKSGkgNwrgdlLw0X5MeSTXzX56B1x5HagJa7Qg ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.28 +++ local servers=10.0.0.28 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie ++++ sort ++++ uniq +++ local local_ips=,10.0.0.28,10.200.115.1,127.0.0.1,172.17.0.1,252.28.0.1,, +++ local ord=1 +++ for server in '"${server_list[@]}"' +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.28'\''))' +++ local server_ip=10.0.0.28 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.28 ]] +++ [[ ,10.0.0.28,10.200.115.1,127.0.0.1,172.17.0.1,252.28.0.1,, =~ ,10\.0\.0\.28, ]] +++ echo 10.0.0.28 1 +++ return ++ local ip=10.0.0.28 ++ [[ -z 10.0.0.28 ]] ++ echo 10.0.0.28 + host_ip=10.0.0.28 + [[ cql == \c\q\l ]] ++ echo 10.0.0.28:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.28:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/lib/python3.6/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 01/06/2025 01:50:42.050 7f029159de48 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 01/06/2025 01:50:42.080 7f029159de48 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 01/06/2025 01:50:42.080 7f029159de48 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-01-06 01:50:42.36: KubeMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:42.36: KubeMonitor - Connect Kube API result 0 2025-01-06 01:50:42.46: KubeMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/api/v1 2025-01-06 01:50:42.47: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/api/v1 2025-01-06 01:50:42.48: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1 2025-01-06 01:50:42.48: PodMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/api/v1 2025-01-06 01:50:42.49: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/api/v1 2025-01-06 01:50:42.49: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/apis/networking.k8s.io/v1 2025-01-06 01:50:42.50: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/api/v1 2025-01-06 01:50:42.50: IngressMonitor - KubeMonitor init done: url=https://10.0.0.28:6443/apis/networking.k8s.io/v1 2025-01-06 01:50:42.50: VncKubernetes - vnc_connect starting 2025-01-06 01:50:42.52: VncKubernetes - vnc_connect done 2025-01-06 01:50:42.69: default-domain domain available. 2025-01-06 01:50:48.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:50:48.04: NamespaceMonitor - start process kube event 2025-01-06 01:50:48.04: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-06 01:50:48.04: NamespaceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:48.04: NetworkMonitor - start process kube event 2025-01-06 01:50:48.04: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-06 01:50:48.04: NetworkMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:48.04: PodMonitor - start process kube event 2025-01-06 01:50:48.04: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-06 01:50:48.04: PodMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:48.04: ServiceMonitor - start process kube event 2025-01-06 01:50:48.04: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-06 01:50:48.04: ServiceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:48.04: NetworkPolicyMonitor - start process kube event 2025-01-06 01:50:48.04: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-06 01:50:48.04: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:48.04: EndPointMonitor - start process kube event 2025-01-06 01:50:48.04: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-06 01:50:48.04: EndPointMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:48.04: IngressMonitor - start process kube event 2025-01-06 01:50:48.04: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-01-06 01:50:48.04: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:50:48.04: IngressMonitor - Connect Kube API result 0 2025-01-06 01:50:48.04: IngressMonitor - Start init url=https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-01-06 01:50:48.05: EndPointMonitor - Connect Kube API result 0 2025-01-06 01:50:48.05: EndPointMonitor - Start init url=https://10.0.0.28:6443/api/v1/endpoints resource_version=None 2025-01-06 01:50:48.05: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-06 01:50:48.05: NetworkPolicyMonitor - Start init url=https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-01-06 01:50:48.05: ServiceMonitor - Connect Kube API result 0 2025-01-06 01:50:48.05: ServiceMonitor - Start init url=https://10.0.0.28:6443/api/v1/services resource_version=None 2025-01-06 01:50:48.05: PodMonitor - Connect Kube API result 0 2025-01-06 01:50:48.05: PodMonitor - Start init url=https://10.0.0.28:6443/api/v1/pods resource_version=None 2025-01-06 01:50:48.05: NetworkMonitor - Connect Kube API result 0 2025-01-06 01:50:48.06: NamespaceMonitor - Connect Kube API result 0 2025-01-06 01:50:48.06: NamespaceMonitor - Start init url=https://10.0.0.28:6443/api/v1/namespaces resource_version=None 2025-01-06 01:50:48.11: NetworkPolicyMonitor - Done init url=https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=332 2025-01-06 01:50:48.11: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 01:50:48.11: NetworkPolicyMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:50:48.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 01:50:48.13: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 01:50:48.16: IngressMonitor - Done init url=https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses, resource_version=332 2025-01-06 01:50:48.16: IngressMonitor - _schedule_vnc_sync 2025-01-06 01:50:48.16: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:50:48.19: NetworkPolicyMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:50:48.19: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 01:50:48.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 01:50:48.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 01:50:48.19: VncKubernetes - vnc_sync - Ingress start 2025-01-06 01:50:48.19: VncKubernetes - vnc_sync - Ingress done 2025-01-06 01:50:48.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:50:48.20: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:50:48.21: NamespaceMonitor - Got ADDED Namespace None:contrail:77a076f2-dd20-4b7e-8d18-634d16da704d 2025-01-06 01:50:48.21: EndPointMonitor - Got ADDED Endpoints default:kubernetes:ef706cfa-d176-43ae-bd3f-12ed4d5d90f7 2025-01-06 01:50:48.23: ServiceMonitor - Got ADDED Service default:kubernetes:4d2e96d1-9b26-46bf-a3e7-69fa492ca453 2025-01-06 01:50:48.23: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:77a076f2-dd20-4b7e-8d18-634d16da704d 2025-01-06 01:50:48.26: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:50:48.26: PodMonitor - Done init url=https://10.0.0.28:6443/api/v1/pods, resource_version=333 2025-01-06 01:50:48.26: PodMonitor - _schedule_vnc_sync 2025-01-06 01:50:48.26: PodMonitor - Start Watching request https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '333'})(timeout=120) 2025-01-06 01:50:48.26: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:50:48.27: EndPointMonitor - Done init url=https://10.0.0.28:6443/api/v1/endpoints, resource_version=332 2025-01-06 01:50:48.27: EndPointMonitor - _schedule_vnc_sync 2025-01-06 01:50:48.27: EndPointMonitor - Start Watching request https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:50:48.27: PodMonitor - Watches https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '333'}) 2025-01-06 01:50:48.27: NetworkMonitor - Start init url=https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-01-06 01:50:48.27: NamespaceMonitor - Got ADDED Namespace None:default:32018c6d-2c0b-4bb7-873a-c00bec1aaf95 2025-01-06 01:50:48.28: ServiceMonitor - Got ADDED Service kube-system:kube-dns:e088d7e0-2e47-4c30-b6f8-98e5a7efb8f0 2025-01-06 01:50:48.28: ServiceMonitor - Done init url=https://10.0.0.28:6443/api/v1/services, resource_version=332 2025-01-06 01:50:48.28: ServiceMonitor - _schedule_vnc_sync 2025-01-06 01:50:48.29: ServiceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:50:48.30: EndPointMonitor - Watches https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:50:48.31: ServiceMonitor - Watches https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:50:48.32: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:178dc997-3312-4957-83a6-86bc984de8d4 2025-01-06 01:50:48.33: NamespaceMonitor - Got ADDED Namespace None:kube-public:ea76c0b8-dbf5-4f8a-a74a-c20da1729d77 2025-01-06 01:50:48.36: NamespaceMonitor - Got ADDED Namespace None:kube-system:abefc431-a009-4185-aec6-98fb4583a837 2025-01-06 01:50:48.36: NamespaceMonitor - Done init url=https://10.0.0.28:6443/api/v1/namespaces, resource_version=332 2025-01-06 01:50:48.36: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 01:50:48.36: NamespaceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:50:48.39: NamespaceMonitor - Watches https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:50:48.39: NetworkMonitor - Done init url=https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=337 2025-01-06 01:50:48.39: NetworkMonitor - _schedule_vnc_sync 2025-01-06 01:50:48.39: NetworkMonitor - Start Watching request https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'})(timeout=120) 2025-01-06 01:50:48.39: NetworkMonitor - Watches https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'}) 2025-01-06 01:50:50.56: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-06 01:50:50.56: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:ef706cfa-d176-43ae-bd3f-12ed4d5d90f7 2025-01-06 01:50:50.61: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 01:50:50.61: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:4d2e96d1-9b26-46bf-a3e7-69fa492ca453 2025-01-06 01:50:51.96: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 01:50:51.96: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:50:53.50: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:50:53.50: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:50:53.50: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 01:50:53.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 01:50:53.50: VncKubernetes - vnc_sync - Pod start 2025-01-06 01:50:53.50: VncKubernetes - vnc_sync - Pod done 2025-01-06 01:50:53.50: VncKubernetes - wait event (qsize=11 timeout=120) 2025-01-06 01:50:53.50: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:50:53.50: PodMonitor - start process kube event 2025-01-06 01:50:53.50: empty line received 2025-01-06 01:50:53.50: PodMonitor - start process kube event 2025-01-06 01:50:53.51: VncKubernetes - wait event (qsize=10 timeout=120) 2025-01-06 01:50:53.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-06 01:50:53.51: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-06 01:50:53.51: VncKubernetes - wait event (qsize=9 timeout=120) 2025-01-06 01:50:53.51: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:32018c6d-2c0b-4bb7-873a-c00bec1aaf95 2025-01-06 01:50:55.73: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-06 01:50:55.73: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:e088d7e0-2e47-4c30-b6f8-98e5a7efb8f0 2025-01-06 01:50:57.57: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-06 01:50:57.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 01:50:57.58: VncKubernetes - vnc_sync - Service start 2025-01-06 01:50:57.58: VncKubernetes - vnc_sync - Service done 2025-01-06 01:50:57.58: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 01:50:57.58: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:178dc997-3312-4957-83a6-86bc984de8d4 2025-01-06 01:50:59.46: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 01:50:59.46: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:ea76c0b8-dbf5-4f8a-a74a-c20da1729d77 2025-01-06 01:51:01.73: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 01:51:01.73: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:abefc431-a009-4185-aec6-98fb4583a837 2025-01-06 01:51:03.32: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 01:51:03.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 01:51:03.33: VncKubernetes - vnc_sync - Namespace start 2025-01-06 01:51:03.33: VncKubernetes - vnc_sync - Namespace done 2025-01-06 01:51:03.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 01:51:03.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 01:51:03.33: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 01:51:03.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 01:51:03.33: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:51:03.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:51:48.34: PodMonitor - Received BOOKMARK: oldResVer=333 newResVer=344 2025-01-06 01:51:48.34: PodMonitor - start process kube event 2025-01-06 01:51:48.34: empty line received 2025-01-06 01:51:48.34: PodMonitor - start process kube event 2025-01-06 01:52:48.19: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:52:48.19: NetworkPolicyMonitor - start process kube event 2025-01-06 01:52:48.19: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:52:48.19: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:52:48.19: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-06 01:52:48.19: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 01:52:48.19: NetworkPolicyMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:52:48.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 01:52:48.19: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 01:52:48.20: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 01:52:48.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:52:48.20: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:52:48.20: IngressMonitor - start process kube event 2025-01-06 01:52:48.20: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:52:48.20: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:52:48.20: IngressMonitor - Connect Kube API result 0 2025-01-06 01:52:48.20: IngressMonitor - _schedule_vnc_sync 2025-01-06 01:52:48.20: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:52:48.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 01:52:48.20: VncKubernetes - vnc_sync - Ingress start 2025-01-06 01:52:48.20: VncKubernetes - vnc_sync - Ingress done 2025-01-06 01:52:48.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:52:48.20: NetworkPolicyMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:52:48.21: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:52:48.30: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:52:48.30: EndPointMonitor - start process kube event 2025-01-06 01:52:48.31: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:52:48.31: EndPointMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:52:48.31: EndPointMonitor - Connect Kube API result 0 2025-01-06 01:52:48.31: EndPointMonitor - _schedule_vnc_sync 2025-01-06 01:52:48.31: EndPointMonitor - Start Watching request https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:52:48.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-06 01:52:48.31: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-06 01:52:48.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:52:48.31: EndPointMonitor - Watches https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:52:48.31: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:52:48.31: ServiceMonitor - start process kube event 2025-01-06 01:52:48.31: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:52:48.31: ServiceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:52:48.31: ServiceMonitor - Connect Kube API result 0 2025-01-06 01:52:48.31: ServiceMonitor - _schedule_vnc_sync 2025-01-06 01:52:48.31: ServiceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:52:48.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 01:52:48.32: VncKubernetes - vnc_sync - Service start 2025-01-06 01:52:48.32: VncKubernetes - vnc_sync - Service done 2025-01-06 01:52:48.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:52:48.32: ServiceMonitor - Watches https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:52:48.39: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:52:48.39: NamespaceMonitor - start process kube event 2025-01-06 01:52:48.39: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:52:48.39: NamespaceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:52:48.39: NamespaceMonitor - Connect Kube API result 0 2025-01-06 01:52:48.39: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 01:52:48.39: NamespaceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:52:48.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 01:52:48.39: VncKubernetes - vnc_sync - Namespace start 2025-01-06 01:52:48.39: VncKubernetes - vnc_sync - Namespace done 2025-01-06 01:52:48.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:52:48.40: NamespaceMonitor - Watches https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:52:48.40: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:52:48.40: NetworkMonitor - start process kube event 2025-01-06 01:52:48.40: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=337 2025-01-06 01:52:48.40: NetworkMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:52:48.40: NetworkMonitor - Connect Kube API result 0 2025-01-06 01:52:48.40: NetworkMonitor - _schedule_vnc_sync 2025-01-06 01:52:48.40: NetworkMonitor - Start Watching request https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'})(timeout=120) 2025-01-06 01:52:48.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 01:52:48.40: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 01:52:48.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:52:48.40: NetworkMonitor - Watches https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'}) 2025-01-06 01:52:48.52: PodMonitor - Received BOOKMARK: oldResVer=344 newResVer=344 2025-01-06 01:52:48.52: PodMonitor - start process kube event 2025-01-06 01:52:48.52: empty line received 2025-01-06 01:52:48.52: PodMonitor - start process kube event 2025-01-06 01:53:49.38: PodMonitor - Received BOOKMARK: oldResVer=344 newResVer=344 2025-01-06 01:53:49.38: PodMonitor - start process kube event 2025-01-06 01:53:49.38: empty line received 2025-01-06 01:53:49.38: PodMonitor - start process kube event 2025-01-06 01:54:48.21: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:54:48.21: NetworkPolicyMonitor - start process kube event 2025-01-06 01:54:48.21: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:54:48.21: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:54:48.21: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-06 01:54:48.21: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 01:54:48.21: NetworkPolicyMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:54:48.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 01:54:48.21: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 01:54:48.21: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:54:48.21: IngressMonitor - start process kube event 2025-01-06 01:54:48.21: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:54:48.21: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:54:48.21: IngressMonitor - Connect Kube API result 0 2025-01-06 01:54:48.21: IngressMonitor - _schedule_vnc_sync 2025-01-06 01:54:48.21: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:54:48.21: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 01:54:48.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 01:54:48.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 01:54:48.22: VncKubernetes - vnc_sync - Ingress start 2025-01-06 01:54:48.22: VncKubernetes - vnc_sync - Ingress done 2025-01-06 01:54:48.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:54:48.23: NetworkPolicyMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:54:48.23: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:54:48.31: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:54:48.31: EndPointMonitor - start process kube event 2025-01-06 01:54:48.31: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:54:48.31: EndPointMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:54:48.31: EndPointMonitor - Connect Kube API result 0 2025-01-06 01:54:48.31: EndPointMonitor - _schedule_vnc_sync 2025-01-06 01:54:48.31: EndPointMonitor - Start Watching request https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:54:48.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-06 01:54:48.32: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-06 01:54:48.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:54:48.32: EndPointMonitor - Watches https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:54:48.32: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:54:48.32: ServiceMonitor - start process kube event 2025-01-06 01:54:48.32: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:54:48.32: ServiceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:54:48.32: ServiceMonitor - Connect Kube API result 0 2025-01-06 01:54:48.32: ServiceMonitor - _schedule_vnc_sync 2025-01-06 01:54:48.32: ServiceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:54:48.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 01:54:48.32: VncKubernetes - vnc_sync - Service start 2025-01-06 01:54:48.32: VncKubernetes - vnc_sync - Service done 2025-01-06 01:54:48.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:54:48.33: ServiceMonitor - Watches https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:54:48.40: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:54:48.40: NamespaceMonitor - start process kube event 2025-01-06 01:54:48.40: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:54:48.40: NamespaceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:54:48.40: NamespaceMonitor - Connect Kube API result 0 2025-01-06 01:54:48.40: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 01:54:48.40: NamespaceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:54:48.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 01:54:48.40: VncKubernetes - vnc_sync - Namespace start 2025-01-06 01:54:48.40: VncKubernetes - vnc_sync - Namespace done 2025-01-06 01:54:48.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:54:48.40: NamespaceMonitor - Watches https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:54:48.40: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:54:48.41: NetworkMonitor - start process kube event 2025-01-06 01:54:48.41: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=337 2025-01-06 01:54:48.41: NetworkMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:54:48.41: NetworkMonitor - Connect Kube API result 0 2025-01-06 01:54:48.41: NetworkMonitor - _schedule_vnc_sync 2025-01-06 01:54:48.41: NetworkMonitor - Start Watching request https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'})(timeout=120) 2025-01-06 01:54:48.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 01:54:48.41: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 01:54:48.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:54:48.41: NetworkMonitor - Watches https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'}) 2025-01-06 01:54:48.95: PodMonitor - Received BOOKMARK: oldResVer=344 newResVer=344 2025-01-06 01:54:48.95: PodMonitor - start process kube event 2025-01-06 01:54:48.95: PodMonitor - _schedule_vnc_sync 2025-01-06 01:54:48.95: empty line received 2025-01-06 01:54:48.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 01:54:48.95: VncKubernetes - vnc_sync - Pod start 2025-01-06 01:54:48.95: PodMonitor - start process kube event 2025-01-06 01:54:48.97: VncKubernetes - vnc_sync - Pod done 2025-01-06 01:54:48.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:54:58.79: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:54:58.79: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:54:58.79: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:54:58.80: PodMonitor - start process kube event 2025-01-06 01:54:58.80: empty line received 2025-01-06 01:54:58.80: PodMonitor - start process kube event 2025-01-06 01:54:58.80: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:54:58.80: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:54:58.80: EndPointMonitor - start process kube event 2025-01-06 01:54:58.80: empty line received 2025-01-06 01:54:58.80: EndPointMonitor - start process kube event 2025-01-06 01:54:58.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 01:54:58.81: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:54:58.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:54:59.66: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:54:59.66: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:54:59.66: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 01:54:59.66: PodMonitor - start process kube event 2025-01-06 01:54:59.66: empty line received 2025-01-06 01:54:59.66: PodMonitor - start process kube event 2025-01-06 01:54:59.67: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:54:59.67: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:54:59.67: EndPointMonitor - start process kube event 2025-01-06 01:54:59.67: empty line received 2025-01-06 01:54:59.67: EndPointMonitor - start process kube event 2025-01-06 01:54:59.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 01:54:59.68: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 01:55:00.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:55:48.06: EndPointMonitor - Received BOOKMARK: oldResVer=332 newResVer=664 2025-01-06 01:55:48.06: EndPointMonitor - start process kube event 2025-01-06 01:55:48.07: empty line received 2025-01-06 01:55:48.07: EndPointMonitor - start process kube event 2025-01-06 01:55:48.67: PodMonitor - Received BOOKMARK: oldResVer=344 newResVer=661 2025-01-06 01:55:48.67: PodMonitor - start process kube event 2025-01-06 01:55:48.67: empty line received 2025-01-06 01:55:48.67: PodMonitor - start process kube event 2025-01-06 01:56:46.70: PodMonitor - Received BOOKMARK: oldResVer=661 newResVer=661 2025-01-06 01:56:46.70: PodMonitor - start process kube event 2025-01-06 01:56:46.70: empty line received 2025-01-06 01:56:46.70: PodMonitor - start process kube event 2025-01-06 01:56:47.88: PodMonitor - Received BOOKMARK: oldResVer=661 newResVer=661 2025-01-06 01:56:47.88: PodMonitor - start process kube event 2025-01-06 01:56:47.88: empty line received 2025-01-06 01:56:47.88: PodMonitor - start process kube event 2025-01-06 01:56:48.23: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:56:48.23: NetworkPolicyMonitor - start process kube event 2025-01-06 01:56:48.23: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:56:48.23: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:56:48.23: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-06 01:56:48.23: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 01:56:48.23: NetworkPolicyMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:56:48.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 01:56:48.24: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 01:56:48.24: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:56:48.24: IngressMonitor - start process kube event 2025-01-06 01:56:48.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:56:48.24: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:56:48.24: IngressMonitor - Connect Kube API result 0 2025-01-06 01:56:48.24: IngressMonitor - _schedule_vnc_sync 2025-01-06 01:56:48.24: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:56:48.24: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 01:56:48.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 01:56:48.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 01:56:48.24: VncKubernetes - vnc_sync - Ingress start 2025-01-06 01:56:48.24: VncKubernetes - vnc_sync - Ingress done 2025-01-06 01:56:48.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:56:48.26: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:56:48.26: NetworkPolicyMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:56:48.33: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:56:48.33: ServiceMonitor - start process kube event 2025-01-06 01:56:48.33: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:56:48.33: ServiceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:56:48.33: ServiceMonitor - Connect Kube API result 0 2025-01-06 01:56:48.33: ServiceMonitor - _schedule_vnc_sync 2025-01-06 01:56:48.33: ServiceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:56:48.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 01:56:48.33: VncKubernetes - vnc_sync - Service start 2025-01-06 01:56:48.33: VncKubernetes - vnc_sync - Service done 2025-01-06 01:56:48.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:56:48.34: ServiceMonitor - Watches https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:56:48.35: EndPointMonitor - Received BOOKMARK: oldResVer=664 newResVer=664 2025-01-06 01:56:48.35: EndPointMonitor - start process kube event 2025-01-06 01:56:48.35: empty line received 2025-01-06 01:56:48.35: EndPointMonitor - start process kube event 2025-01-06 01:56:48.41: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:56:48.41: NamespaceMonitor - start process kube event 2025-01-06 01:56:48.41: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:56:48.41: NamespaceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:56:48.41: NamespaceMonitor - Connect Kube API result 0 2025-01-06 01:56:48.41: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 01:56:48.41: NamespaceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:56:48.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 01:56:48.41: VncKubernetes - vnc_sync - Namespace start 2025-01-06 01:56:48.41: VncKubernetes - vnc_sync - Namespace done 2025-01-06 01:56:48.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:56:48.41: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:56:48.41: NetworkMonitor - start process kube event 2025-01-06 01:56:48.41: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=337 2025-01-06 01:56:48.42: NetworkMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:56:48.42: NetworkMonitor - Connect Kube API result 0 2025-01-06 01:56:48.42: NetworkMonitor - _schedule_vnc_sync 2025-01-06 01:56:48.42: NetworkMonitor - Start Watching request https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'})(timeout=120) 2025-01-06 01:56:48.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 01:56:48.42: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 01:56:48.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:56:48.42: NamespaceMonitor - Watches https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:56:48.44: NetworkMonitor - Watches https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'}) 2025-01-06 01:56:49.22: stop iteration PodMonitor 2025-01-06 01:56:49.22: PodMonitor - start process kube event 2025-01-06 01:56:49.22: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=661 2025-01-06 01:56:49.22: PodMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:56:49.22: PodMonitor - Connect Kube API result 0 2025-01-06 01:56:49.22: PodMonitor - _schedule_vnc_sync 2025-01-06 01:56:49.22: PodMonitor - Start Watching request https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '661'})(timeout=120) 2025-01-06 01:56:49.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 01:56:49.22: VncKubernetes - vnc_sync - Pod start 2025-01-06 01:56:49.22: VncKubernetes - vnc_sync - Pod done 2025-01-06 01:56:49.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:56:49.22: PodMonitor - Watches https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '661'}) 2025-01-06 01:57:47.88: EndPointMonitor - Received BOOKMARK: oldResVer=664 newResVer=664 2025-01-06 01:57:47.88: EndPointMonitor - start process kube event 2025-01-06 01:57:47.88: empty line received 2025-01-06 01:57:47.88: EndPointMonitor - start process kube event 2025-01-06 01:58:47.95: EndPointMonitor - Received BOOKMARK: oldResVer=664 newResVer=664 2025-01-06 01:58:47.95: EndPointMonitor - start process kube event 2025-01-06 01:58:47.95: empty line received 2025-01-06 01:58:47.95: EndPointMonitor - start process kube event 2025-01-06 01:58:48.26: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:58:48.26: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:58:48.26: IngressMonitor - start process kube event 2025-01-06 01:58:48.26: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:58:48.26: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:58:48.26: NetworkPolicyMonitor - start process kube event 2025-01-06 01:58:48.26: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:58:48.26: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:58:48.26: IngressMonitor - Connect Kube API result 0 2025-01-06 01:58:48.26: IngressMonitor - _schedule_vnc_sync 2025-01-06 01:58:48.26: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:58:48.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-06 01:58:48.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 01:58:48.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:58:48.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 01:58:48.27: VncKubernetes - vnc_sync - Ingress start 2025-01-06 01:58:48.27: VncKubernetes - vnc_sync - Ingress done 2025-01-06 01:58:48.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 01:58:48.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 01:58:48.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 01:58:48.27: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 01:58:48.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:58:48.29: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:58:48.29: NetworkPolicyMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:58:48.34: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:58:48.34: ServiceMonitor - start process kube event 2025-01-06 01:58:48.34: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:58:48.34: ServiceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:58:48.34: ServiceMonitor - Connect Kube API result 0 2025-01-06 01:58:48.34: ServiceMonitor - _schedule_vnc_sync 2025-01-06 01:58:48.34: ServiceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:58:48.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 01:58:48.34: VncKubernetes - vnc_sync - Service start 2025-01-06 01:58:48.35: VncKubernetes - vnc_sync - Service done 2025-01-06 01:58:48.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:58:48.35: ServiceMonitor - Watches https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:58:48.42: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:58:48.42: NamespaceMonitor - start process kube event 2025-01-06 01:58:48.42: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 01:58:48.42: NamespaceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:58:48.42: NamespaceMonitor - Connect Kube API result 0 2025-01-06 01:58:48.42: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 01:58:48.42: NamespaceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 01:58:48.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 01:58:48.42: VncKubernetes - vnc_sync - Namespace start 2025-01-06 01:58:48.42: VncKubernetes - vnc_sync - Namespace done 2025-01-06 01:58:48.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:58:48.43: NamespaceMonitor - Watches https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 01:58:48.44: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:58:48.44: NetworkMonitor - start process kube event 2025-01-06 01:58:48.44: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=337 2025-01-06 01:58:48.44: NetworkMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:58:48.44: NetworkMonitor - Connect Kube API result 0 2025-01-06 01:58:48.44: NetworkMonitor - _schedule_vnc_sync 2025-01-06 01:58:48.44: NetworkMonitor - Start Watching request https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'})(timeout=120) 2025-01-06 01:58:48.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 01:58:48.44: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 01:58:48.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:58:48.45: NetworkMonitor - Watches https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'}) 2025-01-06 01:58:49.23: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 01:58:49.23: PodMonitor - start process kube event 2025-01-06 01:58:49.23: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=661 2025-01-06 01:58:49.23: PodMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 01:58:49.23: PodMonitor - Connect Kube API result 0 2025-01-06 01:58:49.23: PodMonitor - _schedule_vnc_sync 2025-01-06 01:58:49.23: PodMonitor - Start Watching request https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '661'})(timeout=120) 2025-01-06 01:58:49.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 01:58:49.23: VncKubernetes - vnc_sync - Pod start 2025-01-06 01:58:49.23: VncKubernetes - vnc_sync - Pod done 2025-01-06 01:58:49.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:58:49.24: PodMonitor - Watches https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '661'}) 2025-01-06 01:59:48.14: EndPointMonitor - Received BOOKMARK: oldResVer=664 newResVer=664 2025-01-06 01:59:48.14: EndPointMonitor - start process kube event 2025-01-06 01:59:48.14: EndPointMonitor - _schedule_vnc_sync 2025-01-06 01:59:48.14: empty line received 2025-01-06 01:59:48.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-06 01:59:48.14: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-06 01:59:48.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 01:59:48.14: EndPointMonitor - start process kube event 2025-01-06 01:59:48.18: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=332 newResVer=1006 2025-01-06 01:59:48.18: NetworkPolicyMonitor - start process kube event 2025-01-06 01:59:48.18: empty line received 2025-01-06 01:59:48.18: NetworkPolicyMonitor - start process kube event 2025-01-06 01:59:48.32: IngressMonitor - Received BOOKMARK: oldResVer=332 newResVer=1008 2025-01-06 01:59:48.32: IngressMonitor - start process kube event 2025-01-06 01:59:48.32: empty line received 2025-01-06 01:59:48.32: IngressMonitor - start process kube event 2025-01-06 01:59:48.52: ServiceMonitor - Received BOOKMARK: oldResVer=332 newResVer=996 2025-01-06 01:59:48.52: ServiceMonitor - start process kube event 2025-01-06 01:59:48.52: empty line received 2025-01-06 01:59:48.52: ServiceMonitor - start process kube event 2025-01-06 02:00:41.66: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:00:41.66: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:00:41.66: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:00:41.66: EndPointMonitor - start process kube event 2025-01-06 02:00:41.66: empty line received 2025-01-06 02:00:41.66: EndPointMonitor - start process kube event 2025-01-06 02:00:41.66: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:00:41.66: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:00:41.66: PodMonitor - start process kube event 2025-01-06 02:00:41.66: empty line received 2025-01-06 02:00:41.66: PodMonitor - start process kube event 2025-01-06 02:00:41.67: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:00:41.67: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:00:41.67: PodMonitor - start process kube event 2025-01-06 02:00:41.67: empty line received 2025-01-06 02:00:41.67: PodMonitor - start process kube event 2025-01-06 02:00:41.68: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:00:41.68: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:00:41.68: EndPointMonitor - start process kube event 2025-01-06 02:00:41.68: empty line received 2025-01-06 02:00:41.68: EndPointMonitor - start process kube event 2025-01-06 02:00:41.99: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:00:41.99: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:00:42.05: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:00:42.06: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:00:42.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:00:42.11: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:00:42.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:00:48.13: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-01-06 02:00:48.13: NetworkPolicyMonitor - start process kube event 2025-01-06 02:00:48.13: empty line received 2025-01-06 02:00:48.13: NetworkPolicyMonitor - start process kube event 2025-01-06 02:00:48.20: EndPointMonitor - Received BOOKMARK: oldResVer=664 newResVer=1096 2025-01-06 02:00:48.20: EndPointMonitor - start process kube event 2025-01-06 02:00:48.20: empty line received 2025-01-06 02:00:48.20: EndPointMonitor - start process kube event 2025-01-06 02:00:48.43: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 02:00:48.43: NamespaceMonitor - start process kube event 2025-01-06 02:00:48.43: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 02:00:48.43: NamespaceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:00:48.43: NamespaceMonitor - Connect Kube API result 0 2025-01-06 02:00:48.43: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 02:00:48.43: NamespaceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 02:00:48.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 02:00:48.44: VncKubernetes - vnc_sync - Namespace start 2025-01-06 02:00:48.44: VncKubernetes - vnc_sync - Namespace done 2025-01-06 02:00:48.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:00:48.45: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 02:00:48.45: NetworkMonitor - start process kube event 2025-01-06 02:00:48.45: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=337 2025-01-06 02:00:48.45: NetworkMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:00:48.45: NetworkMonitor - Connect Kube API result 0 2025-01-06 02:00:48.45: NetworkMonitor - _schedule_vnc_sync 2025-01-06 02:00:48.45: NetworkMonitor - Start Watching request https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'})(timeout=120) 2025-01-06 02:00:48.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 02:00:48.45: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 02:00:48.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:00:48.46: NamespaceMonitor - Watches https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 02:00:48.46: NetworkMonitor - Watches https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '337'}) 2025-01-06 02:00:48.55: IngressMonitor - Received BOOKMARK: oldResVer=1008 newResVer=1008 2025-01-06 02:00:48.55: IngressMonitor - start process kube event 2025-01-06 02:00:48.55: empty line received 2025-01-06 02:00:48.55: IngressMonitor - start process kube event 2025-01-06 02:00:48.80: ServiceMonitor - Received BOOKMARK: oldResVer=996 newResVer=996 2025-01-06 02:00:48.80: ServiceMonitor - start process kube event 2025-01-06 02:00:48.80: empty line received 2025-01-06 02:00:48.80: ServiceMonitor - start process kube event 2025-01-06 02:00:48.87: PodMonitor - Received BOOKMARK: oldResVer=661 newResVer=1093 2025-01-06 02:00:48.87: PodMonitor - start process kube event 2025-01-06 02:00:48.87: empty line received 2025-01-06 02:00:48.87: PodMonitor - start process kube event 2025-01-06 02:01:47.55: EndPointMonitor - Received BOOKMARK: oldResVer=1096 newResVer=1096 2025-01-06 02:01:47.55: EndPointMonitor - start process kube event 2025-01-06 02:01:47.55: empty line received 2025-01-06 02:01:47.55: EndPointMonitor - start process kube event 2025-01-06 02:01:47.89: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-01-06 02:01:47.89: NetworkPolicyMonitor - start process kube event 2025-01-06 02:01:47.89: empty line received 2025-01-06 02:01:47.89: NetworkPolicyMonitor - start process kube event 2025-01-06 02:01:48.05: IngressMonitor - Received BOOKMARK: oldResVer=1008 newResVer=1008 2025-01-06 02:01:48.05: IngressMonitor - start process kube event 2025-01-06 02:01:48.05: empty line received 2025-01-06 02:01:48.05: IngressMonitor - start process kube event 2025-01-06 02:01:48.63: PodMonitor - Received BOOKMARK: oldResVer=1093 newResVer=1093 2025-01-06 02:01:48.63: PodMonitor - start process kube event 2025-01-06 02:01:48.63: empty line received 2025-01-06 02:01:48.63: PodMonitor - start process kube event 2025-01-06 02:01:48.70: NetworkMonitor - Received BOOKMARK: oldResVer=337 newResVer=1136 2025-01-06 02:01:48.70: NetworkMonitor - start process kube event 2025-01-06 02:01:48.70: empty line received 2025-01-06 02:01:48.70: NetworkMonitor - start process kube event 2025-01-06 02:01:49.36: ServiceMonitor - Received BOOKMARK: oldResVer=996 newResVer=996 2025-01-06 02:01:49.36: ServiceMonitor - start process kube event 2025-01-06 02:01:49.36: empty line received 2025-01-06 02:01:49.36: ServiceMonitor - start process kube event 2025-01-06 02:01:56.21: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-23597612:cb9f1189-40d9-4832-9c12-f831a8804390 2025-01-06 02:01:56.21: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-23597612:cb9f1189-40d9-4832-9c12-f831a8804390 2025-01-06 02:01:56.21: VncKubernetes - Process event (name=ctest-nginx-svc-23597612 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-23597612:cb9f1189-40d9-4832-9c12-f831a8804390 2025-01-06 02:01:56.21: ServiceMonitor - start process kube event 2025-01-06 02:01:56.21: empty line received 2025-01-06 02:01:56.21: ServiceMonitor - start process kube event 2025-01-06 02:01:56.22: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:01:56.22: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:01:56.22: EndPointMonitor - start process kube event 2025-01-06 02:01:56.22: empty line received 2025-01-06 02:01:56.22: EndPointMonitor - start process kube event 2025-01-06 02:01:56.24: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:56.24: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-26712918 (no nodeName) 2025-01-06 02:01:56.24: PodMonitor - start process kube event 2025-01-06 02:01:56.24: empty line received 2025-01-06 02:01:56.24: PodMonitor - start process kube event 2025-01-06 02:01:56.25: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:56.25: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:56.25: PodMonitor - start process kube event 2025-01-06 02:01:56.25: empty line received 2025-01-06 02:01:56.25: PodMonitor - start process kube event 2025-01-06 02:01:56.28: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:56.28: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:56.29: PodMonitor - start process kube event 2025-01-06 02:01:56.29: empty line received 2025-01-06 02:01:56.30: PodMonitor - start process kube event 2025-01-06 02:01:57.24: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:01:57.24: VncKubernetes - Process event (name=ctest-nginx-svc-23597612 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:01:57.27: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:01:57.27: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:58.19: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:58.19: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:58.19: PodMonitor - start process kube event 2025-01-06 02:01:58.19: empty line received 2025-01-06 02:01:58.19: PodMonitor - start process kube event 2025-01-06 02:01:58.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:01:58.21: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:58.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:01:58.34: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:01:58.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:01:59.26: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:01:59.26: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-01081943 (no nodeName) 2025-01-06 02:01:59.26: PodMonitor - start process kube event 2025-01-06 02:01:59.26: empty line received 2025-01-06 02:01:59.26: PodMonitor - start process kube event 2025-01-06 02:01:59.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:01:59.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:01:59.27: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:01:59.27: PodMonitor - start process kube event 2025-01-06 02:01:59.27: empty line received 2025-01-06 02:01:59.27: PodMonitor - start process kube event 2025-01-06 02:01:59.28: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:01:59.28: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:01:59.28: PodMonitor - start process kube event 2025-01-06 02:01:59.28: empty line received 2025-01-06 02:01:59.28: PodMonitor - start process kube event 2025-01-06 02:02:00.07: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:00.07: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:00.08: PodMonitor - start process kube event 2025-01-06 02:02:00.08: empty line received 2025-01-06 02:02:00.08: PodMonitor - start process kube event 2025-01-06 02:02:00.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:02:00.11: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:00.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:00.27: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:00.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:00.74: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:00.74: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:00.75: VncKubernetes - Process event (name=ctest-nginx-ingress-63322394 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:00.75: IngressMonitor - start process kube event 2025-01-06 02:02:00.75: empty line received 2025-01-06 02:02:00.75: IngressMonitor - start process kube event 2025-01-06 02:02:02.08: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:02.08: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:02.08: IngressMonitor - start process kube event 2025-01-06 02:02:02.08: empty line received 2025-01-06 02:02:02.08: IngressMonitor - start process kube event 2025-01-06 02:02:03.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:03.24: VncKubernetes - Process event (name=ctest-nginx-ingress-63322394 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:03.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:03.76: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:03.77: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-79118117 (no nodeName) 2025-01-06 02:02:03.77: PodMonitor - start process kube event 2025-01-06 02:02:03.77: empty line received 2025-01-06 02:02:03.77: PodMonitor - start process kube event 2025-01-06 02:02:03.78: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:03.78: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:03.78: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:03.78: PodMonitor - start process kube event 2025-01-06 02:02:03.78: empty line received 2025-01-06 02:02:03.78: PodMonitor - start process kube event 2025-01-06 02:02:03.79: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:03.79: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:03.79: PodMonitor - start process kube event 2025-01-06 02:02:03.79: empty line received 2025-01-06 02:02:03.79: PodMonitor - start process kube event 2025-01-06 02:02:04.56: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:04.56: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:04.57: PodMonitor - start process kube event 2025-01-06 02:02:04.57: empty line received 2025-01-06 02:02:04.57: PodMonitor - start process kube event 2025-01-06 02:02:04.60: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:02:04.60: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:04.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:04.77: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:04.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:08.90: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:02:08.90: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:02:08.90: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:02:08.90: PodMonitor - start process kube event 2025-01-06 02:02:08.90: empty line received 2025-01-06 02:02:08.90: PodMonitor - start process kube event 2025-01-06 02:02:08.90: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:08.90: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:08.90: EndPointMonitor - start process kube event 2025-01-06 02:02:08.90: empty line received 2025-01-06 02:02:08.90: EndPointMonitor - start process kube event 2025-01-06 02:02:08.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:08.97: VncKubernetes - Process event (name=ctest-nginx-svc-23597612 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:09.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:09.90: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:09.90: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:09.90: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:09.90: PodMonitor - start process kube event 2025-01-06 02:02:09.91: empty line received 2025-01-06 02:02:09.91: PodMonitor - start process kube event 2025-01-06 02:02:09.91: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:09.91: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:09.91: EndPointMonitor - start process kube event 2025-01-06 02:02:09.91: empty line received 2025-01-06 02:02:09.91: EndPointMonitor - start process kube event 2025-01-06 02:02:09.92: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:09.92: VncKubernetes - Process event (name=ctest-nginx-svc-23597612 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:10.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:17.92: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:17.92: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:17.92: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:17.92: PodMonitor - start process kube event 2025-01-06 02:02:17.92: empty line received 2025-01-06 02:02:17.92: PodMonitor - start process kube event 2025-01-06 02:02:17.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:19.86: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:19.86: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:19.86: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:19.86: PodMonitor - start process kube event 2025-01-06 02:02:19.86: empty line received 2025-01-06 02:02:19.86: PodMonitor - start process kube event 2025-01-06 02:02:19.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:30.71: EndPointMonitor - Received BOOKMARK: oldResVer=1096 newResVer=1246 2025-01-06 02:02:30.71: EndPointMonitor - start process kube event 2025-01-06 02:02:30.71: empty line received 2025-01-06 02:02:30.71: EndPointMonitor - start process kube event 2025-01-06 02:02:31.90: EndPointMonitor - Received BOOKMARK: oldResVer=1246 newResVer=1246 2025-01-06 02:02:31.90: EndPointMonitor - start process kube event 2025-01-06 02:02:31.90: empty line received 2025-01-06 02:02:31.90: EndPointMonitor - start process kube event 2025-01-06 02:02:33.27: stop iteration EndPointMonitor 2025-01-06 02:02:33.27: EndPointMonitor - start process kube event 2025-01-06 02:02:33.27: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1246 2025-01-06 02:02:33.27: EndPointMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:02:33.27: EndPointMonitor - Connect Kube API result 0 2025-01-06 02:02:33.27: EndPointMonitor - _schedule_vnc_sync 2025-01-06 02:02:33.27: EndPointMonitor - Start Watching request https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1246'})(timeout=120) 2025-01-06 02:02:33.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-06 02:02:33.27: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-06 02:02:33.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:33.27: EndPointMonitor - Watches https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1246'}) 2025-01-06 02:02:48.22: IngressMonitor - Received BOOKMARK: oldResVer=1008 newResVer=1218 2025-01-06 02:02:48.22: IngressMonitor - start process kube event 2025-01-06 02:02:48.22: empty line received 2025-01-06 02:02:48.22: IngressMonitor - start process kube event 2025-01-06 02:02:48.46: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 02:02:48.46: NamespaceMonitor - start process kube event 2025-01-06 02:02:48.46: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-01-06 02:02:48.46: NamespaceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:02:48.46: NamespaceMonitor - Connect Kube API result 0 2025-01-06 02:02:48.46: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 02:02:48.46: NamespaceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-01-06 02:02:48.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 02:02:48.46: VncKubernetes - vnc_sync - Namespace start 2025-01-06 02:02:48.46: VncKubernetes - vnc_sync - Namespace done 2025-01-06 02:02:48.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:48.48: NamespaceMonitor - Watches https://10.0.0.28:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-01-06 02:02:48.49: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-01-06 02:02:48.49: NetworkPolicyMonitor - start process kube event 2025-01-06 02:02:48.49: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 02:02:48.49: empty line received 2025-01-06 02:02:48.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 02:02:48.49: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 02:02:48.49: NetworkPolicyMonitor - start process kube event 2025-01-06 02:02:48.50: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 02:02:48.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:48.56: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:02:48.56: NetworkMonitor - start process kube event 2025-01-06 02:02:48.56: empty line received 2025-01-06 02:02:48.56: NetworkMonitor - start process kube event 2025-01-06 02:02:48.92: ServiceMonitor - Received BOOKMARK: oldResVer=996 newResVer=1192 2025-01-06 02:02:48.92: ServiceMonitor - start process kube event 2025-01-06 02:02:48.92: ServiceMonitor - _schedule_vnc_sync 2025-01-06 02:02:48.92: empty line received 2025-01-06 02:02:48.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 02:02:48.92: VncKubernetes - vnc_sync - Service start 2025-01-06 02:02:48.92: VncKubernetes - vnc_sync - Service done 2025-01-06 02:02:48.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:48.92: ServiceMonitor - start process kube event 2025-01-06 02:02:49.40: PodMonitor - Received BOOKMARK: oldResVer=1093 newResVer=1264 2025-01-06 02:02:49.40: PodMonitor - start process kube event 2025-01-06 02:02:49.40: PodMonitor - _schedule_vnc_sync 2025-01-06 02:02:49.40: empty line received 2025-01-06 02:02:49.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 02:02:49.40: VncKubernetes - vnc_sync - Pod start 2025-01-06 02:02:49.40: VncKubernetes - vnc_sync - Pod done 2025-01-06 02:02:49.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:49.40: PodMonitor - start process kube event 2025-01-06 02:02:50.99: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:50.99: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:50.99: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:50.99: PodMonitor - start process kube event 2025-01-06 02:02:50.99: empty line received 2025-01-06 02:02:50.99: PodMonitor - start process kube event 2025-01-06 02:02:51.00: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:51.00: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:51.00: PodMonitor - start process kube event 2025-01-06 02:02:51.00: empty line received 2025-01-06 02:02:51.00: PodMonitor - start process kube event 2025-01-06 02:02:51.01: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:51.01: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:51.01: PodMonitor - start process kube event 2025-01-06 02:02:51.01: empty line received 2025-01-06 02:02:51.01: PodMonitor - start process kube event 2025-01-06 02:02:51.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:02:51.01: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:51.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:51.07: VncKubernetes - Process event (name=ctest-busybox-pod-79118117 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-79118117:b6cf4024-8284-4820-ac2d-9361b64b9f42 2025-01-06 02:02:51.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:54.95: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:54.95: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:54.95: VncKubernetes - Process event (name=ctest-nginx-ingress-63322394 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-63322394:d19b275b-3592-495e-a4a8-a4fd8bb8bdff 2025-01-06 02:02:54.95: IngressMonitor - start process kube event 2025-01-06 02:02:54.95: IngressMonitor - _schedule_vnc_sync 2025-01-06 02:02:54.95: empty line received 2025-01-06 02:02:54.95: IngressMonitor - start process kube event 2025-01-06 02:02:56.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:56.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 02:02:56.20: VncKubernetes - vnc_sync - Ingress start 2025-01-06 02:02:56.20: VncKubernetes - vnc_sync - Ingress done 2025-01-06 02:02:56.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:56.93: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:56.93: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:56.93: VncKubernetes - Process event (name=ctest-nginx-svc-23597612 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:02:56.93: EndPointMonitor - start process kube event 2025-01-06 02:02:56.93: empty line received 2025-01-06 02:02:56.93: EndPointMonitor - start process kube event 2025-01-06 02:02:56.93: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:56.93: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:56.93: PodMonitor - start process kube event 2025-01-06 02:02:56.93: empty line received 2025-01-06 02:02:56.93: PodMonitor - start process kube event 2025-01-06 02:02:57.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:57.08: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:57.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:02:58.01: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.01: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.01: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.01: PodMonitor - start process kube event 2025-01-06 02:02:58.01: empty line received 2025-01-06 02:02:58.01: PodMonitor - start process kube event 2025-01-06 02:02:58.02: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.02: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.02: PodMonitor - start process kube event 2025-01-06 02:02:58.02: empty line received 2025-01-06 02:02:58.02: PodMonitor - start process kube event 2025-01-06 02:02:58.02: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.02: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.02: PodMonitor - start process kube event 2025-01-06 02:02:58.02: empty line received 2025-01-06 02:02:58.02: PodMonitor - start process kube event 2025-01-06 02:02:58.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:02:58.03: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:02:58.09: VncKubernetes - Process event (name=ctest-nginx-pod-01081943 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-01081943:c7ef4aa6-e6c1-473c-8951-58cc81f84f39 2025-01-06 02:02:58.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:01.96: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:01.96: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:01.96: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:01.96: PodMonitor - start process kube event 2025-01-06 02:03:01.96: empty line received 2025-01-06 02:03:01.97: PodMonitor - start process kube event 2025-01-06 02:03:01.97: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:03:01.97: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:03:01.97: EndPointMonitor - start process kube event 2025-01-06 02:03:01.97: empty line received 2025-01-06 02:03:01.97: EndPointMonitor - start process kube event 2025-01-06 02:03:01.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:03:01.98: VncKubernetes - Process event (name=ctest-nginx-svc-23597612 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-23597612:7ccfa7d2-d4cb-44d6-b280-aa0cd086baf4 2025-01-06 02:03:02.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:03.01: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.01: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.01: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.02: PodMonitor - start process kube event 2025-01-06 02:03:03.02: empty line received 2025-01-06 02:03:03.02: PodMonitor - start process kube event 2025-01-06 02:03:03.03: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.03: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.03: PodMonitor - start process kube event 2025-01-06 02:03:03.03: empty line received 2025-01-06 02:03:03.03: PodMonitor - start process kube event 2025-01-06 02:03:03.03: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.03: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.03: PodMonitor - start process kube event 2025-01-06 02:03:03.03: empty line received 2025-01-06 02:03:03.03: PodMonitor - start process kube event 2025-01-06 02:03:03.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:03:03.04: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:03:03.06: VncKubernetes - Process event (name=ctest-nginx-pod-26712918 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-26712918:0774dfd9-11f2-40ea-a282-c7d52421d438 2025-01-06 02:03:03.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:07.42: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:03:07.42: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:03:07.42: VncKubernetes - Process event (name=ctest-new-default-04656451 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:03:07.42: NamespaceMonitor - start process kube event 2025-01-06 02:03:07.42: empty line received 2025-01-06 02:03:07.42: NamespaceMonitor - start process kube event 2025-01-06 02:03:09.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:10.43: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:03:10.43: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:03:10.43: VncKubernetes - Process event (name=ctest-non-default-63389887 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:03:10.44: NamespaceMonitor - start process kube event 2025-01-06 02:03:10.44: empty line received 2025-01-06 02:03:10.44: NamespaceMonitor - start process kube event 2025-01-06 02:03:12.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:13.44: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:03:13.44: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:03:13.44: VncKubernetes - Process event (name=ctest-new-default-04656451 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:03:13.45: NamespaceMonitor - start process kube event 2025-01-06 02:03:13.45: empty line received 2025-01-06 02:03:13.45: NamespaceMonitor - start process kube event 2025-01-06 02:03:13.45: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:03:13.45: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:03:13.45: NamespaceMonitor - start process kube event 2025-01-06 02:03:13.45: empty line received 2025-01-06 02:03:13.45: NamespaceMonitor - start process kube event 2025-01-06 02:03:13.46: PodMonitor - Received ADDED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:13.46: PodMonitor - Skipped ADDED Pod ctest-new-default-04656451:ctest-pod-28190471 (no nodeName) 2025-01-06 02:03:13.46: PodMonitor - start process kube event 2025-01-06 02:03:13.46: empty line received 2025-01-06 02:03:13.46: PodMonitor - start process kube event 2025-01-06 02:03:13.47: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:13.47: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:13.47: PodMonitor - start process kube event 2025-01-06 02:03:13.47: empty line received 2025-01-06 02:03:13.47: PodMonitor - start process kube event 2025-01-06 02:03:13.48: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:13.48: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:13.48: PodMonitor - start process kube event 2025-01-06 02:03:13.48: empty line received 2025-01-06 02:03:13.48: PodMonitor - start process kube event 2025-01-06 02:03:13.50: PodMonitor - Received ADDED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:13.50: PodMonitor - Skipped ADDED Pod ctest-new-default-04656451:ctest-pod-89480523 (no nodeName) 2025-01-06 02:03:13.50: PodMonitor - start process kube event 2025-01-06 02:03:13.50: empty line received 2025-01-06 02:03:13.50: PodMonitor - start process kube event 2025-01-06 02:03:13.51: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:13.51: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:13.51: PodMonitor - start process kube event 2025-01-06 02:03:13.51: empty line received 2025-01-06 02:03:13.51: PodMonitor - start process kube event 2025-01-06 02:03:13.52: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:13.52: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:13.52: PodMonitor - start process kube event 2025-01-06 02:03:13.52: empty line received 2025-01-06 02:03:13.52: PodMonitor - start process kube event 2025-01-06 02:03:13.53: PodMonitor - Received ADDED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:13.53: PodMonitor - Skipped ADDED Pod ctest-non-default-63389887:ctest-pod-83273086 (no nodeName) 2025-01-06 02:03:13.53: PodMonitor - start process kube event 2025-01-06 02:03:13.53: empty line received 2025-01-06 02:03:13.53: PodMonitor - start process kube event 2025-01-06 02:03:13.53: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:13.53: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:13.53: PodMonitor - start process kube event 2025-01-06 02:03:13.53: empty line received 2025-01-06 02:03:13.53: PodMonitor - start process kube event 2025-01-06 02:03:13.54: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:13.54: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:13.55: PodMonitor - start process kube event 2025-01-06 02:03:13.55: empty line received 2025-01-06 02:03:13.55: PodMonitor - start process kube event 2025-01-06 02:03:13.57: PodMonitor - Received ADDED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:13.57: PodMonitor - Skipped ADDED Pod ctest-non-default-63389887:ctest-pod-33005488 (no nodeName) 2025-01-06 02:03:13.57: PodMonitor - start process kube event 2025-01-06 02:03:13.57: empty line received 2025-01-06 02:03:13.57: PodMonitor - start process kube event 2025-01-06 02:03:13.57: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:13.57: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:13.57: PodMonitor - start process kube event 2025-01-06 02:03:13.57: empty line received 2025-01-06 02:03:13.57: PodMonitor - start process kube event 2025-01-06 02:03:13.58: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:13.59: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:13.59: PodMonitor - start process kube event 2025-01-06 02:03:13.59: empty line received 2025-01-06 02:03:13.59: PodMonitor - start process kube event 2025-01-06 02:03:13.59: PodMonitor - Received ADDED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:13.59: PodMonitor - Skipped ADDED Pod ctest-new-default-04656451:ctest-pod-50743923 (no nodeName) 2025-01-06 02:03:13.59: PodMonitor - start process kube event 2025-01-06 02:03:13.59: empty line received 2025-01-06 02:03:13.59: PodMonitor - start process kube event 2025-01-06 02:03:13.59: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:13.59: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:13.59: PodMonitor - start process kube event 2025-01-06 02:03:13.59: empty line received 2025-01-06 02:03:13.59: PodMonitor - start process kube event 2025-01-06 02:03:13.61: PodMonitor - Received ADDED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:13.61: PodMonitor - Skipped ADDED Pod ctest-new-default-04656451:ctest-pod-86431628 (no nodeName) 2025-01-06 02:03:13.61: PodMonitor - start process kube event 2025-01-06 02:03:13.61: empty line received 2025-01-06 02:03:13.61: PodMonitor - start process kube event 2025-01-06 02:03:13.61: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:13.61: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:13.61: PodMonitor - start process kube event 2025-01-06 02:03:13.61: empty line received 2025-01-06 02:03:13.61: PodMonitor - start process kube event 2025-01-06 02:03:13.62: PodMonitor - Received ADDED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:13.62: PodMonitor - Skipped ADDED Pod ctest-non-default-63389887:ctest-pod-29627795 (no nodeName) 2025-01-06 02:03:13.62: PodMonitor - start process kube event 2025-01-06 02:03:13.62: empty line received 2025-01-06 02:03:13.62: PodMonitor - start process kube event 2025-01-06 02:03:13.63: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:13.63: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:13.63: PodMonitor - start process kube event 2025-01-06 02:03:13.63: empty line received 2025-01-06 02:03:13.63: PodMonitor - start process kube event 2025-01-06 02:03:13.64: PodMonitor - Received ADDED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:13.64: PodMonitor - Skipped ADDED Pod ctest-non-default-63389887:ctest-pod-43910232 (no nodeName) 2025-01-06 02:03:13.64: PodMonitor - start process kube event 2025-01-06 02:03:13.64: empty line received 2025-01-06 02:03:13.64: PodMonitor - start process kube event 2025-01-06 02:03:13.65: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:13.65: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:13.65: PodMonitor - start process kube event 2025-01-06 02:03:13.65: empty line received 2025-01-06 02:03:13.65: PodMonitor - start process kube event 2025-01-06 02:03:14.03: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 02:03:14.03: VncKubernetes - Process event (name=ctest-non-default-63389887 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:03:14.47: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:14.47: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:14.47: PodMonitor - start process kube event 2025-01-06 02:03:14.47: empty line received 2025-01-06 02:03:14.47: PodMonitor - start process kube event 2025-01-06 02:03:14.56: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 02:03:14.56: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:15.63: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:15.63: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:15.63: PodMonitor - start process kube event 2025-01-06 02:03:15.63: empty line received 2025-01-06 02:03:15.63: PodMonitor - start process kube event 2025-01-06 02:03:15.64: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 02:03:15.64: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:15.71: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 02:03:15.71: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:15.88: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:15.88: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:15.88: PodMonitor - start process kube event 2025-01-06 02:03:15.89: empty line received 2025-01-06 02:03:15.89: PodMonitor - start process kube event 2025-01-06 02:03:16.28: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:16.28: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:16.28: PodMonitor - start process kube event 2025-01-06 02:03:16.28: empty line received 2025-01-06 02:03:16.28: PodMonitor - start process kube event 2025-01-06 02:03:16.42: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:16.43: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:16.43: PodMonitor - start process kube event 2025-01-06 02:03:16.43: empty line received 2025-01-06 02:03:16.43: PodMonitor - start process kube event 2025-01-06 02:03:16.44: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-06 02:03:16.44: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:16.58: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 02:03:16.58: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:16.68: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:16.68: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:16.68: PodMonitor - start process kube event 2025-01-06 02:03:16.68: empty line received 2025-01-06 02:03:16.68: PodMonitor - start process kube event 2025-01-06 02:03:17.48: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:17.48: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:17.48: PodMonitor - start process kube event 2025-01-06 02:03:17.48: empty line received 2025-01-06 02:03:17.48: PodMonitor - start process kube event 2025-01-06 02:03:17.49: VncKubernetes - wait event (qsize=14 timeout=120) 2025-01-06 02:03:17.49: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:17.57: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 02:03:17.57: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:18.29: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:18.29: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:18.29: PodMonitor - start process kube event 2025-01-06 02:03:18.29: empty line received 2025-01-06 02:03:18.30: PodMonitor - start process kube event 2025-01-06 02:03:18.31: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 02:03:18.31: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:18.45: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 02:03:18.45: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:19.18: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:19.18: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:19.18: PodMonitor - start process kube event 2025-01-06 02:03:19.18: empty line received 2025-01-06 02:03:19.18: PodMonitor - start process kube event 2025-01-06 02:03:19.20: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 02:03:19.20: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:19.94: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:19.94: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:19.94: PodMonitor - start process kube event 2025-01-06 02:03:19.94: empty line received 2025-01-06 02:03:19.94: PodMonitor - start process kube event 2025-01-06 02:03:19.96: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 02:03:19.96: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:20.72: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:20.72: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:20.72: PodMonitor - start process kube event 2025-01-06 02:03:20.72: empty line received 2025-01-06 02:03:20.72: PodMonitor - start process kube event 2025-01-06 02:03:20.73: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 02:03:20.73: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:21.05: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:21.05: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:21.05: PodMonitor - start process kube event 2025-01-06 02:03:21.05: empty line received 2025-01-06 02:03:21.05: PodMonitor - start process kube event 2025-01-06 02:03:21.49: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:21.49: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:21.49: PodMonitor - start process kube event 2025-01-06 02:03:21.49: empty line received 2025-01-06 02:03:21.49: PodMonitor - start process kube event 2025-01-06 02:03:21.50: VncKubernetes - wait event (qsize=13 timeout=120) 2025-01-06 02:03:21.50: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:21.58: VncKubernetes - wait event (qsize=12 timeout=120) 2025-01-06 02:03:21.58: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:21.64: VncKubernetes - wait event (qsize=11 timeout=120) 2025-01-06 02:03:21.64: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:21.71: VncKubernetes - wait event (qsize=10 timeout=120) 2025-01-06 02:03:21.71: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:21.85: VncKubernetes - wait event (qsize=9 timeout=120) 2025-01-06 02:03:21.85: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:21.87: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-06 02:03:21.87: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:22.00: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-06 02:03:22.00: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:22.01: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 02:03:22.01: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:22.05: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:22.05: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:22.05: PodMonitor - start process kube event 2025-01-06 02:03:22.05: empty line received 2025-01-06 02:03:22.05: PodMonitor - start process kube event 2025-01-06 02:03:22.07: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 02:03:22.07: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:22.12: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:03:22.12: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:22.14: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 02:03:22.14: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:22.19: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:03:22.19: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:03:22.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:03:22.21: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:22.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:03:22.27: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:03:22.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:23.05: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:23.05: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:23.05: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:03:23.06: PodMonitor - start process kube event 2025-01-06 02:03:23.06: empty line received 2025-01-06 02:03:23.06: PodMonitor - start process kube event 2025-01-06 02:03:23.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:26.11: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:26.11: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:26.11: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:03:26.11: PodMonitor - start process kube event 2025-01-06 02:03:26.12: empty line received 2025-01-06 02:03:26.12: PodMonitor - start process kube event 2025-01-06 02:03:26.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:27.12: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:27.12: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:27.12: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:03:27.12: PodMonitor - start process kube event 2025-01-06 02:03:27.12: empty line received 2025-01-06 02:03:27.12: PodMonitor - start process kube event 2025-01-06 02:03:27.13: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:27.13: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:27.13: PodMonitor - start process kube event 2025-01-06 02:03:27.13: empty line received 2025-01-06 02:03:27.13: PodMonitor - start process kube event 2025-01-06 02:03:27.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:03:27.14: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:03:27.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:31.13: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:31.13: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:31.13: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:03:31.14: PodMonitor - start process kube event 2025-01-06 02:03:31.14: empty line received 2025-01-06 02:03:31.14: PodMonitor - start process kube event 2025-01-06 02:03:31.14: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:31.14: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:31.14: PodMonitor - start process kube event 2025-01-06 02:03:31.14: empty line received 2025-01-06 02:03:31.14: PodMonitor - start process kube event 2025-01-06 02:03:31.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:03:31.15: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:03:31.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:33.02: EndPointMonitor - Received BOOKMARK: oldResVer=1246 newResVer=1332 2025-01-06 02:03:33.02: EndPointMonitor - start process kube event 2025-01-06 02:03:33.02: empty line received 2025-01-06 02:03:33.02: EndPointMonitor - start process kube event 2025-01-06 02:03:35.38: ServiceMonitor - Received ADDED Service ctest-new-default-04656451:ctest-nginx-svc-11022438:cdebd6a2-769d-4470-ae08-b95077fa7e00 2025-01-06 02:03:35.38: ServiceMonitor - Got ADDED Service ctest-new-default-04656451:ctest-nginx-svc-11022438:cdebd6a2-769d-4470-ae08-b95077fa7e00 2025-01-06 02:03:35.38: VncKubernetes - Process event (name=ctest-nginx-svc-11022438 event_type=ADDED kind=Service ns=ctest-new-default-04656451) VncService - Got ADDED Service ctest-new-default-04656451:ctest-nginx-svc-11022438:cdebd6a2-769d-4470-ae08-b95077fa7e00 2025-01-06 02:03:35.38: ServiceMonitor - start process kube event 2025-01-06 02:03:35.38: empty line received 2025-01-06 02:03:35.38: ServiceMonitor - start process kube event 2025-01-06 02:03:35.39: EndPointMonitor - Received ADDED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:03:35.39: EndPointMonitor - Got ADDED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:03:35.39: EndPointMonitor - start process kube event 2025-01-06 02:03:35.39: empty line received 2025-01-06 02:03:35.39: EndPointMonitor - start process kube event 2025-01-06 02:03:36.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:03:36.42: VncKubernetes - Process event (name=ctest-nginx-svc-11022438 event_type=ADDED kind=Endpoints ns=ctest-new-default-04656451) VncEndpoints - Got ADDED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:03:37.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:37.96: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:03:37.96: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:03:37.96: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-04656451) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:03:37.96: NetworkPolicyMonitor - start process kube event 2025-01-06 02:03:37.96: empty line received 2025-01-06 02:03:37.96: NetworkPolicyMonitor - start process kube event 2025-01-06 02:03:39.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:03:47.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1474 2025-01-06 02:03:47.68: NetworkPolicyMonitor - start process kube event 2025-01-06 02:03:47.68: empty line received 2025-01-06 02:03:47.68: NetworkPolicyMonitor - start process kube event 2025-01-06 02:03:47.97: IngressMonitor - Received BOOKMARK: oldResVer=1218 newResVer=1311 2025-01-06 02:03:47.97: IngressMonitor - start process kube event 2025-01-06 02:03:47.97: empty line received 2025-01-06 02:03:47.97: IngressMonitor - start process kube event 2025-01-06 02:03:48.38: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:03:48.38: NetworkMonitor - start process kube event 2025-01-06 02:03:48.38: empty line received 2025-01-06 02:03:48.38: NetworkMonitor - start process kube event 2025-01-06 02:03:48.80: ServiceMonitor - Received BOOKMARK: oldResVer=1192 newResVer=1468 2025-01-06 02:03:48.80: ServiceMonitor - start process kube event 2025-01-06 02:03:48.80: empty line received 2025-01-06 02:03:48.80: ServiceMonitor - start process kube event 2025-01-06 02:03:48.97: PodMonitor - Received BOOKMARK: oldResVer=1264 newResVer=1461 2025-01-06 02:03:48.97: PodMonitor - start process kube event 2025-01-06 02:03:48.97: empty line received 2025-01-06 02:03:48.97: PodMonitor - start process kube event 2025-01-06 02:03:49.23: NamespaceMonitor - Received BOOKMARK: oldResVer=332 newResVer=1364 2025-01-06 02:03:49.23: NamespaceMonitor - start process kube event 2025-01-06 02:03:49.23: empty line received 2025-01-06 02:03:49.23: NamespaceMonitor - start process kube event 2025-01-06 02:04:05.68: PodMonitor - Received BOOKMARK: oldResVer=1461 newResVer=1461 2025-01-06 02:04:05.68: PodMonitor - start process kube event 2025-01-06 02:04:05.68: empty line received 2025-01-06 02:04:05.68: PodMonitor - start process kube event 2025-01-06 02:04:06.90: PodMonitor - Received BOOKMARK: oldResVer=1461 newResVer=1461 2025-01-06 02:04:06.90: PodMonitor - start process kube event 2025-01-06 02:04:06.90: empty line received 2025-01-06 02:04:06.90: PodMonitor - start process kube event 2025-01-06 02:04:07.94: stop iteration PodMonitor 2025-01-06 02:04:07.94: PodMonitor - start process kube event 2025-01-06 02:04:07.94: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1461 2025-01-06 02:04:07.94: PodMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:04:07.94: PodMonitor - Connect Kube API result 0 2025-01-06 02:04:07.94: PodMonitor - _schedule_vnc_sync 2025-01-06 02:04:07.94: PodMonitor - Start Watching request https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1461'})(timeout=120) 2025-01-06 02:04:07.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 02:04:07.95: VncKubernetes - vnc_sync - Pod start 2025-01-06 02:04:07.95: VncKubernetes - vnc_sync - Pod done 2025-01-06 02:04:07.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:04:07.96: PodMonitor - Watches https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1461'}) 2025-01-06 02:04:32.49: EndPointMonitor - Received BOOKMARK: oldResVer=1332 newResVer=1469 2025-01-06 02:04:32.49: EndPointMonitor - start process kube event 2025-01-06 02:04:32.49: empty line received 2025-01-06 02:04:32.49: EndPointMonitor - start process kube event 2025-01-06 02:04:48.28: IngressMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-01-06 02:04:48.28: IngressMonitor - start process kube event 2025-01-06 02:04:48.28: empty line received 2025-01-06 02:04:48.28: IngressMonitor - start process kube event 2025-01-06 02:04:48.40: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1474 newResVer=1474 2025-01-06 02:04:48.40: NetworkPolicyMonitor - start process kube event 2025-01-06 02:04:48.40: empty line received 2025-01-06 02:04:48.40: NetworkPolicyMonitor - start process kube event 2025-01-06 02:04:48.70: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:04:48.70: NetworkMonitor - start process kube event 2025-01-06 02:04:48.70: NetworkMonitor - _schedule_vnc_sync 2025-01-06 02:04:48.70: empty line received 2025-01-06 02:04:48.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 02:04:48.70: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 02:04:48.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:04:48.70: NetworkMonitor - start process kube event 2025-01-06 02:04:48.95: NamespaceMonitor - Received BOOKMARK: oldResVer=1364 newResVer=1364 2025-01-06 02:04:48.95: NamespaceMonitor - start process kube event 2025-01-06 02:04:48.95: empty line received 2025-01-06 02:04:48.95: NamespaceMonitor - start process kube event 2025-01-06 02:04:49.44: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1468 2025-01-06 02:04:49.44: ServiceMonitor - start process kube event 2025-01-06 02:04:49.44: empty line received 2025-01-06 02:04:49.44: ServiceMonitor - start process kube event 2025-01-06 02:05:33.62: EndPointMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1469 2025-01-06 02:05:33.62: EndPointMonitor - start process kube event 2025-01-06 02:05:33.62: empty line received 2025-01-06 02:05:33.62: EndPointMonitor - start process kube event 2025-01-06 02:05:38.03: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:05:38.03: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:05:38.03: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-04656451) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:05:38.03: NetworkPolicyMonitor - start process kube event 2025-01-06 02:05:38.03: empty line received 2025-01-06 02:05:38.03: NetworkPolicyMonitor - start process kube event 2025-01-06 02:05:39.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:05:47.73: IngressMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-01-06 02:05:47.73: IngressMonitor - start process kube event 2025-01-06 02:05:47.73: empty line received 2025-01-06 02:05:47.73: IngressMonitor - start process kube event 2025-01-06 02:05:48.08: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1474 newResVer=1620 2025-01-06 02:05:48.08: NetworkPolicyMonitor - start process kube event 2025-01-06 02:05:48.09: empty line received 2025-01-06 02:05:48.09: NetworkPolicyMonitor - start process kube event 2025-01-06 02:05:48.65: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:05:48.65: NetworkMonitor - start process kube event 2025-01-06 02:05:48.65: empty line received 2025-01-06 02:05:48.65: NetworkMonitor - start process kube event 2025-01-06 02:05:48.94: NamespaceMonitor - Received BOOKMARK: oldResVer=1364 newResVer=1364 2025-01-06 02:05:48.94: NamespaceMonitor - start process kube event 2025-01-06 02:05:48.95: empty line received 2025-01-06 02:05:48.95: NamespaceMonitor - start process kube event 2025-01-06 02:05:49.28: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1468 2025-01-06 02:05:49.28: ServiceMonitor - start process kube event 2025-01-06 02:05:49.28: empty line received 2025-01-06 02:05:49.28: ServiceMonitor - start process kube event 2025-01-06 02:06:07.96: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 02:06:07.96: PodMonitor - start process kube event 2025-01-06 02:06:07.96: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1461 2025-01-06 02:06:07.96: PodMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:06:07.96: PodMonitor - Connect Kube API result 0 2025-01-06 02:06:07.96: PodMonitor - _schedule_vnc_sync 2025-01-06 02:06:07.96: PodMonitor - Start Watching request https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1461'})(timeout=120) 2025-01-06 02:06:07.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 02:06:07.96: VncKubernetes - vnc_sync - Pod start 2025-01-06 02:06:07.96: VncKubernetes - vnc_sync - Pod done 2025-01-06 02:06:07.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:06:07.97: PodMonitor - Watches https://10.0.0.28:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1461'}) 2025-01-06 02:06:31.02: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:06:31.02: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:06:31.02: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:06:31.02: PodMonitor - start process kube event 2025-01-06 02:06:31.02: empty line received 2025-01-06 02:06:31.02: PodMonitor - start process kube event 2025-01-06 02:06:31.04: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:06:31.04: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:06:31.04: EndPointMonitor - start process kube event 2025-01-06 02:06:31.05: empty line received 2025-01-06 02:06:31.05: EndPointMonitor - start process kube event 2025-01-06 02:06:31.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:06:31.05: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:06:31.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:06:31.71: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:06:31.71: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:06:31.71: VncKubernetes - Process event (name=coredns-6f867cd986-ls7z6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ls7z6:599c56cd-27bd-4af9-b04c-70a62da60932 2025-01-06 02:06:31.71: PodMonitor - start process kube event 2025-01-06 02:06:31.71: empty line received 2025-01-06 02:06:31.71: PodMonitor - start process kube event 2025-01-06 02:06:31.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:06:31.79: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:06:31.79: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:06:31.79: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:3e8ea267-556c-437d-a233-63fcf69e7c99 2025-01-06 02:06:31.79: EndPointMonitor - start process kube event 2025-01-06 02:06:31.79: empty line received 2025-01-06 02:06:31.79: EndPointMonitor - start process kube event 2025-01-06 02:06:32.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:06:33.58: EndPointMonitor - Received BOOKMARK: oldResVer=1469 newResVer=1700 2025-01-06 02:06:33.58: EndPointMonitor - start process kube event 2025-01-06 02:06:33.58: EndPointMonitor - _schedule_vnc_sync 2025-01-06 02:06:33.58: empty line received 2025-01-06 02:06:33.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-06 02:06:33.58: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-06 02:06:33.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:06:33.58: EndPointMonitor - start process kube event 2025-01-06 02:06:35.92: IngressMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-01-06 02:06:35.92: IngressMonitor - start process kube event 2025-01-06 02:06:35.92: empty line received 2025-01-06 02:06:35.92: IngressMonitor - start process kube event 2025-01-06 02:06:37.04: IngressMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-01-06 02:06:37.04: IngressMonitor - start process kube event 2025-01-06 02:06:37.04: empty line received 2025-01-06 02:06:37.04: IngressMonitor - start process kube event 2025-01-06 02:06:38.01: stop iteration IngressMonitor 2025-01-06 02:06:38.01: IngressMonitor - start process kube event 2025-01-06 02:06:38.01: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1311 2025-01-06 02:06:38.01: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:06:38.01: IngressMonitor - Connect Kube API result 0 2025-01-06 02:06:38.01: IngressMonitor - _schedule_vnc_sync 2025-01-06 02:06:38.01: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'})(timeout=120) 2025-01-06 02:06:38.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 02:06:38.01: VncKubernetes - vnc_sync - Ingress start 2025-01-06 02:06:38.01: VncKubernetes - vnc_sync - Ingress done 2025-01-06 02:06:38.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:06:38.02: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'}) 2025-01-06 02:06:47.84: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1620 newResVer=1620 2025-01-06 02:06:47.84: NetworkPolicyMonitor - start process kube event 2025-01-06 02:06:47.84: empty line received 2025-01-06 02:06:47.84: NetworkPolicyMonitor - start process kube event 2025-01-06 02:06:48.81: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:48.81: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:48.81: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:48.81: PodMonitor - start process kube event 2025-01-06 02:06:48.81: empty line received 2025-01-06 02:06:48.81: PodMonitor - start process kube event 2025-01-06 02:06:48.82: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:06:48.82: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:06:48.82: EndPointMonitor - start process kube event 2025-01-06 02:06:48.82: empty line received 2025-01-06 02:06:48.82: EndPointMonitor - start process kube event 2025-01-06 02:06:48.83: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:06:48.83: VncKubernetes - Process event (name=ctest-nginx-svc-11022438 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-04656451) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:06:48.83: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:06:48.83: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:06:48.83: PodMonitor - start process kube event 2025-01-06 02:06:48.83: empty line received 2025-01-06 02:06:48.83: PodMonitor - start process kube event 2025-01-06 02:06:48.84: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:48.84: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:48.84: PodMonitor - start process kube event 2025-01-06 02:06:48.84: empty line received 2025-01-06 02:06:48.84: PodMonitor - start process kube event 2025-01-06 02:06:48.84: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:48.84: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:48.84: PodMonitor - start process kube event 2025-01-06 02:06:48.84: empty line received 2025-01-06 02:06:48.84: PodMonitor - start process kube event 2025-01-06 02:06:48.85: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:06:48.85: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:06:48.85: PodMonitor - start process kube event 2025-01-06 02:06:48.85: empty line received 2025-01-06 02:06:48.85: PodMonitor - start process kube event 2025-01-06 02:06:48.85: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:06:48.85: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:06:48.85: EndPointMonitor - start process kube event 2025-01-06 02:06:48.85: empty line received 2025-01-06 02:06:48.85: EndPointMonitor - start process kube event 2025-01-06 02:06:48.85: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:06:48.85: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:06:48.85: PodMonitor - start process kube event 2025-01-06 02:06:48.85: empty line received 2025-01-06 02:06:48.85: PodMonitor - start process kube event 2025-01-06 02:06:48.85: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:48.86: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:48.86: PodMonitor - start process kube event 2025-01-06 02:06:48.86: empty line received 2025-01-06 02:06:48.86: PodMonitor - start process kube event 2025-01-06 02:06:48.86: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:06:48.86: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:06:48.86: PodMonitor - start process kube event 2025-01-06 02:06:48.86: empty line received 2025-01-06 02:06:48.86: PodMonitor - start process kube event 2025-01-06 02:06:48.89: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1468 2025-01-06 02:06:48.89: ServiceMonitor - start process kube event 2025-01-06 02:06:48.89: empty line received 2025-01-06 02:06:48.89: ServiceMonitor - start process kube event 2025-01-06 02:06:49.01: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-06 02:06:49.01: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:06:49.08: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-06 02:06:49.08: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:49.13: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 02:06:49.13: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:49.14: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:06:49.14: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:06:49.20: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 02:06:49.20: VncKubernetes - Process event (name=ctest-nginx-svc-11022438 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-04656451) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:06:49.22: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:06:49.22: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:06:49.22: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:06:49.22: NetworkMonitor - start process kube event 2025-01-06 02:06:49.22: empty line received 2025-01-06 02:06:49.22: NetworkMonitor - start process kube event 2025-01-06 02:06:49.23: NamespaceMonitor - Received BOOKMARK: oldResVer=1364 newResVer=1364 2025-01-06 02:06:49.23: NamespaceMonitor - start process kube event 2025-01-06 02:06:49.23: NamespaceMonitor - _schedule_vnc_sync 2025-01-06 02:06:49.23: empty line received 2025-01-06 02:06:49.23: NamespaceMonitor - start process kube event 2025-01-06 02:06:49.28: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:06:49.28: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:49.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:06:49.33: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:06:49.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:06:49.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-01-06 02:06:49.35: VncKubernetes - vnc_sync - Namespace start 2025-01-06 02:06:49.35: VncKubernetes - vnc_sync - Namespace done 2025-01-06 02:06:49.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:06:50.97: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:50.97: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:50.97: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:50.98: PodMonitor - start process kube event 2025-01-06 02:06:50.98: empty line received 2025-01-06 02:06:50.98: PodMonitor - start process kube event 2025-01-06 02:06:50.98: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:50.98: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:50.98: PodMonitor - start process kube event 2025-01-06 02:06:50.98: empty line received 2025-01-06 02:06:50.98: PodMonitor - start process kube event 2025-01-06 02:06:50.99: PodMonitor - Received DELETED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:50.99: PodMonitor - Got DELETED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:50.99: PodMonitor - start process kube event 2025-01-06 02:06:50.99: empty line received 2025-01-06 02:06:50.99: PodMonitor - start process kube event 2025-01-06 02:06:51.00: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.00: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.00: PodMonitor - start process kube event 2025-01-06 02:06:51.00: empty line received 2025-01-06 02:06:51.00: PodMonitor - start process kube event 2025-01-06 02:06:51.01: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.01: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.01: PodMonitor - start process kube event 2025-01-06 02:06:51.01: empty line received 2025-01-06 02:06:51.01: PodMonitor - start process kube event 2025-01-06 02:06:51.01: PodMonitor - Received DELETED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.01: PodMonitor - Got DELETED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.01: PodMonitor - start process kube event 2025-01-06 02:06:51.01: empty line received 2025-01-06 02:06:51.01: PodMonitor - start process kube event 2025-01-06 02:06:51.02: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:51.03: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:51.03: PodMonitor - start process kube event 2025-01-06 02:06:51.03: empty line received 2025-01-06 02:06:51.03: PodMonitor - start process kube event 2025-01-06 02:06:51.03: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:51.03: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:51.03: PodMonitor - start process kube event 2025-01-06 02:06:51.03: empty line received 2025-01-06 02:06:51.03: PodMonitor - start process kube event 2025-01-06 02:06:51.03: PodMonitor - Received DELETED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:51.03: PodMonitor - Got DELETED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:51.03: PodMonitor - start process kube event 2025-01-06 02:06:51.03: empty line received 2025-01-06 02:06:51.03: PodMonitor - start process kube event 2025-01-06 02:06:51.04: VncKubernetes - wait event (qsize=8 timeout=120) 2025-01-06 02:06:51.04: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:51.05: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-06 02:06:51.05: VncKubernetes - Process event (name=ctest-pod-33005488 event_type=DELETED kind=Pod ns=ctest-non-default-63389887) VncPod - Got DELETED Pod ctest-non-default-63389887:ctest-pod-33005488:c14bd24b-7442-47ae-aa32-bba565ee7d4d 2025-01-06 02:06:51.44: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:51.44: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:51.44: PodMonitor - start process kube event 2025-01-06 02:06:51.44: empty line received 2025-01-06 02:06:51.44: PodMonitor - start process kube event 2025-01-06 02:06:51.49: VncKubernetes - wait event (qsize=7 timeout=120) 2025-01-06 02:06:51.49: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.54: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 02:06:51.54: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.61: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:06:51.61: VncKubernetes - Process event (name=ctest-pod-89480523 event_type=DELETED kind=Pod ns=ctest-new-default-04656451) VncPod - Got DELETED Pod ctest-new-default-04656451:ctest-pod-89480523:546ea400-226f-4b47-a0d9-2845c485bf10 2025-01-06 02:06:51.66: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:51.66: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:51.66: PodMonitor - start process kube event 2025-01-06 02:06:51.66: empty line received 2025-01-06 02:06:51.66: PodMonitor - start process kube event 2025-01-06 02:06:51.66: PodMonitor - Received DELETED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:51.66: PodMonitor - Got DELETED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:51.66: PodMonitor - start process kube event 2025-01-06 02:06:51.66: empty line received 2025-01-06 02:06:51.66: PodMonitor - start process kube event 2025-01-06 02:06:52.12: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 02:06:52.12: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:52.17: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:06:52.17: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:52.23: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 02:06:52.23: VncKubernetes - Process event (name=ctest-pod-83273086 event_type=DELETED kind=Pod ns=ctest-non-default-63389887) VncPod - Got DELETED Pod ctest-non-default-63389887:ctest-pod-83273086:f53c16bd-a4a0-4c25-b513-d721b71cffcb 2025-01-06 02:06:52.72: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:06:52.72: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:52.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:06:52.78: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:52.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:06:52.84: VncKubernetes - Process event (name=ctest-pod-28190471 event_type=DELETED kind=Pod ns=ctest-new-default-04656451) VncPod - Got DELETED Pod ctest-new-default-04656451:ctest-pod-28190471:cdac6568-6098-4916-8c4d-d9991f2ecb06 2025-01-06 02:06:53.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:05.73: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1468 2025-01-06 02:07:05.73: ServiceMonitor - start process kube event 2025-01-06 02:07:05.73: ServiceMonitor - _schedule_vnc_sync 2025-01-06 02:07:05.73: empty line received 2025-01-06 02:07:05.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 02:07:05.73: VncKubernetes - vnc_sync - Service start 2025-01-06 02:07:05.73: VncKubernetes - vnc_sync - Service done 2025-01-06 02:07:05.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:05.73: ServiceMonitor - start process kube event 2025-01-06 02:07:06.88: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1468 2025-01-06 02:07:06.88: ServiceMonitor - start process kube event 2025-01-06 02:07:06.88: empty line received 2025-01-06 02:07:06.88: ServiceMonitor - start process kube event 2025-01-06 02:07:07.66: PodMonitor - Received BOOKMARK: oldResVer=1461 newResVer=1765 2025-01-06 02:07:07.66: PodMonitor - start process kube event 2025-01-06 02:07:07.66: empty line received 2025-01-06 02:07:07.66: PodMonitor - start process kube event 2025-01-06 02:07:07.93: stop iteration ServiceMonitor 2025-01-06 02:07:07.93: ServiceMonitor - start process kube event 2025-01-06 02:07:07.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1468 2025-01-06 02:07:07.93: ServiceMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:07:07.93: ServiceMonitor - Connect Kube API result 0 2025-01-06 02:07:07.93: ServiceMonitor - _schedule_vnc_sync 2025-01-06 02:07:07.93: ServiceMonitor - Start Watching request https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1468'})(timeout=120) 2025-01-06 02:07:07.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-01-06 02:07:07.93: VncKubernetes - vnc_sync - Service start 2025-01-06 02:07:07.93: VncKubernetes - vnc_sync - Service done 2025-01-06 02:07:07.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:07.94: ServiceMonitor - Watches https://10.0.0.28:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1468'}) 2025-01-06 02:07:19.93: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.93: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.93: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.93: PodMonitor - start process kube event 2025-01-06 02:07:19.93: empty line received 2025-01-06 02:07:19.93: PodMonitor - start process kube event 2025-01-06 02:07:19.93: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.93: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.93: PodMonitor - start process kube event 2025-01-06 02:07:19.93: empty line received 2025-01-06 02:07:19.93: PodMonitor - start process kube event 2025-01-06 02:07:19.94: PodMonitor - Received DELETED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.94: PodMonitor - Got DELETED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.94: PodMonitor - start process kube event 2025-01-06 02:07:19.94: empty line received 2025-01-06 02:07:19.94: PodMonitor - start process kube event 2025-01-06 02:07:19.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:07:19.95: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:19.95: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:19.95: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:19.95: PodMonitor - start process kube event 2025-01-06 02:07:19.95: empty line received 2025-01-06 02:07:19.95: PodMonitor - start process kube event 2025-01-06 02:07:19.96: PodMonitor - Received MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:19.96: PodMonitor - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:19.96: PodMonitor - start process kube event 2025-01-06 02:07:19.96: empty line received 2025-01-06 02:07:19.96: PodMonitor - start process kube event 2025-01-06 02:07:19.96: PodMonitor - Received DELETED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:19.96: PodMonitor - Got DELETED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:19.96: PodMonitor - start process kube event 2025-01-06 02:07:19.96: empty line received 2025-01-06 02:07:19.96: PodMonitor - start process kube event 2025-01-06 02:07:19.97: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:19.97: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:19.97: PodMonitor - start process kube event 2025-01-06 02:07:19.97: empty line received 2025-01-06 02:07:19.97: PodMonitor - start process kube event 2025-01-06 02:07:20.01: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:07:20.01: VncKubernetes - Process event (name=ctest-pod-43910232 event_type=DELETED kind=Pod ns=ctest-non-default-63389887) VncPod - Got DELETED Pod ctest-non-default-63389887:ctest-pod-43910232:ca363076-2cdb-4e99-9fb7-bbf9fc49464d 2025-01-06 02:07:20.11: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:20.11: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:20.11: PodMonitor - start process kube event 2025-01-06 02:07:20.11: empty line received 2025-01-06 02:07:20.12: PodMonitor - start process kube event 2025-01-06 02:07:20.13: PodMonitor - Received DELETED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:20.13: PodMonitor - Got DELETED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:20.13: PodMonitor - start process kube event 2025-01-06 02:07:20.13: empty line received 2025-01-06 02:07:20.13: PodMonitor - start process kube event 2025-01-06 02:07:20.44: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 02:07:20.44: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:20.50: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:07:20.50: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=MODIFIED kind=Pod ns=ctest-non-default-63389887) VncPod - Got MODIFIED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:20.55: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 02:07:20.55: VncKubernetes - Process event (name=ctest-pod-29627795 event_type=DELETED kind=Pod ns=ctest-non-default-63389887) VncPod - Got DELETED Pod ctest-non-default-63389887:ctest-pod-29627795:f2b96afc-18b5-415a-b1f3-6de39f914229 2025-01-06 02:07:20.93: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:20.93: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:20.93: PodMonitor - start process kube event 2025-01-06 02:07:20.93: empty line received 2025-01-06 02:07:20.93: PodMonitor - start process kube event 2025-01-06 02:07:20.94: PodMonitor - Received MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:20.94: PodMonitor - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:20.94: PodMonitor - start process kube event 2025-01-06 02:07:20.94: empty line received 2025-01-06 02:07:20.94: PodMonitor - start process kube event 2025-01-06 02:07:20.94: PodMonitor - Received DELETED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:20.94: PodMonitor - Got DELETED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:20.94: PodMonitor - start process kube event 2025-01-06 02:07:20.94: empty line received 2025-01-06 02:07:20.94: PodMonitor - start process kube event 2025-01-06 02:07:21.04: VncKubernetes - wait event (qsize=6 timeout=120) 2025-01-06 02:07:21.04: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:21.09: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:07:21.10: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:21.15: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 02:07:21.15: VncKubernetes - Process event (name=ctest-pod-50743923 event_type=DELETED kind=Pod ns=ctest-new-default-04656451) VncPod - Got DELETED Pod ctest-new-default-04656451:ctest-pod-50743923:8d59364e-3d39-450f-a2e0-ac6e4a709b0b 2025-01-06 02:07:21.55: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:07:21.55: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:21.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:07:21.61: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=MODIFIED kind=Pod ns=ctest-new-default-04656451) VncPod - Got MODIFIED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:21.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:07:21.67: VncKubernetes - Process event (name=ctest-pod-86431628 event_type=DELETED kind=Pod ns=ctest-new-default-04656451) VncPod - Got DELETED Pod ctest-new-default-04656451:ctest-pod-86431628:6213f40a-c69c-45b6-9c83-2b17e0f398b3 2025-01-06 02:07:22.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:24.12: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:24.12: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:24.12: VncKubernetes - Process event (name=ctest-non-default-63389887 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:24.12: NamespaceMonitor - start process kube event 2025-01-06 02:07:24.12: empty line received 2025-01-06 02:07:24.12: NamespaceMonitor - start process kube event 2025-01-06 02:07:24.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:29.32: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:29.32: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:29.32: VncKubernetes - Process event (name=ctest-non-default-63389887 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:29.32: NamespaceMonitor - start process kube event 2025-01-06 02:07:29.32: empty line received 2025-01-06 02:07:29.32: NamespaceMonitor - start process kube event 2025-01-06 02:07:29.48: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:29.48: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:29.48: NamespaceMonitor - start process kube event 2025-01-06 02:07:29.49: empty line received 2025-01-06 02:07:29.49: NamespaceMonitor - start process kube event 2025-01-06 02:07:29.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:07:29.70: VncKubernetes - Process event (name=ctest-non-default-63389887 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-63389887:857d33f8-3fd4-496c-98b3-0b3a6a899e69 2025-01-06 02:07:30.14: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:30.14: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:30.14: NamespaceMonitor - start process kube event 2025-01-06 02:07:30.14: empty line received 2025-01-06 02:07:30.14: NamespaceMonitor - start process kube event 2025-01-06 02:07:30.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:07:30.86: VncKubernetes - Process event (name=ctest-new-default-04656451 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:31.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:33.70: EndPointMonitor - Received BOOKMARK: oldResVer=1700 newResVer=1739 2025-01-06 02:07:33.70: EndPointMonitor - start process kube event 2025-01-06 02:07:33.70: empty line received 2025-01-06 02:07:33.70: EndPointMonitor - start process kube event 2025-01-06 02:07:35.21: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:07:35.21: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:07:35.21: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-04656451) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-04656451:ingress-on-service:f99d0749-0ee4-4fcc-b17a-6bf2a19ed31a 2025-01-06 02:07:35.21: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:35.21: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 02:07:35.21: empty line received 2025-01-06 02:07:35.21: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:35.30: EndPointMonitor - Received DELETED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:07:35.30: EndPointMonitor - Got DELETED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:07:35.30: EndPointMonitor - start process kube event 2025-01-06 02:07:35.30: empty line received 2025-01-06 02:07:35.30: EndPointMonitor - start process kube event 2025-01-06 02:07:35.31: ServiceMonitor - Received DELETED Service ctest-new-default-04656451:ctest-nginx-svc-11022438:cdebd6a2-769d-4470-ae08-b95077fa7e00 2025-01-06 02:07:35.31: ServiceMonitor - Got DELETED Service ctest-new-default-04656451:ctest-nginx-svc-11022438:cdebd6a2-769d-4470-ae08-b95077fa7e00 2025-01-06 02:07:35.31: ServiceMonitor - start process kube event 2025-01-06 02:07:35.31: empty line received 2025-01-06 02:07:35.31: ServiceMonitor - start process kube event 2025-01-06 02:07:35.38: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:35.38: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:35.39: NamespaceMonitor - start process kube event 2025-01-06 02:07:35.39: empty line received 2025-01-06 02:07:35.39: NamespaceMonitor - start process kube event 2025-01-06 02:07:35.39: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:35.39: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:35.39: NamespaceMonitor - start process kube event 2025-01-06 02:07:35.39: empty line received 2025-01-06 02:07:35.39: NamespaceMonitor - start process kube event 2025-01-06 02:07:36.15: VncKubernetes - wait event (qsize=5 timeout=120) 2025-01-06 02:07:36.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 02:07:36.15: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 02:07:36.15: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 02:07:36.15: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 02:07:36.15: VncKubernetes - Process event (name=ctest-nginx-svc-11022438 event_type=DELETED kind=Endpoints ns=ctest-new-default-04656451) VncEndpoints - Got DELETED Endpoints ctest-new-default-04656451:ctest-nginx-svc-11022438:b5f23527-9aa1-434d-aa9a-07e327bdf719 2025-01-06 02:07:36.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:07:36.16: VncKubernetes - Process event (name=ctest-nginx-svc-11022438 event_type=DELETED kind=Service ns=ctest-new-default-04656451) VncService - Got DELETED Service ctest-new-default-04656451:ctest-nginx-svc-11022438:cdebd6a2-769d-4470-ae08-b95077fa7e00 2025-01-06 02:07:36.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:07:36.55: VncKubernetes - Process event (name=ctest-new-default-04656451 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:36.92: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:07:36.92: VncKubernetes - Process event (name=ctest-new-default-04656451 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-04656451:317940e4-ec15-4ae9-8f44-77a73b8ac3ff 2025-01-06 02:07:38.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:48.11: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1620 newResVer=1864 2025-01-06 02:07:48.11: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:48.11: empty line received 2025-01-06 02:07:48.11: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:49.29: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:07:49.29: NetworkMonitor - start process kube event 2025-01-06 02:07:49.29: empty line received 2025-01-06 02:07:49.29: NetworkMonitor - start process kube event 2025-01-06 02:07:49.47: NamespaceMonitor - Received BOOKMARK: oldResVer=1364 newResVer=1891 2025-01-06 02:07:49.47: NamespaceMonitor - start process kube event 2025-01-06 02:07:49.47: empty line received 2025-01-06 02:07:49.47: NamespaceMonitor - start process kube event 2025-01-06 02:07:54.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1864 newResVer=1864 2025-01-06 02:07:54.58: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:54.58: empty line received 2025-01-06 02:07:54.58: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:55.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1864 newResVer=1864 2025-01-06 02:07:55.66: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:55.66: empty line received 2025-01-06 02:07:55.66: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:56.63: stop iteration NetworkPolicyMonitor 2025-01-06 02:07:56.67: NetworkPolicyMonitor - start process kube event 2025-01-06 02:07:56.67: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1864 2025-01-06 02:07:56.67: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:07:56.67: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-06 02:07:56.67: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 02:07:56.67: NetworkPolicyMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1864'})(timeout=120) 2025-01-06 02:07:56.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 02:07:56.67: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 02:07:56.67: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 02:07:56.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:07:56.68: NetworkPolicyMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1864'}) 2025-01-06 02:08:07.49: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1888 2025-01-06 02:08:07.49: ServiceMonitor - start process kube event 2025-01-06 02:08:07.49: empty line received 2025-01-06 02:08:07.49: ServiceMonitor - start process kube event 2025-01-06 02:08:08.22: PodMonitor - Received BOOKMARK: oldResVer=1765 newResVer=1814 2025-01-06 02:08:08.22: PodMonitor - start process kube event 2025-01-06 02:08:08.22: empty line received 2025-01-06 02:08:08.22: PodMonitor - start process kube event 2025-01-06 02:08:34.19: EndPointMonitor - Received BOOKMARK: oldResVer=1739 newResVer=1887 2025-01-06 02:08:34.19: EndPointMonitor - start process kube event 2025-01-06 02:08:34.19: empty line received 2025-01-06 02:08:34.19: EndPointMonitor - start process kube event 2025-01-06 02:08:38.02: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 02:08:38.02: IngressMonitor - start process kube event 2025-01-06 02:08:38.03: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1311 2025-01-06 02:08:38.03: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:08:38.03: IngressMonitor - Connect Kube API result 0 2025-01-06 02:08:38.03: IngressMonitor - _schedule_vnc_sync 2025-01-06 02:08:38.03: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'})(timeout=120) 2025-01-06 02:08:38.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 02:08:38.03: VncKubernetes - vnc_sync - Ingress start 2025-01-06 02:08:38.03: VncKubernetes - vnc_sync - Ingress done 2025-01-06 02:08:38.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:08:38.04: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'}) 2025-01-06 02:08:49.20: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:08:49.20: NetworkMonitor - start process kube event 2025-01-06 02:08:49.20: NetworkMonitor - _schedule_vnc_sync 2025-01-06 02:08:49.20: empty line received 2025-01-06 02:08:49.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 02:08:49.20: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 02:08:49.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:08:49.20: NetworkMonitor - start process kube event 2025-01-06 02:08:49.55: NamespaceMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-01-06 02:08:49.55: NamespaceMonitor - start process kube event 2025-01-06 02:08:49.55: empty line received 2025-01-06 02:08:49.55: NamespaceMonitor - start process kube event 2025-01-06 02:09:07.49: PodMonitor - Received BOOKMARK: oldResVer=1814 newResVer=1814 2025-01-06 02:09:07.49: PodMonitor - start process kube event 2025-01-06 02:09:07.49: empty line received 2025-01-06 02:09:07.49: PodMonitor - start process kube event 2025-01-06 02:09:07.53: ServiceMonitor - Received BOOKMARK: oldResVer=1888 newResVer=1888 2025-01-06 02:09:07.53: ServiceMonitor - start process kube event 2025-01-06 02:09:07.53: empty line received 2025-01-06 02:09:07.53: ServiceMonitor - start process kube event 2025-01-06 02:09:34.06: EndPointMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-01-06 02:09:34.06: EndPointMonitor - start process kube event 2025-01-06 02:09:34.06: empty line received 2025-01-06 02:09:34.06: EndPointMonitor - start process kube event 2025-01-06 02:09:49.10: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:09:49.10: NetworkMonitor - start process kube event 2025-01-06 02:09:49.10: empty line received 2025-01-06 02:09:49.10: NetworkMonitor - start process kube event 2025-01-06 02:09:50.25: NamespaceMonitor - Received BOOKMARK: oldResVer=1891 newResVer=1891 2025-01-06 02:09:50.25: NamespaceMonitor - start process kube event 2025-01-06 02:09:50.25: empty line received 2025-01-06 02:09:50.25: NamespaceMonitor - start process kube event 2025-01-06 02:09:52.36: EndPointMonitor - Received BOOKMARK: oldResVer=1887 newResVer=1887 2025-01-06 02:09:52.36: EndPointMonitor - start process kube event 2025-01-06 02:09:52.36: empty line received 2025-01-06 02:09:52.36: EndPointMonitor - start process kube event 2025-01-06 02:09:53.71: stop iteration EndPointMonitor 2025-01-06 02:09:53.71: EndPointMonitor - start process kube event 2025-01-06 02:09:53.71: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1887 2025-01-06 02:09:53.71: EndPointMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:09:53.71: EndPointMonitor - Connect Kube API result 0 2025-01-06 02:09:53.71: EndPointMonitor - _schedule_vnc_sync 2025-01-06 02:09:53.71: EndPointMonitor - Start Watching request https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1887'})(timeout=120) 2025-01-06 02:09:53.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-01-06 02:09:53.71: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-01-06 02:09:53.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:09:53.73: EndPointMonitor - Watches https://10.0.0.28:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1887'}) 2025-01-06 02:09:56.68: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 02:09:56.68: NetworkPolicyMonitor - start process kube event 2025-01-06 02:09:56.68: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1864 2025-01-06 02:09:56.68: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:09:56.68: NetworkPolicyMonitor - Connect Kube API result 0 2025-01-06 02:09:56.68: NetworkPolicyMonitor - _schedule_vnc_sync 2025-01-06 02:09:56.68: NetworkPolicyMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1864'})(timeout=120) 2025-01-06 02:09:56.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-01-06 02:09:56.68: VncKubernetes - vnc_sync - NetworkPolicy start 2025-01-06 02:09:56.68: VncKubernetes - vnc_sync - NetworkPolicy done 2025-01-06 02:09:56.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:09:56.69: NetworkPolicyMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1864'}) 2025-01-06 02:09:59.13: PodMonitor - Received ADDED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.13: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-01-06 02:09:59.13: PodMonitor - start process kube event 2025-01-06 02:09:59.13: empty line received 2025-01-06 02:09:59.13: PodMonitor - start process kube event 2025-01-06 02:09:59.14: PodMonitor - Received MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.14: PodMonitor - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.14: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.14: PodMonitor - start process kube event 2025-01-06 02:09:59.14: empty line received 2025-01-06 02:09:59.14: PodMonitor - start process kube event 2025-01-06 02:09:59.16: PodMonitor - Received MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.16: PodMonitor - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.16: PodMonitor - start process kube event 2025-01-06 02:09:59.16: empty line received 2025-01-06 02:09:59.16: PodMonitor - start process kube event 2025-01-06 02:09:59.34: PodMonitor - Received ADDED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:09:59.34: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-01-06 02:09:59.36: PodMonitor - start process kube event 2025-01-06 02:09:59.36: empty line received 2025-01-06 02:09:59.36: PodMonitor - start process kube event 2025-01-06 02:09:59.36: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:09:59.36: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:09:59.36: PodMonitor - start process kube event 2025-01-06 02:09:59.36: empty line received 2025-01-06 02:09:59.36: PodMonitor - start process kube event 2025-01-06 02:09:59.36: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:09:59.36: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:09:59.36: PodMonitor - start process kube event 2025-01-06 02:09:59.36: empty line received 2025-01-06 02:09:59.36: PodMonitor - start process kube event 2025-01-06 02:09:59.93: PodMonitor - Received MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.93: PodMonitor - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:09:59.93: PodMonitor - start process kube event 2025-01-06 02:09:59.93: empty line received 2025-01-06 02:09:59.93: PodMonitor - start process kube event 2025-01-06 02:09:59.94: VncKubernetes - wait event (qsize=4 timeout=120) 2025-01-06 02:09:59.94: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:00.10: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:10:00.10: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:00.39: NetworkMonitor - Received BOOKMARK: oldResVer=1136 newResVer=1136 2025-01-06 02:10:00.39: NetworkMonitor - start process kube event 2025-01-06 02:10:00.39: empty line received 2025-01-06 02:10:00.39: NetworkMonitor - start process kube event 2025-01-06 02:10:00.84: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:00.84: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:00.84: PodMonitor - start process kube event 2025-01-06 02:10:00.84: empty line received 2025-01-06 02:10:00.84: PodMonitor - start process kube event 2025-01-06 02:10:00.85: VncKubernetes - wait event (qsize=3 timeout=120) 2025-01-06 02:10:00.85: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:01.00: VncKubernetes - wait event (qsize=2 timeout=120) 2025-01-06 02:10:01.00: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:01.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:10:01.01: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:01.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:10:02.00: stop iteration NetworkMonitor 2025-01-06 02:10:02.00: NetworkMonitor - start process kube event 2025-01-06 02:10:02.00: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1136 2025-01-06 02:10:02.00: NetworkMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:10:02.00: NetworkMonitor - Connect Kube API result 0 2025-01-06 02:10:02.00: NetworkMonitor - _schedule_vnc_sync 2025-01-06 02:10:02.00: NetworkMonitor - Start Watching request https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1136'})(timeout=120) 2025-01-06 02:10:02.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-01-06 02:10:02.00: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-01-06 02:10:02.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:10:02.01: NetworkMonitor - Watches https://10.0.0.28:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1136'}) 2025-01-06 02:10:07.64: PodMonitor - Received BOOKMARK: oldResVer=1814 newResVer=2076 2025-01-06 02:10:07.64: PodMonitor - start process kube event 2025-01-06 02:10:07.64: empty line received 2025-01-06 02:10:07.64: PodMonitor - start process kube event 2025-01-06 02:10:08.26: ServiceMonitor - Received BOOKMARK: oldResVer=1888 newResVer=1888 2025-01-06 02:10:08.26: ServiceMonitor - start process kube event 2025-01-06 02:10:08.26: empty line received 2025-01-06 02:10:08.26: ServiceMonitor - start process kube event 2025-01-06 02:10:12.27: PodMonitor - Received MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:12.27: PodMonitor - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:12.27: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:12.27: PodMonitor - start process kube event 2025-01-06 02:10:12.27: PodMonitor - _schedule_vnc_sync 2025-01-06 02:10:12.27: empty line received 2025-01-06 02:10:12.27: PodMonitor - start process kube event 2025-01-06 02:10:12.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-01-06 02:10:12.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-01-06 02:10:12.28: VncKubernetes - vnc_sync - Pod start 2025-01-06 02:10:12.28: VncKubernetes - vnc_sync - Pod done 2025-01-06 02:10:12.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:10:13.27: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:13.27: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:13.27: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:3cd9ad83-4388-4fc1-ae57-5020044aca28 2025-01-06 02:10:13.27: PodMonitor - start process kube event 2025-01-06 02:10:13.27: empty line received 2025-01-06 02:10:13.27: PodMonitor - start process kube event 2025-01-06 02:10:13.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:10:14.36: PodMonitor - Received MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:14.36: PodMonitor - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:14.36: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:14.36: PodMonitor - start process kube event 2025-01-06 02:10:14.36: empty line received 2025-01-06 02:10:14.36: PodMonitor - start process kube event 2025-01-06 02:10:14.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:10:38.04: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.28', port=6443): Read timed out. 2025-01-06 02:10:38.04: IngressMonitor - start process kube event 2025-01-06 02:10:38.04: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1311 2025-01-06 02:10:38.04: IngressMonitor - Try to connect Kube API 10.0.0.28:6443 2025-01-06 02:10:38.04: IngressMonitor - Connect Kube API result 0 2025-01-06 02:10:38.04: IngressMonitor - _schedule_vnc_sync 2025-01-06 02:10:38.05: IngressMonitor - Start Watching request https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'})(timeout=120) 2025-01-06 02:10:38.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-01-06 02:10:38.05: VncKubernetes - vnc_sync - Ingress start 2025-01-06 02:10:38.05: VncKubernetes - vnc_sync - Ingress done 2025-01-06 02:10:38.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-01-06 02:10:38.06: IngressMonitor - Watches https://10.0.0.28:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'}) 2025-01-06 02:10:45.34: PodMonitor - Received MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:45.34: PodMonitor - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:45.34: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:45.34: PodMonitor - start process kube event 2025-01-06 02:10:45.34: empty line received 2025-01-06 02:10:45.34: PodMonitor - start process kube event 2025-01-06 02:10:45.34: PodMonitor - Received MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:45.34: PodMonitor - Got MODIFIED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:45.35: PodMonitor - start process kube event 2025-01-06 02:10:45.35: empty line received 2025-01-06 02:10:45.35: PodMonitor - start process kube event 2025-01-06 02:10:45.35: PodMonitor - Received DELETED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:45.35: PodMonitor - Got DELETED Pod default:pingtest-sender:26e4437b-2cce-41ec-a296-182e5a0bebc5 2025-01-06 02:10:45.35: PodMonitor - start process kube event