+++ date ++ echo 'INFO: =================== Mon Oct 21 01:58:06 UTC 2024 ===================' INFO: =================== Mon Oct 21 01:58:06 UTC 2024 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ head -n 1 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.24 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST='"tcp:1024,udp:1024"' ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.24 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.24 ++ ANALYTICSDB_NODES=10.0.0.24 ++ ANALYTICS_SNMP_NODES=10.0.0.24 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:8081 ' +++ '[' -n '10.0.0.24:8081 ' ']' +++ echo 10.0.0.24:8081 ++ ANALYTICS_SERVERS=10.0.0.24:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:9042 ' +++ '[' -n '10.0.0.24:9042 ' ']' +++ echo 10.0.0.24:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.24:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.24 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:8086 ' +++ '[' -n '10.0.0.24:8086 ' ']' +++ echo 10.0.0.24:8086 ++ COLLECTOR_SERVERS=10.0.0.24:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.24 ++ CONFIGDB_NODES=10.0.0.24 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:8082 ' +++ '[' -n '10.0.0.24:8082 ' ']' +++ echo 10.0.0.24:8082 ++ CONFIG_SERVERS=10.0.0.24:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:9161 ' +++ '[' -n '10.0.0.24:9161 ' ']' +++ echo 10.0.0.24:9161 ++ CONFIGDB_SERVERS=10.0.0.24:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:9041 ' +++ '[' -n '10.0.0.24:9041 ' ']' +++ echo 10.0.0.24:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.24:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.24 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.24 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.24 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+=10.0.0.24:2181, +++ '[' -n 10.0.0.24:2181, ']' +++ echo 10.0.0.24:2181 ++ ZOOKEEPER_SERVERS=10.0.0.24:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:2181 ' +++ '[' -n '10.0.0.24:2181 ' ']' +++ echo 10.0.0.24:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.24:2181 ++ RABBITMQ_NODES=10.0.0.24 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+=10.0.0.24:5673, +++ '[' -n 10.0.0.24:5673, ']' +++ echo 10.0.0.24:5673 ++ RABBITMQ_SERVERS=10.0.0.24:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:6379 ' +++ '[' -n '10.0.0.24:6379 ' ']' +++ echo 10.0.0.24:6379 ++ REDIS_SERVERS=10.0.0.24:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.24 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in '"${server_list[@]}"' ++++ echo 10.0.0.24 +++ local server_address=10.0.0.24 +++ extended_server_list+='10.0.0.24:9092 ' +++ '[' -n '10.0.0.24:9092 ' ']' +++ echo 10.0.0.24:9092 ++ KAFKA_SERVERS=10.0.0.24:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.24 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_CRYPT_INTERFACE=crypt0 ++ VROUTER_DECRYPT_INTERFACE=decrypt0 ++ VROUTER_DECRYPT_KEY=15 ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.24 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.24 ++ cut -d , -f 1 + local cassandra=10.0.0.24 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.24 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Inh0RTNRTUJaMkpETTg3VHMtdFgxbm1WY05fNlNnU002RGxsN2pHaXYyMjgifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjVmNTBhNDJkLTg1NGMtNDk0Ny05ZmU4LTIyYmZhMWMwNzdjZiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.OOu5YrLJh5nUTmwPtsFO2CTDZFDIVF4nse-bdJenqcXuDRceDREVUiV5yl2dUTICS6QBd-lQXJDbkb-fS3UgE9GREsMCijhRVdOeXS7qXx2chIzere0w2XY_nmzk26XsZLYs1hQW1LQXua89DhA0D-Gg-F7och12Zo7RuWORHdDY2XHZloJq1HafOBhQ_BUT_QnqEGQdMkI9rJgmsnIgjMj4_v9IJXZyr1wKk9cCbSgRXyVjlr8QjTCOFSCXWEbVITncrWDBouBUIniteOBu6AWxfrQy6RBZ8tz7_P0Fqent0hwiPjzcbu7xEVZ--RfRD6AWvWLY9Dsdmfjmc4yrHA ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.24 +++ local servers=10.0.0.24 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ tr '\n' , ++++ get_local_ips ++++ uniq ++++ sort ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.24,10.19.155.1,127.0.0.1,172.17.0.1,252.24.0.1,, +++ local ord=1 +++ for server in '"${server_list[@]}"' +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.24'\''))' +++ local server_ip=10.0.0.24 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.24 ]] +++ [[ ,10.0.0.24,10.19.155.1,127.0.0.1,172.17.0.1,252.24.0.1,, =~ ,10\.0\.0\.24, ]] +++ echo 10.0.0.24 1 +++ return ++ local ip=10.0.0.24 ++ [[ -z 10.0.0.24 ]] ++ echo 10.0.0.24 + host_ip=10.0.0.24 + [[ cql == \c\q\l ]] ++ echo 10.0.0.24:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.24:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sort ++ sed 's/^KUBERNETES__//g' ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/lib/python3.6/site-packages/cfgm_common/vnc_kombu.py:14: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/21/2024 01:58:13.286 7fa4dff199c8 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/21/2024 01:58:13.323 7fa4dff199c8 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/21/2024 01:58:13.323 7fa4dff199c8 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2024-10-21 01:58:13.68: KubeMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:13.68: KubeMonitor - Connect Kube API result 0 2024-10-21 01:58:13.91: KubeMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/api/v1 2024-10-21 01:58:13.92: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/api/v1 2024-10-21 01:58:13.93: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1 2024-10-21 01:58:13.93: PodMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/api/v1 2024-10-21 01:58:13.94: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/api/v1 2024-10-21 01:58:13.96: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/apis/networking.k8s.io/v1 2024-10-21 01:58:13.96: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/api/v1 2024-10-21 01:58:13.97: IngressMonitor - KubeMonitor init done: url=https://10.0.0.24:6443/apis/networking.k8s.io/v1 2024-10-21 01:58:13.97: VncKubernetes - vnc_connect starting 2024-10-21 01:58:14.01: VncKubernetes - vnc_connect done 2024-10-21 01:58:14.23: default-domain domain available. 2024-10-21 01:58:19.96: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 01:58:19.96: NamespaceMonitor - start process kube event 2024-10-21 01:58:19.96: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-10-21 01:58:19.96: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:19.96: NetworkMonitor - start process kube event 2024-10-21 01:58:19.96: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-10-21 01:58:19.96: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:19.96: PodMonitor - start process kube event 2024-10-21 01:58:19.96: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-10-21 01:58:19.96: PodMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:19.96: ServiceMonitor - start process kube event 2024-10-21 01:58:19.96: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-10-21 01:58:19.96: ServiceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:19.96: NetworkPolicyMonitor - start process kube event 2024-10-21 01:58:19.96: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-10-21 01:58:19.96: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:19.96: EndPointMonitor - start process kube event 2024-10-21 01:58:19.96: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-10-21 01:58:19.96: EndPointMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:19.96: IngressMonitor - start process kube event 2024-10-21 01:58:19.96: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2024-10-21 01:58:19.96: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 01:58:19.96: IngressMonitor - Connect Kube API result 0 2024-10-21 01:58:19.96: IngressMonitor - Start init url=https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2024-10-21 01:58:19.97: EndPointMonitor - Connect Kube API result 0 2024-10-21 01:58:19.97: EndPointMonitor - Start init url=https://10.0.0.24:6443/api/v1/endpoints resource_version=None 2024-10-21 01:58:19.97: NetworkPolicyMonitor - Connect Kube API result 0 2024-10-21 01:58:19.97: NetworkPolicyMonitor - Start init url=https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2024-10-21 01:58:19.98: ServiceMonitor - Connect Kube API result 0 2024-10-21 01:58:19.98: ServiceMonitor - Start init url=https://10.0.0.24:6443/api/v1/services resource_version=None 2024-10-21 01:58:19.98: PodMonitor - Connect Kube API result 0 2024-10-21 01:58:19.98: PodMonitor - Start init url=https://10.0.0.24:6443/api/v1/pods resource_version=None 2024-10-21 01:58:19.98: NetworkMonitor - Connect Kube API result 0 2024-10-21 01:58:19.99: NamespaceMonitor - Connect Kube API result 0 2024-10-21 01:58:19.99: NamespaceMonitor - Start init url=https://10.0.0.24:6443/api/v1/namespaces resource_version=None 2024-10-21 01:58:20.04: NetworkPolicyMonitor - Done init url=https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=369 2024-10-21 01:58:20.04: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 01:58:20.04: NetworkPolicyMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 01:58:20.04: EndPointMonitor - Got ADDED Endpoints default:kubernetes:187d0497-520a-4f7d-8e3b-3e5bce2a3906 2024-10-21 01:58:20.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 01:58:20.05: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 01:58:20.05: ServiceMonitor - Got ADDED Service default:kubernetes:f86b9126-f7bc-4088-8c79-a79e9b91b20c 2024-10-21 01:58:20.05: NamespaceMonitor - Got ADDED Namespace None:contrail:20a175fd-1f3f-4522-be72-0ffd6dcd5ef4 2024-10-21 01:58:20.06: IngressMonitor - Done init url=https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses, resource_version=369 2024-10-21 01:58:20.06: IngressMonitor - _schedule_vnc_sync 2024-10-21 01:58:20.06: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 01:58:20.06: NetworkPolicyMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 01:58:20.07: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 01:58:20.07: EndPointMonitor - Done init url=https://10.0.0.24:6443/api/v1/endpoints, resource_version=369 2024-10-21 01:58:20.07: EndPointMonitor - _schedule_vnc_sync 2024-10-21 01:58:20.07: EndPointMonitor - Start Watching request https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 01:58:20.07: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 01:58:20.07: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 01:58:20.07: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:187d0497-520a-4f7d-8e3b-3e5bce2a3906 2024-10-21 01:58:20.08: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 01:58:20.08: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 01:58:20.09: PodMonitor - Done init url=https://10.0.0.24:6443/api/v1/pods, resource_version=369 2024-10-21 01:58:20.09: PodMonitor - _schedule_vnc_sync 2024-10-21 01:58:20.09: PodMonitor - Start Watching request https://10.0.0.24:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 01:58:20.09: ServiceMonitor - Got ADDED Service kube-system:kube-dns:51f0183d-3360-40bf-8b71-a6ac47775db4 2024-10-21 01:58:20.09: ServiceMonitor - Done init url=https://10.0.0.24:6443/api/v1/services, resource_version=369 2024-10-21 01:58:20.09: ServiceMonitor - _schedule_vnc_sync 2024-10-21 01:58:20.09: ServiceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 01:58:20.10: NamespaceMonitor - Got ADDED Namespace None:default:e895f4bf-0d8c-4578-a2cd-ee82f87b37c0 2024-10-21 01:58:20.10: EndPointMonitor - Watches https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 01:58:20.10: NetworkMonitor - Start init url=https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2024-10-21 01:58:20.11: ServiceMonitor - Watches https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 01:58:20.11: PodMonitor - Watches https://10.0.0.24:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 01:58:20.11: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:2c3398ca-48b2-463b-bccc-5c1ddc017ec4 2024-10-21 01:58:20.13: NamespaceMonitor - Got ADDED Namespace None:kube-public:4ed2eb2d-d232-4333-b767-a14e04a3b602 2024-10-21 01:58:20.13: NamespaceMonitor - Got ADDED Namespace None:kube-system:704e7560-1b28-44f0-8eb9-6a8f4557ecf0 2024-10-21 01:58:20.13: NamespaceMonitor - Done init url=https://10.0.0.24:6443/api/v1/namespaces, resource_version=369 2024-10-21 01:58:20.13: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 01:58:20.13: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 01:58:20.14: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 01:58:20.14: VncKubernetes - wait event (qsize=14 timeout=120) 2024-10-21 01:58:20.14: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:f86b9126-f7bc-4088-8c79-a79e9b91b20c 2024-10-21 01:58:20.15: NetworkMonitor - Done init url=https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=373 2024-10-21 01:58:20.15: NetworkMonitor - _schedule_vnc_sync 2024-10-21 01:58:20.15: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'})(timeout=120) 2024-10-21 01:58:20.15: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'}) 2024-10-21 01:58:22.30: VncKubernetes - wait event (qsize=14 timeout=120) 2024-10-21 01:58:22.30: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:20a175fd-1f3f-4522-be72-0ffd6dcd5ef4 2024-10-21 01:58:24.74: VncKubernetes - wait event (qsize=13 timeout=120) 2024-10-21 01:58:24.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 01:58:24.74: VncKubernetes - vnc_sync - Ingress start 2024-10-21 01:58:24.74: VncKubernetes - vnc_sync - Ingress done 2024-10-21 01:58:24.75: VncKubernetes - wait event (qsize=12 timeout=120) 2024-10-21 01:58:24.75: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 01:58:24.81: VncKubernetes - wait event (qsize=11 timeout=120) 2024-10-21 01:58:24.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-10-21 01:58:24.81: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-10-21 01:58:24.81: VncKubernetes - wait event (qsize=10 timeout=120) 2024-10-21 01:58:24.81: VncKubernetes - Process event (name=coredns-6f867cd986-mlv6g event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 01:58:26.16: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 01:58:26.16: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 01:58:26.16: PodMonitor - start process kube event 2024-10-21 01:58:26.16: empty line received 2024-10-21 01:58:26.16: PodMonitor - start process kube event 2024-10-21 01:58:26.16: VncKubernetes - wait event (qsize=10 timeout=120) 2024-10-21 01:58:26.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-10-21 01:58:26.17: VncKubernetes - vnc_sync - Pod start 2024-10-21 01:58:26.17: VncKubernetes - vnc_sync - Pod done 2024-10-21 01:58:26.17: VncKubernetes - wait event (qsize=9 timeout=120) 2024-10-21 01:58:26.17: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:51f0183d-3360-40bf-8b71-a6ac47775db4 2024-10-21 01:58:28.53: VncKubernetes - wait event (qsize=8 timeout=120) 2024-10-21 01:58:28.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 01:58:28.53: VncKubernetes - vnc_sync - Service start 2024-10-21 01:58:28.53: VncKubernetes - vnc_sync - Service done 2024-10-21 01:58:28.53: VncKubernetes - wait event (qsize=7 timeout=120) 2024-10-21 01:58:28.54: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:e895f4bf-0d8c-4578-a2cd-ee82f87b37c0 2024-10-21 01:58:30.69: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 01:58:30.69: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:2c3398ca-48b2-463b-bccc-5c1ddc017ec4 2024-10-21 01:58:32.57: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 01:58:32.57: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:4ed2eb2d-d232-4333-b767-a14e04a3b602 2024-10-21 01:58:35.24: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 01:58:35.25: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:704e7560-1b28-44f0-8eb9-6a8f4557ecf0 2024-10-21 01:58:36.96: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 01:58:36.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 01:58:36.96: VncKubernetes - vnc_sync - Namespace start 2024-10-21 01:58:36.96: VncKubernetes - vnc_sync - Namespace done 2024-10-21 01:58:36.96: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 01:58:36.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 01:58:36.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 01:58:36.96: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 01:58:36.96: VncKubernetes - Process event (name=coredns-6f867cd986-mlv6g event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 01:58:36.99: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 01:59:20.37: PodMonitor - Received BOOKMARK: oldResVer=369 newResVer=381 2024-10-21 01:59:20.37: PodMonitor - start process kube event 2024-10-21 01:59:20.37: empty line received 2024-10-21 01:59:20.37: PodMonitor - start process kube event 2024-10-21 02:00:19.54: PodMonitor - Received BOOKMARK: oldResVer=381 newResVer=381 2024-10-21 02:00:19.55: PodMonitor - start process kube event 2024-10-21 02:00:19.55: empty line received 2024-10-21 02:00:19.55: PodMonitor - start process kube event 2024-10-21 02:00:20.06: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:00:20.06: NetworkPolicyMonitor - start process kube event 2024-10-21 02:00:20.06: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:00:20.06: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:00:20.07: NetworkPolicyMonitor - Connect Kube API result 0 2024-10-21 02:00:20.07: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 02:00:20.07: NetworkPolicyMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:00:20.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 02:00:20.07: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 02:00:20.07: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 02:00:20.07: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:00:20.08: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:00:20.08: IngressMonitor - start process kube event 2024-10-21 02:00:20.08: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:00:20.08: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:00:20.08: IngressMonitor - Connect Kube API result 0 2024-10-21 02:00:20.08: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:00:20.08: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:00:20.08: NetworkPolicyMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:00:20.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:00:20.08: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:00:20.08: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:00:20.08: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:00:20.09: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:00:20.10: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:00:20.10: EndPointMonitor - start process kube event 2024-10-21 02:00:20.10: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:00:20.10: EndPointMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:00:20.10: EndPointMonitor - Connect Kube API result 0 2024-10-21 02:00:20.10: EndPointMonitor - _schedule_vnc_sync 2024-10-21 02:00:20.10: EndPointMonitor - Start Watching request https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:00:20.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-10-21 02:00:20.10: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-10-21 02:00:20.10: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:00:20.11: EndPointMonitor - Watches https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:00:20.11: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:00:20.11: ServiceMonitor - start process kube event 2024-10-21 02:00:20.11: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:00:20.11: ServiceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:00:20.11: ServiceMonitor - Connect Kube API result 0 2024-10-21 02:00:20.11: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:00:20.11: ServiceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:00:20.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:00:20.12: VncKubernetes - vnc_sync - Service start 2024-10-21 02:00:20.12: VncKubernetes - vnc_sync - Service done 2024-10-21 02:00:20.12: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:00:20.12: ServiceMonitor - Watches https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:00:20.14: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:00:20.14: NamespaceMonitor - start process kube event 2024-10-21 02:00:20.14: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:00:20.14: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:00:20.14: NamespaceMonitor - Connect Kube API result 0 2024-10-21 02:00:20.14: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:00:20.14: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:00:20.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:00:20.14: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:00:20.14: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:00:20.14: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:00:20.15: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:00:20.15: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:00:20.15: NetworkMonitor - start process kube event 2024-10-21 02:00:20.15: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=373 2024-10-21 02:00:20.15: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:00:20.15: NetworkMonitor - Connect Kube API result 0 2024-10-21 02:00:20.15: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:00:20.15: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'})(timeout=120) 2024-10-21 02:00:20.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:00:20.16: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:00:20.16: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:00:20.16: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'}) 2024-10-21 02:01:19.96: PodMonitor - Received BOOKMARK: oldResVer=381 newResVer=381 2024-10-21 02:01:19.96: PodMonitor - start process kube event 2024-10-21 02:01:19.96: empty line received 2024-10-21 02:01:19.96: PodMonitor - start process kube event 2024-10-21 02:02:20.08: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:02:20.08: NetworkPolicyMonitor - start process kube event 2024-10-21 02:02:20.08: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:02:20.08: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:02:20.08: NetworkPolicyMonitor - Connect Kube API result 0 2024-10-21 02:02:20.08: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 02:02:20.08: NetworkPolicyMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:02:20.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 02:02:20.09: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 02:02:20.09: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:02:20.09: IngressMonitor - start process kube event 2024-10-21 02:02:20.09: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:02:20.09: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:02:20.09: IngressMonitor - Connect Kube API result 0 2024-10-21 02:02:20.09: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:02:20.09: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:02:20.09: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 02:02:20.09: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:02:20.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:02:20.09: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:02:20.09: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:02:20.09: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:02:20.10: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:02:20.10: NetworkPolicyMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:02:20.11: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:02:20.11: EndPointMonitor - start process kube event 2024-10-21 02:02:20.11: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:02:20.11: EndPointMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:02:20.11: EndPointMonitor - Connect Kube API result 0 2024-10-21 02:02:20.11: EndPointMonitor - _schedule_vnc_sync 2024-10-21 02:02:20.11: EndPointMonitor - Start Watching request https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:02:20.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-10-21 02:02:20.11: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-10-21 02:02:20.11: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:02:20.12: EndPointMonitor - Watches https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:02:20.12: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:02:20.12: ServiceMonitor - start process kube event 2024-10-21 02:02:20.12: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:02:20.12: ServiceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:02:20.12: ServiceMonitor - Connect Kube API result 0 2024-10-21 02:02:20.12: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:02:20.12: ServiceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:02:20.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:02:20.13: VncKubernetes - vnc_sync - Service start 2024-10-21 02:02:20.13: VncKubernetes - vnc_sync - Service done 2024-10-21 02:02:20.13: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:02:20.13: ServiceMonitor - Watches https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:02:20.15: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:02:20.15: NamespaceMonitor - start process kube event 2024-10-21 02:02:20.15: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:02:20.15: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:02:20.15: NamespaceMonitor - Connect Kube API result 0 2024-10-21 02:02:20.15: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:02:20.15: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:02:20.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:02:20.16: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:02:20.16: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:02:20.16: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:02:20.16: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:02:20.16: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:02:20.16: NetworkMonitor - start process kube event 2024-10-21 02:02:20.16: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=373 2024-10-21 02:02:20.16: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:02:20.16: NetworkMonitor - Connect Kube API result 0 2024-10-21 02:02:20.16: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:02:20.17: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'})(timeout=120) 2024-10-21 02:02:20.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:02:20.17: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:02:20.17: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:02:20.17: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'}) 2024-10-21 02:02:20.57: PodMonitor - Received BOOKMARK: oldResVer=381 newResVer=381 2024-10-21 02:02:20.57: PodMonitor - start process kube event 2024-10-21 02:02:20.57: PodMonitor - _schedule_vnc_sync 2024-10-21 02:02:20.57: empty line received 2024-10-21 02:02:20.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-10-21 02:02:20.57: VncKubernetes - vnc_sync - Pod start 2024-10-21 02:02:20.58: PodMonitor - start process kube event 2024-10-21 02:02:20.65: VncKubernetes - vnc_sync - Pod done 2024-10-21 02:02:20.65: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:02:32.79: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:02:32.79: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:02:32.79: VncKubernetes - Process event (name=coredns-6f867cd986-mlv6g event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:02:32.79: PodMonitor - start process kube event 2024-10-21 02:02:32.79: empty line received 2024-10-21 02:02:32.79: PodMonitor - start process kube event 2024-10-21 02:02:32.80: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:02:32.80: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:02:32.80: EndPointMonitor - start process kube event 2024-10-21 02:02:32.80: empty line received 2024-10-21 02:02:32.80: EndPointMonitor - start process kube event 2024-10-21 02:02:32.81: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:02:32.81: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:02:32.81: PodMonitor - start process kube event 2024-10-21 02:02:32.81: empty line received 2024-10-21 02:02:32.81: PodMonitor - start process kube event 2024-10-21 02:02:32.81: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:02:32.81: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:02:32.82: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:02:32.82: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:02:32.82: EndPointMonitor - start process kube event 2024-10-21 02:02:32.82: empty line received 2024-10-21 02:02:32.82: EndPointMonitor - start process kube event 2024-10-21 02:02:32.89: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:02:32.89: VncKubernetes - Process event (name=coredns-6f867cd986-mlv6g event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:02:32.91: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:02:32.91: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:02:33.59: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:03:20.41: EndPointMonitor - Received BOOKMARK: oldResVer=369 newResVer=703 2024-10-21 02:03:20.41: EndPointMonitor - start process kube event 2024-10-21 02:03:20.41: empty line received 2024-10-21 02:03:20.41: EndPointMonitor - start process kube event 2024-10-21 02:03:20.87: PodMonitor - Received BOOKMARK: oldResVer=381 newResVer=702 2024-10-21 02:03:20.87: PodMonitor - start process kube event 2024-10-21 02:03:20.87: empty line received 2024-10-21 02:03:20.87: PodMonitor - start process kube event 2024-10-21 02:04:20.10: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:04:20.10: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:04:20.10: IngressMonitor - start process kube event 2024-10-21 02:04:20.10: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:04:20.11: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:04:20.11: NetworkPolicyMonitor - start process kube event 2024-10-21 02:04:20.11: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:04:20.11: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:04:20.11: IngressMonitor - Connect Kube API result 0 2024-10-21 02:04:20.11: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:04:20.11: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:04:20.11: NetworkPolicyMonitor - Connect Kube API result 0 2024-10-21 02:04:20.11: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 02:04:20.11: NetworkPolicyMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:04:20.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:04:20.11: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:04:20.11: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:04:20.11: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:04:20.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 02:04:20.11: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 02:04:20.11: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 02:04:20.11: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:04:20.12: NetworkPolicyMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:04:20.12: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:04:20.13: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:04:20.13: ServiceMonitor - start process kube event 2024-10-21 02:04:20.13: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:04:20.13: ServiceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:04:20.13: ServiceMonitor - Connect Kube API result 0 2024-10-21 02:04:20.13: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:04:20.13: ServiceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:04:20.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:04:20.13: VncKubernetes - vnc_sync - Service start 2024-10-21 02:04:20.13: VncKubernetes - vnc_sync - Service done 2024-10-21 02:04:20.13: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:04:20.14: ServiceMonitor - Watches https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:04:20.16: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:04:20.16: NamespaceMonitor - start process kube event 2024-10-21 02:04:20.16: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:04:20.16: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:04:20.16: NamespaceMonitor - Connect Kube API result 0 2024-10-21 02:04:20.16: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:04:20.16: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:04:20.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:04:20.17: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:04:20.17: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:04:20.17: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:04:20.17: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:04:20.17: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:04:20.17: NetworkMonitor - start process kube event 2024-10-21 02:04:20.17: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=373 2024-10-21 02:04:20.17: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:04:20.17: NetworkMonitor - Connect Kube API result 0 2024-10-21 02:04:20.17: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:04:20.17: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'})(timeout=120) 2024-10-21 02:04:20.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:04:20.18: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:04:20.18: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:04:20.18: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'}) 2024-10-21 02:04:20.34: EndPointMonitor - Received BOOKMARK: oldResVer=703 newResVer=703 2024-10-21 02:04:20.34: EndPointMonitor - start process kube event 2024-10-21 02:04:20.34: empty line received 2024-10-21 02:04:20.34: EndPointMonitor - start process kube event 2024-10-21 02:04:21.43: PodMonitor - Received BOOKMARK: oldResVer=702 newResVer=702 2024-10-21 02:04:21.43: PodMonitor - start process kube event 2024-10-21 02:04:21.43: empty line received 2024-10-21 02:04:21.43: PodMonitor - start process kube event 2024-10-21 02:04:38.46: PodMonitor - Received BOOKMARK: oldResVer=702 newResVer=702 2024-10-21 02:04:38.46: PodMonitor - start process kube event 2024-10-21 02:04:38.46: empty line received 2024-10-21 02:04:38.46: PodMonitor - start process kube event 2024-10-21 02:04:40.36: stop iteration PodMonitor 2024-10-21 02:04:40.36: PodMonitor - start process kube event 2024-10-21 02:04:40.36: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=702 2024-10-21 02:04:40.36: PodMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:04:40.36: PodMonitor - Connect Kube API result 0 2024-10-21 02:04:40.36: PodMonitor - _schedule_vnc_sync 2024-10-21 02:04:40.36: PodMonitor - Start Watching request https://10.0.0.24:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '702'})(timeout=120) 2024-10-21 02:04:40.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-10-21 02:04:40.36: VncKubernetes - vnc_sync - Pod start 2024-10-21 02:04:40.36: VncKubernetes - vnc_sync - Pod done 2024-10-21 02:04:40.36: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:04:40.37: PodMonitor - Watches https://10.0.0.24:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '702'}) 2024-10-21 02:05:20.30: EndPointMonitor - Received BOOKMARK: oldResVer=703 newResVer=703 2024-10-21 02:05:20.30: EndPointMonitor - start process kube event 2024-10-21 02:05:20.30: empty line received 2024-10-21 02:05:20.30: EndPointMonitor - start process kube event 2024-10-21 02:06:19.71: EndPointMonitor - Received BOOKMARK: oldResVer=703 newResVer=703 2024-10-21 02:06:19.71: EndPointMonitor - start process kube event 2024-10-21 02:06:19.71: empty line received 2024-10-21 02:06:19.71: EndPointMonitor - start process kube event 2024-10-21 02:06:20.12: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:06:20.12: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:06:20.12: NetworkPolicyMonitor - start process kube event 2024-10-21 02:06:20.12: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:06:20.12: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:06:20.12: IngressMonitor - start process kube event 2024-10-21 02:06:20.12: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:06:20.12: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:06:20.12: NetworkPolicyMonitor - Connect Kube API result 0 2024-10-21 02:06:20.12: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 02:06:20.12: NetworkPolicyMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:06:20.13: IngressMonitor - Connect Kube API result 0 2024-10-21 02:06:20.13: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:06:20.13: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:06:20.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 02:06:20.13: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 02:06:20.13: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 02:06:20.13: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:06:20.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:06:20.13: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:06:20.13: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:06:20.13: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:06:20.14: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:06:20.14: ServiceMonitor - start process kube event 2024-10-21 02:06:20.14: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:06:20.14: ServiceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:06:20.14: ServiceMonitor - Connect Kube API result 0 2024-10-21 02:06:20.14: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:06:20.14: ServiceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:06:20.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:06:20.15: VncKubernetes - vnc_sync - Service start 2024-10-21 02:06:20.15: VncKubernetes - vnc_sync - Service done 2024-10-21 02:06:20.15: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:06:20.15: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:06:20.15: NetworkPolicyMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:06:20.15: ServiceMonitor - Watches https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:06:20.17: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:06:20.17: NamespaceMonitor - start process kube event 2024-10-21 02:06:20.17: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:06:20.17: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:06:20.17: NamespaceMonitor - Connect Kube API result 0 2024-10-21 02:06:20.17: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:06:20.17: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:06:20.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:06:20.18: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:06:20.18: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:06:20.18: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:06:20.18: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:06:20.18: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:06:20.18: NetworkMonitor - start process kube event 2024-10-21 02:06:20.18: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=373 2024-10-21 02:06:20.18: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:06:20.18: NetworkMonitor - Connect Kube API result 0 2024-10-21 02:06:20.18: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:06:20.18: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'})(timeout=120) 2024-10-21 02:06:20.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:06:20.19: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:06:20.19: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:06:20.20: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'}) 2024-10-21 02:06:21.25: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:06:21.25: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:06:21.25: VncKubernetes - Process event (name=coredns-6f867cd986-mlv6g event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:06:21.25: PodMonitor - start process kube event 2024-10-21 02:06:21.25: empty line received 2024-10-21 02:06:21.25: PodMonitor - start process kube event 2024-10-21 02:06:21.29: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:06:21.29: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:06:21.29: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:06:21.29: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:06:21.29: EndPointMonitor - start process kube event 2024-10-21 02:06:21.29: EndPointMonitor - _schedule_vnc_sync 2024-10-21 02:06:21.29: empty line received 2024-10-21 02:06:21.29: EndPointMonitor - start process kube event 2024-10-21 02:06:21.29: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:06:21.29: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:06:21.29: EndPointMonitor - start process kube event 2024-10-21 02:06:21.29: empty line received 2024-10-21 02:06:21.29: EndPointMonitor - start process kube event 2024-10-21 02:06:21.30: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:06:21.30: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:06:21.30: PodMonitor - start process kube event 2024-10-21 02:06:21.30: empty line received 2024-10-21 02:06:21.30: PodMonitor - start process kube event 2024-10-21 02:06:21.69: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:06:21.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-10-21 02:06:21.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-10-21 02:06:21.69: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:06:21.69: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5a5b3079-260c-4777-b96e-b9973687a24c 2024-10-21 02:06:22.35: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:06:22.35: VncKubernetes - Process event (name=coredns-6f867cd986-mlv6g event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-mlv6g:58c8c06b-e294-499f-b415-4ed039a337e9 2024-10-21 02:06:22.42: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:06:39.90: PodMonitor - Received BOOKMARK: oldResVer=702 newResVer=999 2024-10-21 02:06:39.90: PodMonitor - start process kube event 2024-10-21 02:06:39.90: empty line received 2024-10-21 02:06:39.90: PodMonitor - start process kube event 2024-10-21 02:07:19.66: EndPointMonitor - Received BOOKMARK: oldResVer=703 newResVer=1001 2024-10-21 02:07:19.66: EndPointMonitor - start process kube event 2024-10-21 02:07:19.66: empty line received 2024-10-21 02:07:19.66: EndPointMonitor - start process kube event 2024-10-21 02:07:19.83: ServiceMonitor - Received BOOKMARK: oldResVer=369 newResVer=963 2024-10-21 02:07:19.83: ServiceMonitor - start process kube event 2024-10-21 02:07:19.83: empty line received 2024-10-21 02:07:19.83: ServiceMonitor - start process kube event 2024-10-21 02:07:20.13: IngressMonitor - Received BOOKMARK: oldResVer=369 newResVer=1008 2024-10-21 02:07:20.13: IngressMonitor - start process kube event 2024-10-21 02:07:20.13: empty line received 2024-10-21 02:07:20.13: IngressMonitor - start process kube event 2024-10-21 02:07:20.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=369 newResVer=948 2024-10-21 02:07:20.37: NetworkPolicyMonitor - start process kube event 2024-10-21 02:07:20.37: empty line received 2024-10-21 02:07:20.37: NetworkPolicyMonitor - start process kube event 2024-10-21 02:07:35.30: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-14119903:61a63caf-61de-41b4-8eaa-170dfd32db0c 2024-10-21 02:07:35.30: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-14119903:61a63caf-61de-41b4-8eaa-170dfd32db0c 2024-10-21 02:07:35.30: VncKubernetes - Process event (name=ctest-nginx-svc-14119903 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-14119903:61a63caf-61de-41b4-8eaa-170dfd32db0c 2024-10-21 02:07:35.31: ServiceMonitor - start process kube event 2024-10-21 02:07:35.31: empty line received 2024-10-21 02:07:35.31: ServiceMonitor - start process kube event 2024-10-21 02:07:35.31: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:35.31: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:35.31: EndPointMonitor - start process kube event 2024-10-21 02:07:35.31: empty line received 2024-10-21 02:07:35.32: EndPointMonitor - start process kube event 2024-10-21 02:07:35.33: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:35.33: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-79450501 (no nodeName) 2024-10-21 02:07:35.33: PodMonitor - start process kube event 2024-10-21 02:07:35.33: empty line received 2024-10-21 02:07:35.33: PodMonitor - start process kube event 2024-10-21 02:07:35.33: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:35.34: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:35.36: PodMonitor - start process kube event 2024-10-21 02:07:35.37: empty line received 2024-10-21 02:07:35.37: PodMonitor - start process kube event 2024-10-21 02:07:35.37: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:35.37: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:35.37: PodMonitor - start process kube event 2024-10-21 02:07:35.37: empty line received 2024-10-21 02:07:35.37: PodMonitor - start process kube event 2024-10-21 02:07:35.38: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:35.38: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-70855781 (no nodeName) 2024-10-21 02:07:35.38: PodMonitor - start process kube event 2024-10-21 02:07:35.38: empty line received 2024-10-21 02:07:35.38: PodMonitor - start process kube event 2024-10-21 02:07:35.39: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:35.39: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:35.39: PodMonitor - start process kube event 2024-10-21 02:07:35.39: empty line received 2024-10-21 02:07:35.39: PodMonitor - start process kube event 2024-10-21 02:07:35.41: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:35.41: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:35.41: PodMonitor - start process kube event 2024-10-21 02:07:35.41: empty line received 2024-10-21 02:07:35.41: PodMonitor - start process kube event 2024-10-21 02:07:36.53: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:07:36.53: VncKubernetes - Process event (name=ctest-nginx-svc-14119903 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:36.60: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:07:36.60: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:37.59: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:37.59: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:37.59: PodMonitor - start process kube event 2024-10-21 02:07:37.59: empty line received 2024-10-21 02:07:37.60: PodMonitor - start process kube event 2024-10-21 02:07:37.62: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:07:37.62: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:37.76: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:07:37.76: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:38.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:38.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:38.47: PodMonitor - start process kube event 2024-10-21 02:07:38.48: empty line received 2024-10-21 02:07:38.48: PodMonitor - start process kube event 2024-10-21 02:07:38.50: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:07:38.50: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:38.65: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:07:38.65: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:38.67: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:07:38.67: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:38.74: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:07:39.52: PodMonitor - Received BOOKMARK: oldResVer=999 newResVer=1111 2024-10-21 02:07:39.52: PodMonitor - start process kube event 2024-10-21 02:07:39.52: empty line received 2024-10-21 02:07:39.52: PodMonitor - start process kube event 2024-10-21 02:07:41.97: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:07:41.97: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:07:41.97: VncKubernetes - Process event (name=ctest-nginx-ingress-86002915 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:07:41.97: IngressMonitor - start process kube event 2024-10-21 02:07:41.97: empty line received 2024-10-21 02:07:41.97: IngressMonitor - start process kube event 2024-10-21 02:07:43.45: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:07:43.45: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:07:43.45: IngressMonitor - start process kube event 2024-10-21 02:07:43.45: empty line received 2024-10-21 02:07:43.45: IngressMonitor - start process kube event 2024-10-21 02:07:44.79: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:07:44.79: VncKubernetes - Process event (name=ctest-nginx-ingress-86002915 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:07:45.00: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:45.00: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-69422056 (no nodeName) 2024-10-21 02:07:45.00: PodMonitor - start process kube event 2024-10-21 02:07:45.00: empty line received 2024-10-21 02:07:45.00: PodMonitor - start process kube event 2024-10-21 02:07:45.01: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:45.01: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:45.01: PodMonitor - start process kube event 2024-10-21 02:07:45.01: empty line received 2024-10-21 02:07:45.01: PodMonitor - start process kube event 2024-10-21 02:07:45.02: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:45.02: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:45.02: PodMonitor - start process kube event 2024-10-21 02:07:45.02: empty line received 2024-10-21 02:07:45.02: PodMonitor - start process kube event 2024-10-21 02:07:45.37: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:07:45.37: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:46.31: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:46.31: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:46.31: PodMonitor - start process kube event 2024-10-21 02:07:46.31: empty line received 2024-10-21 02:07:46.31: PodMonitor - start process kube event 2024-10-21 02:07:46.34: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:07:46.34: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:46.52: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:07:46.52: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:46.56: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:07:53.09: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:53.09: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:53.09: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:07:53.09: PodMonitor - start process kube event 2024-10-21 02:07:53.09: empty line received 2024-10-21 02:07:53.09: PodMonitor - start process kube event 2024-10-21 02:07:53.10: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:53.10: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:53.10: EndPointMonitor - start process kube event 2024-10-21 02:07:53.10: empty line received 2024-10-21 02:07:53.10: EndPointMonitor - start process kube event 2024-10-21 02:07:53.16: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:07:53.16: VncKubernetes - Process event (name=ctest-nginx-svc-14119903 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:53.46: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:07:54.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:54.10: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:54.10: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:07:54.10: PodMonitor - start process kube event 2024-10-21 02:07:54.10: empty line received 2024-10-21 02:07:54.10: PodMonitor - start process kube event 2024-10-21 02:07:54.10: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:54.10: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:54.10: EndPointMonitor - start process kube event 2024-10-21 02:07:54.10: empty line received 2024-10-21 02:07:54.10: EndPointMonitor - start process kube event 2024-10-21 02:07:54.12: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:07:54.12: VncKubernetes - Process event (name=ctest-nginx-svc-14119903 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:07:54.37: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:07:57.10: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:57.10: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:57.10: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:07:57.10: PodMonitor - start process kube event 2024-10-21 02:07:57.10: empty line received 2024-10-21 02:07:57.10: PodMonitor - start process kube event 2024-10-21 02:07:57.12: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:00.70: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:00.70: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:00.70: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:00.71: PodMonitor - start process kube event 2024-10-21 02:08:00.71: empty line received 2024-10-21 02:08:00.71: PodMonitor - start process kube event 2024-10-21 02:08:00.73: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:19.86: EndPointMonitor - Received BOOKMARK: oldResVer=1001 newResVer=1151 2024-10-21 02:08:19.86: EndPointMonitor - start process kube event 2024-10-21 02:08:19.86: empty line received 2024-10-21 02:08:19.86: EndPointMonitor - start process kube event 2024-10-21 02:08:20.18: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:08:20.19: NamespaceMonitor - start process kube event 2024-10-21 02:08:20.19: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=369 2024-10-21 02:08:20.19: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:08:20.19: NamespaceMonitor - Connect Kube API result 0 2024-10-21 02:08:20.19: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:08:20.19: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'})(timeout=120) 2024-10-21 02:08:20.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:08:20.19: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:08:20.19: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:08:20.19: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:20.20: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:08:20.20: NetworkMonitor - start process kube event 2024-10-21 02:08:20.20: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=373 2024-10-21 02:08:20.20: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:08:20.20: NetworkMonitor - Connect Kube API result 0 2024-10-21 02:08:20.20: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:08:20.20: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'})(timeout=120) 2024-10-21 02:08:20.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:08:20.21: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:08:20.21: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:20.21: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '373'}) 2024-10-21 02:08:20.21: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '369'}) 2024-10-21 02:08:20.26: ServiceMonitor - Received BOOKMARK: oldResVer=963 newResVer=1094 2024-10-21 02:08:20.26: ServiceMonitor - start process kube event 2024-10-21 02:08:20.26: empty line received 2024-10-21 02:08:20.26: ServiceMonitor - start process kube event 2024-10-21 02:08:20.60: IngressMonitor - Received BOOKMARK: oldResVer=1008 newResVer=1120 2024-10-21 02:08:20.60: IngressMonitor - start process kube event 2024-10-21 02:08:20.60: empty line received 2024-10-21 02:08:20.60: IngressMonitor - start process kube event 2024-10-21 02:08:20.60: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=948 newResVer=948 2024-10-21 02:08:20.60: NetworkPolicyMonitor - start process kube event 2024-10-21 02:08:20.60: empty line received 2024-10-21 02:08:20.60: NetworkPolicyMonitor - start process kube event 2024-10-21 02:08:31.20: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.20: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.20: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.20: PodMonitor - start process kube event 2024-10-21 02:08:31.20: empty line received 2024-10-21 02:08:31.20: PodMonitor - start process kube event 2024-10-21 02:08:31.21: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.21: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.21: PodMonitor - start process kube event 2024-10-21 02:08:31.21: empty line received 2024-10-21 02:08:31.21: PodMonitor - start process kube event 2024-10-21 02:08:31.22: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.22: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.22: PodMonitor - start process kube event 2024-10-21 02:08:31.22: empty line received 2024-10-21 02:08:31.22: PodMonitor - start process kube event 2024-10-21 02:08:31.27: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:08:31.27: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.29: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:08:31.29: VncKubernetes - Process event (name=ctest-busybox-pod-69422056 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-69422056:dae89c2c-2b94-4f91-93a9-40a30a1dde84 2024-10-21 02:08:31.67: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:35.80: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:08:35.80: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:08:35.80: VncKubernetes - Process event (name=ctest-nginx-ingress-86002915 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-86002915:420fbc8f-8f04-456d-99b6-d307c8356023 2024-10-21 02:08:35.80: IngressMonitor - start process kube event 2024-10-21 02:08:35.81: empty line received 2024-10-21 02:08:35.81: IngressMonitor - start process kube event 2024-10-21 02:08:36.95: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:37.31: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:37.31: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:37.31: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:37.31: PodMonitor - start process kube event 2024-10-21 02:08:37.31: empty line received 2024-10-21 02:08:37.31: PodMonitor - start process kube event 2024-10-21 02:08:37.32: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:08:37.32: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:08:37.32: EndPointMonitor - start process kube event 2024-10-21 02:08:37.32: empty line received 2024-10-21 02:08:37.32: EndPointMonitor - start process kube event 2024-10-21 02:08:37.33: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:08:37.33: VncKubernetes - Process event (name=ctest-nginx-svc-14119903 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:08:37.54: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:38.20: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.20: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.20: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.20: PodMonitor - start process kube event 2024-10-21 02:08:38.20: empty line received 2024-10-21 02:08:38.20: PodMonitor - start process kube event 2024-10-21 02:08:38.20: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.20: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.20: PodMonitor - start process kube event 2024-10-21 02:08:38.20: empty line received 2024-10-21 02:08:38.20: PodMonitor - start process kube event 2024-10-21 02:08:38.21: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.21: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.21: PodMonitor - start process kube event 2024-10-21 02:08:38.21: empty line received 2024-10-21 02:08:38.21: PodMonitor - start process kube event 2024-10-21 02:08:38.28: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:08:38.28: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.30: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:08:38.30: VncKubernetes - Process event (name=ctest-nginx-pod-70855781 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-70855781:68ff127c-cac9-4922-99e4-b33b7f85c166 2024-10-21 02:08:38.69: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:40.14: PodMonitor - Received BOOKMARK: oldResVer=1111 newResVer=1224 2024-10-21 02:08:40.14: PodMonitor - start process kube event 2024-10-21 02:08:40.14: empty line received 2024-10-21 02:08:40.14: PodMonitor - start process kube event 2024-10-21 02:08:42.37: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:08:42.37: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:08:42.37: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:42.37: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:42.37: VncKubernetes - Process event (name=ctest-nginx-svc-14119903 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-14119903:dbba2c0d-a8af-49aa-8203-43bbaf94460f 2024-10-21 02:08:42.37: EndPointMonitor - start process kube event 2024-10-21 02:08:42.37: empty line received 2024-10-21 02:08:42.37: PodMonitor - start process kube event 2024-10-21 02:08:42.38: PodMonitor - _schedule_vnc_sync 2024-10-21 02:08:42.38: empty line received 2024-10-21 02:08:42.38: EndPointMonitor - start process kube event 2024-10-21 02:08:42.38: PodMonitor - start process kube event 2024-10-21 02:08:42.44: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:08:42.44: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:42.46: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:08:42.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-10-21 02:08:42.46: VncKubernetes - vnc_sync - Pod start 2024-10-21 02:08:42.46: VncKubernetes - vnc_sync - Pod done 2024-10-21 02:08:42.46: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:44.21: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.21: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.21: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.21: PodMonitor - start process kube event 2024-10-21 02:08:44.21: empty line received 2024-10-21 02:08:44.21: PodMonitor - start process kube event 2024-10-21 02:08:44.22: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.22: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.22: PodMonitor - start process kube event 2024-10-21 02:08:44.22: empty line received 2024-10-21 02:08:44.22: PodMonitor - start process kube event 2024-10-21 02:08:44.23: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.23: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.23: PodMonitor - start process kube event 2024-10-21 02:08:44.23: empty line received 2024-10-21 02:08:44.23: PodMonitor - start process kube event 2024-10-21 02:08:44.28: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:08:44.28: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.30: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:08:44.30: VncKubernetes - Process event (name=ctest-nginx-pod-79450501 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-79450501:b8d90ca0-b521-4a3f-a72b-1e719ee41313 2024-10-21 02:08:44.83: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:47.72: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:08:47.72: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:08:47.72: VncKubernetes - Process event (name=ctest-new-default-06562415 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:08:47.72: NamespaceMonitor - start process kube event 2024-10-21 02:08:47.72: empty line received 2024-10-21 02:08:47.72: NamespaceMonitor - start process kube event 2024-10-21 02:08:49.56: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:50.74: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:08:50.74: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:08:50.74: VncKubernetes - Process event (name=ctest-non-default-24322941 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:08:50.74: NamespaceMonitor - start process kube event 2024-10-21 02:08:50.74: empty line received 2024-10-21 02:08:50.74: NamespaceMonitor - start process kube event 2024-10-21 02:08:52.72: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:08:53.75: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:08:53.75: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:08:53.75: VncKubernetes - Process event (name=ctest-new-default-06562415 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:08:53.75: NamespaceMonitor - start process kube event 2024-10-21 02:08:53.75: empty line received 2024-10-21 02:08:53.75: NamespaceMonitor - start process kube event 2024-10-21 02:08:53.75: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:08:53.75: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:08:53.75: NamespaceMonitor - start process kube event 2024-10-21 02:08:53.75: empty line received 2024-10-21 02:08:53.75: NamespaceMonitor - start process kube event 2024-10-21 02:08:53.77: PodMonitor - Received ADDED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:53.77: PodMonitor - Skipped ADDED Pod ctest-new-default-06562415:ctest-pod-35811258 (no nodeName) 2024-10-21 02:08:53.77: PodMonitor - start process kube event 2024-10-21 02:08:53.77: empty line received 2024-10-21 02:08:53.77: PodMonitor - start process kube event 2024-10-21 02:08:53.78: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:53.78: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:53.78: PodMonitor - start process kube event 2024-10-21 02:08:53.78: empty line received 2024-10-21 02:08:53.78: PodMonitor - start process kube event 2024-10-21 02:08:53.79: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:53.80: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:53.80: PodMonitor - start process kube event 2024-10-21 02:08:53.80: empty line received 2024-10-21 02:08:53.80: PodMonitor - start process kube event 2024-10-21 02:08:53.81: PodMonitor - Received ADDED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:53.81: PodMonitor - Skipped ADDED Pod ctest-new-default-06562415:ctest-pod-05303066 (no nodeName) 2024-10-21 02:08:53.81: PodMonitor - start process kube event 2024-10-21 02:08:53.81: empty line received 2024-10-21 02:08:53.81: PodMonitor - start process kube event 2024-10-21 02:08:53.82: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:53.82: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:53.82: PodMonitor - start process kube event 2024-10-21 02:08:53.82: empty line received 2024-10-21 02:08:53.82: PodMonitor - start process kube event 2024-10-21 02:08:53.83: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:53.83: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:53.83: PodMonitor - start process kube event 2024-10-21 02:08:53.83: empty line received 2024-10-21 02:08:53.83: PodMonitor - start process kube event 2024-10-21 02:08:53.84: PodMonitor - Received ADDED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:53.84: PodMonitor - Skipped ADDED Pod ctest-non-default-24322941:ctest-pod-76903646 (no nodeName) 2024-10-21 02:08:53.84: PodMonitor - start process kube event 2024-10-21 02:08:53.84: empty line received 2024-10-21 02:08:53.84: PodMonitor - start process kube event 2024-10-21 02:08:53.84: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:53.84: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:53.84: PodMonitor - start process kube event 2024-10-21 02:08:53.84: empty line received 2024-10-21 02:08:53.84: PodMonitor - start process kube event 2024-10-21 02:08:53.86: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:53.86: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:53.86: PodMonitor - start process kube event 2024-10-21 02:08:53.86: empty line received 2024-10-21 02:08:53.86: PodMonitor - start process kube event 2024-10-21 02:08:53.87: PodMonitor - Received ADDED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:53.87: PodMonitor - Skipped ADDED Pod ctest-non-default-24322941:ctest-pod-40376510 (no nodeName) 2024-10-21 02:08:53.87: PodMonitor - start process kube event 2024-10-21 02:08:53.87: empty line received 2024-10-21 02:08:53.87: PodMonitor - start process kube event 2024-10-21 02:08:53.88: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:53.88: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:53.88: PodMonitor - start process kube event 2024-10-21 02:08:53.88: empty line received 2024-10-21 02:08:53.88: PodMonitor - start process kube event 2024-10-21 02:08:53.89: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:53.89: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:53.89: PodMonitor - start process kube event 2024-10-21 02:08:53.89: empty line received 2024-10-21 02:08:53.89: PodMonitor - start process kube event 2024-10-21 02:08:53.90: PodMonitor - Received ADDED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:08:53.90: PodMonitor - Skipped ADDED Pod ctest-new-default-06562415:ctest-pod-79096419 (no nodeName) 2024-10-21 02:08:53.90: PodMonitor - start process kube event 2024-10-21 02:08:53.90: empty line received 2024-10-21 02:08:53.90: PodMonitor - start process kube event 2024-10-21 02:08:53.91: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:08:53.91: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:08:53.91: PodMonitor - start process kube event 2024-10-21 02:08:53.91: empty line received 2024-10-21 02:08:53.91: PodMonitor - start process kube event 2024-10-21 02:08:53.92: PodMonitor - Received ADDED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:08:53.92: PodMonitor - Skipped ADDED Pod ctest-new-default-06562415:ctest-pod-43216322 (no nodeName) 2024-10-21 02:08:53.92: PodMonitor - start process kube event 2024-10-21 02:08:53.92: empty line received 2024-10-21 02:08:53.92: PodMonitor - start process kube event 2024-10-21 02:08:53.93: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:08:53.93: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:08:53.93: PodMonitor - start process kube event 2024-10-21 02:08:53.93: empty line received 2024-10-21 02:08:53.93: PodMonitor - start process kube event 2024-10-21 02:08:53.94: PodMonitor - Received ADDED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:08:53.94: PodMonitor - Skipped ADDED Pod ctest-non-default-24322941:ctest-pod-23487214 (no nodeName) 2024-10-21 02:08:53.94: PodMonitor - start process kube event 2024-10-21 02:08:53.94: empty line received 2024-10-21 02:08:53.94: PodMonitor - start process kube event 2024-10-21 02:08:53.95: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:08:53.95: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:08:53.95: PodMonitor - start process kube event 2024-10-21 02:08:53.95: empty line received 2024-10-21 02:08:53.95: PodMonitor - start process kube event 2024-10-21 02:08:53.96: PodMonitor - Received ADDED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:08:53.96: PodMonitor - Skipped ADDED Pod ctest-non-default-24322941:ctest-pod-51224678 (no nodeName) 2024-10-21 02:08:53.96: PodMonitor - start process kube event 2024-10-21 02:08:53.96: empty line received 2024-10-21 02:08:53.96: PodMonitor - start process kube event 2024-10-21 02:08:53.97: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:08:53.97: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:08:53.97: PodMonitor - start process kube event 2024-10-21 02:08:53.97: empty line received 2024-10-21 02:08:53.97: PodMonitor - start process kube event 2024-10-21 02:08:54.19: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:08:54.19: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:08:54.19: PodMonitor - start process kube event 2024-10-21 02:08:54.19: empty line received 2024-10-21 02:08:54.19: PodMonitor - start process kube event 2024-10-21 02:08:54.44: VncKubernetes - wait event (qsize=14 timeout=120) 2024-10-21 02:08:54.44: VncKubernetes - Process event (name=ctest-non-default-24322941 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:08:55.04: VncKubernetes - wait event (qsize=13 timeout=120) 2024-10-21 02:08:55.04: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:56.19: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:08:56.19: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:08:56.19: PodMonitor - start process kube event 2024-10-21 02:08:56.19: empty line received 2024-10-21 02:08:56.19: PodMonitor - start process kube event 2024-10-21 02:08:56.21: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:56.21: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:56.21: PodMonitor - start process kube event 2024-10-21 02:08:56.21: empty line received 2024-10-21 02:08:56.21: PodMonitor - start process kube event 2024-10-21 02:08:56.23: VncKubernetes - wait event (qsize=14 timeout=120) 2024-10-21 02:08:56.23: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:08:56.37: VncKubernetes - wait event (qsize=13 timeout=120) 2024-10-21 02:08:56.37: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:56.59: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:08:56.59: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:08:56.59: PodMonitor - start process kube event 2024-10-21 02:08:56.59: empty line received 2024-10-21 02:08:56.59: PodMonitor - start process kube event 2024-10-21 02:08:56.99: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:08:56.99: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:08:56.99: PodMonitor - start process kube event 2024-10-21 02:08:56.99: empty line received 2024-10-21 02:08:56.99: PodMonitor - start process kube event 2024-10-21 02:08:57.10: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:57.10: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:57.10: PodMonitor - start process kube event 2024-10-21 02:08:57.10: empty line received 2024-10-21 02:08:57.10: PodMonitor - start process kube event 2024-10-21 02:08:57.13: VncKubernetes - wait event (qsize=15 timeout=120) 2024-10-21 02:08:57.13: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:08:57.26: VncKubernetes - wait event (qsize=14 timeout=120) 2024-10-21 02:08:57.26: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:58.27: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:58.27: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:58.28: PodMonitor - start process kube event 2024-10-21 02:08:58.28: empty line received 2024-10-21 02:08:58.28: PodMonitor - start process kube event 2024-10-21 02:08:58.29: VncKubernetes - wait event (qsize=14 timeout=120) 2024-10-21 02:08:58.29: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:08:58.37: VncKubernetes - wait event (qsize=13 timeout=120) 2024-10-21 02:08:58.37: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:59.18: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:59.18: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:59.18: PodMonitor - start process kube event 2024-10-21 02:08:59.18: empty line received 2024-10-21 02:08:59.19: PodMonitor - start process kube event 2024-10-21 02:08:59.21: VncKubernetes - wait event (qsize=13 timeout=120) 2024-10-21 02:08:59.21: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:08:59.36: VncKubernetes - wait event (qsize=12 timeout=120) 2024-10-21 02:08:59.36: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:00.16: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:00.16: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:00.16: PodMonitor - start process kube event 2024-10-21 02:09:00.16: empty line received 2024-10-21 02:09:00.16: PodMonitor - start process kube event 2024-10-21 02:09:00.18: VncKubernetes - wait event (qsize=12 timeout=120) 2024-10-21 02:09:00.18: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:01.06: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:01.06: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:01.06: PodMonitor - start process kube event 2024-10-21 02:09:01.06: empty line received 2024-10-21 02:09:01.06: PodMonitor - start process kube event 2024-10-21 02:09:01.08: VncKubernetes - wait event (qsize=12 timeout=120) 2024-10-21 02:09:01.08: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:01.25: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:09:01.25: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:09:01.25: PodMonitor - start process kube event 2024-10-21 02:09:01.25: empty line received 2024-10-21 02:09:01.25: PodMonitor - start process kube event 2024-10-21 02:09:01.92: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:01.92: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:01.92: PodMonitor - start process kube event 2024-10-21 02:09:01.92: empty line received 2024-10-21 02:09:01.92: PodMonitor - start process kube event 2024-10-21 02:09:01.94: VncKubernetes - wait event (qsize=13 timeout=120) 2024-10-21 02:09:01.94: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:02.25: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:09:02.26: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:09:02.26: PodMonitor - start process kube event 2024-10-21 02:09:02.26: empty line received 2024-10-21 02:09:02.26: PodMonitor - start process kube event 2024-10-21 02:09:02.92: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:02.92: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:02.92: PodMonitor - start process kube event 2024-10-21 02:09:02.92: empty line received 2024-10-21 02:09:02.92: PodMonitor - start process kube event 2024-10-21 02:09:02.94: VncKubernetes - wait event (qsize=14 timeout=120) 2024-10-21 02:09:02.94: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:03.08: VncKubernetes - wait event (qsize=13 timeout=120) 2024-10-21 02:09:03.08: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:03.18: VncKubernetes - wait event (qsize=12 timeout=120) 2024-10-21 02:09:03.18: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:09:03.25: VncKubernetes - wait event (qsize=11 timeout=120) 2024-10-21 02:09:03.25: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:03.26: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:09:03.26: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:09:03.26: PodMonitor - start process kube event 2024-10-21 02:09:03.26: empty line received 2024-10-21 02:09:03.26: PodMonitor - start process kube event 2024-10-21 02:09:03.35: VncKubernetes - wait event (qsize=11 timeout=120) 2024-10-21 02:09:03.35: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:03.44: VncKubernetes - wait event (qsize=10 timeout=120) 2024-10-21 02:09:03.44: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:09:03.50: VncKubernetes - wait event (qsize=9 timeout=120) 2024-10-21 02:09:03.50: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:09:03.56: VncKubernetes - wait event (qsize=8 timeout=120) 2024-10-21 02:09:03.56: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:09:03.58: VncKubernetes - wait event (qsize=7 timeout=120) 2024-10-21 02:09:03.58: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:03.64: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 02:09:03.64: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:03.71: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:09:03.71: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:09:03.73: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:09:03.73: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:03.79: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:09:03.79: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:09:03.86: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:09:03.86: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:03.88: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:09:03.88: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:09:03.95: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:09:06.30: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:06.30: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:06.30: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:09:06.30: PodMonitor - start process kube event 2024-10-21 02:09:06.30: empty line received 2024-10-21 02:09:06.30: PodMonitor - start process kube event 2024-10-21 02:09:06.31: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:06.31: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:06.31: PodMonitor - start process kube event 2024-10-21 02:09:06.31: empty line received 2024-10-21 02:09:06.31: PodMonitor - start process kube event 2024-10-21 02:09:06.33: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:09:06.33: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:09:06.39: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:09:07.32: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:09:07.32: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:09:07.33: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:09:07.33: PodMonitor - start process kube event 2024-10-21 02:09:07.33: empty line received 2024-10-21 02:09:07.33: PodMonitor - start process kube event 2024-10-21 02:09:07.35: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:07.35: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:07.36: PodMonitor - start process kube event 2024-10-21 02:09:07.36: empty line received 2024-10-21 02:09:07.36: PodMonitor - start process kube event 2024-10-21 02:09:07.36: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:09:07.36: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:09:07.42: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:09:11.33: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:11.33: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:11.33: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:09:11.33: PodMonitor - start process kube event 2024-10-21 02:09:11.33: empty line received 2024-10-21 02:09:11.33: PodMonitor - start process kube event 2024-10-21 02:09:11.36: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:09:15.65: ServiceMonitor - Received ADDED Service ctest-new-default-06562415:ctest-nginx-svc-53817607:4c694923-1d70-4419-8075-f3e21404a561 2024-10-21 02:09:15.65: ServiceMonitor - Got ADDED Service ctest-new-default-06562415:ctest-nginx-svc-53817607:4c694923-1d70-4419-8075-f3e21404a561 2024-10-21 02:09:15.65: VncKubernetes - Process event (name=ctest-nginx-svc-53817607 event_type=ADDED kind=Service ns=ctest-new-default-06562415) VncService - Got ADDED Service ctest-new-default-06562415:ctest-nginx-svc-53817607:4c694923-1d70-4419-8075-f3e21404a561 2024-10-21 02:09:15.66: ServiceMonitor - start process kube event 2024-10-21 02:09:15.66: empty line received 2024-10-21 02:09:15.66: ServiceMonitor - start process kube event 2024-10-21 02:09:15.67: EndPointMonitor - Received ADDED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:09:15.67: EndPointMonitor - Got ADDED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:09:15.67: EndPointMonitor - start process kube event 2024-10-21 02:09:15.67: empty line received 2024-10-21 02:09:15.67: EndPointMonitor - start process kube event 2024-10-21 02:09:16.72: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:09:16.72: VncKubernetes - Process event (name=ctest-nginx-svc-53817607 event_type=ADDED kind=Endpoints ns=ctest-new-default-06562415) VncEndpoints - Got ADDED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:09:17.36: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:09:18.04: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:09:18.04: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:09:18.04: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-06562415) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:09:18.05: NetworkPolicyMonitor - start process kube event 2024-10-21 02:09:18.05: empty line received 2024-10-21 02:09:18.05: NetworkPolicyMonitor - start process kube event 2024-10-21 02:09:19.54: NamespaceMonitor - Received BOOKMARK: oldResVer=369 newResVer=1265 2024-10-21 02:09:19.54: NamespaceMonitor - start process kube event 2024-10-21 02:09:19.54: empty line received 2024-10-21 02:09:19.54: NamespaceMonitor - start process kube event 2024-10-21 02:09:19.64: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:09:19.88: EndPointMonitor - Received BOOKMARK: oldResVer=1151 newResVer=1371 2024-10-21 02:09:19.88: EndPointMonitor - start process kube event 2024-10-21 02:09:19.88: empty line received 2024-10-21 02:09:19.88: EndPointMonitor - start process kube event 2024-10-21 02:09:20.07: ServiceMonitor - Received BOOKMARK: oldResVer=1094 newResVer=1369 2024-10-21 02:09:20.07: ServiceMonitor - start process kube event 2024-10-21 02:09:20.07: empty line received 2024-10-21 02:09:20.07: ServiceMonitor - start process kube event 2024-10-21 02:09:20.39: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=948 newResVer=1376 2024-10-21 02:09:20.39: NetworkPolicyMonitor - start process kube event 2024-10-21 02:09:20.39: empty line received 2024-10-21 02:09:20.39: NetworkPolicyMonitor - start process kube event 2024-10-21 02:09:20.46: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1213 2024-10-21 02:09:20.46: IngressMonitor - start process kube event 2024-10-21 02:09:20.46: empty line received 2024-10-21 02:09:20.46: IngressMonitor - start process kube event 2024-10-21 02:09:20.71: NetworkMonitor - Received BOOKMARK: oldResVer=373 newResVer=1243 2024-10-21 02:09:20.71: NetworkMonitor - start process kube event 2024-10-21 02:09:20.71: empty line received 2024-10-21 02:09:20.71: NetworkMonitor - start process kube event 2024-10-21 02:09:40.26: PodMonitor - Received BOOKMARK: oldResVer=1224 newResVer=1361 2024-10-21 02:09:40.26: PodMonitor - start process kube event 2024-10-21 02:09:40.26: empty line received 2024-10-21 02:09:40.26: PodMonitor - start process kube event 2024-10-21 02:10:19.95: EndPointMonitor - Received BOOKMARK: oldResVer=1371 newResVer=1371 2024-10-21 02:10:19.95: EndPointMonitor - start process kube event 2024-10-21 02:10:19.95: empty line received 2024-10-21 02:10:19.95: EndPointMonitor - start process kube event 2024-10-21 02:10:19.98: IngressMonitor - Received BOOKMARK: oldResVer=1213 newResVer=1213 2024-10-21 02:10:19.98: IngressMonitor - start process kube event 2024-10-21 02:10:19.98: empty line received 2024-10-21 02:10:19.98: IngressMonitor - start process kube event 2024-10-21 02:10:20.05: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1376 newResVer=1376 2024-10-21 02:10:20.05: NetworkPolicyMonitor - start process kube event 2024-10-21 02:10:20.05: empty line received 2024-10-21 02:10:20.05: NetworkPolicyMonitor - start process kube event 2024-10-21 02:10:20.15: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1369 2024-10-21 02:10:20.15: ServiceMonitor - start process kube event 2024-10-21 02:10:20.15: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:10:20.15: empty line received 2024-10-21 02:10:20.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:10:20.15: VncKubernetes - vnc_sync - Service start 2024-10-21 02:10:20.15: VncKubernetes - vnc_sync - Service done 2024-10-21 02:10:20.15: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:10:20.15: ServiceMonitor - start process kube event 2024-10-21 02:10:20.45: NamespaceMonitor - Received BOOKMARK: oldResVer=1265 newResVer=1265 2024-10-21 02:10:20.45: NamespaceMonitor - start process kube event 2024-10-21 02:10:20.45: empty line received 2024-10-21 02:10:20.45: NamespaceMonitor - start process kube event 2024-10-21 02:10:20.57: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:10:20.57: NetworkMonitor - start process kube event 2024-10-21 02:10:20.57: empty line received 2024-10-21 02:10:20.57: NetworkMonitor - start process kube event 2024-10-21 02:10:40.30: PodMonitor - Received BOOKMARK: oldResVer=1361 newResVer=1361 2024-10-21 02:10:40.30: PodMonitor - start process kube event 2024-10-21 02:10:40.30: empty line received 2024-10-21 02:10:40.30: PodMonitor - start process kube event 2024-10-21 02:11:18.26: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:11:18.26: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:11:18.26: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-06562415) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:11:18.27: NetworkPolicyMonitor - start process kube event 2024-10-21 02:11:18.27: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 02:11:18.27: empty line received 2024-10-21 02:11:18.27: NetworkPolicyMonitor - start process kube event 2024-10-21 02:11:19.84: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:11:19.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 02:11:19.84: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 02:11:19.85: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 02:11:19.85: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:11:20.04: NamespaceMonitor - Received BOOKMARK: oldResVer=1265 newResVer=1265 2024-10-21 02:11:20.04: NamespaceMonitor - start process kube event 2024-10-21 02:11:20.04: empty line received 2024-10-21 02:11:20.04: NamespaceMonitor - start process kube event 2024-10-21 02:11:20.13: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1369 2024-10-21 02:11:20.13: ServiceMonitor - start process kube event 2024-10-21 02:11:20.13: empty line received 2024-10-21 02:11:20.13: ServiceMonitor - start process kube event 2024-10-21 02:11:20.15: EndPointMonitor - Received BOOKMARK: oldResVer=1371 newResVer=1371 2024-10-21 02:11:20.16: EndPointMonitor - start process kube event 2024-10-21 02:11:20.16: EndPointMonitor - _schedule_vnc_sync 2024-10-21 02:11:20.16: empty line received 2024-10-21 02:11:20.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-10-21 02:11:20.16: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-10-21 02:11:20.16: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:11:20.16: EndPointMonitor - start process kube event 2024-10-21 02:11:20.27: IngressMonitor - Received BOOKMARK: oldResVer=1213 newResVer=1213 2024-10-21 02:11:20.27: IngressMonitor - start process kube event 2024-10-21 02:11:20.27: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:11:20.27: empty line received 2024-10-21 02:11:20.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:11:20.27: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:11:20.27: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:11:20.27: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:11:20.27: IngressMonitor - start process kube event 2024-10-21 02:11:20.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1376 newResVer=1520 2024-10-21 02:11:20.79: NetworkPolicyMonitor - start process kube event 2024-10-21 02:11:20.79: empty line received 2024-10-21 02:11:20.79: NetworkPolicyMonitor - start process kube event 2024-10-21 02:11:20.82: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:11:20.82: NetworkMonitor - start process kube event 2024-10-21 02:11:20.82: empty line received 2024-10-21 02:11:20.82: NetworkMonitor - start process kube event 2024-10-21 02:11:38.22: PodMonitor - Received BOOKMARK: oldResVer=1361 newResVer=1361 2024-10-21 02:11:38.22: PodMonitor - start process kube event 2024-10-21 02:11:38.22: empty line received 2024-10-21 02:11:38.22: PodMonitor - start process kube event 2024-10-21 02:11:39.73: stop iteration PodMonitor 2024-10-21 02:11:39.73: PodMonitor - start process kube event 2024-10-21 02:11:39.73: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1361 2024-10-21 02:11:39.73: PodMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:11:39.73: PodMonitor - Connect Kube API result 0 2024-10-21 02:11:39.73: PodMonitor - _schedule_vnc_sync 2024-10-21 02:11:39.73: PodMonitor - Start Watching request https://10.0.0.24:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1361'})(timeout=120) 2024-10-21 02:11:39.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-10-21 02:11:39.73: VncKubernetes - vnc_sync - Pod start 2024-10-21 02:11:39.73: VncKubernetes - vnc_sync - Pod done 2024-10-21 02:11:39.73: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:11:39.74: PodMonitor - Watches https://10.0.0.24:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1361'}) 2024-10-21 02:12:06.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1520 newResVer=1520 2024-10-21 02:12:06.73: NetworkPolicyMonitor - start process kube event 2024-10-21 02:12:06.73: empty line received 2024-10-21 02:12:06.73: NetworkPolicyMonitor - start process kube event 2024-10-21 02:12:07.80: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1520 newResVer=1520 2024-10-21 02:12:07.80: NetworkPolicyMonitor - start process kube event 2024-10-21 02:12:07.80: empty line received 2024-10-21 02:12:07.80: NetworkPolicyMonitor - start process kube event 2024-10-21 02:12:09.64: stop iteration NetworkPolicyMonitor 2024-10-21 02:12:09.64: NetworkPolicyMonitor - start process kube event 2024-10-21 02:12:09.64: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1520 2024-10-21 02:12:09.64: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:12:09.64: NetworkPolicyMonitor - Connect Kube API result 0 2024-10-21 02:12:09.64: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 02:12:09.64: NetworkPolicyMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1520'})(timeout=120) 2024-10-21 02:12:09.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 02:12:09.64: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 02:12:09.64: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 02:12:09.65: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:12:09.66: NetworkPolicyMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1520'}) 2024-10-21 02:12:14.26: EndPointMonitor - Received BOOKMARK: oldResVer=1371 newResVer=1371 2024-10-21 02:12:14.26: EndPointMonitor - start process kube event 2024-10-21 02:12:14.26: empty line received 2024-10-21 02:12:14.26: EndPointMonitor - start process kube event 2024-10-21 02:12:15.99: stop iteration EndPointMonitor 2024-10-21 02:12:15.99: EndPointMonitor - start process kube event 2024-10-21 02:12:15.99: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1371 2024-10-21 02:12:16.00: EndPointMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:12:16.00: EndPointMonitor - Connect Kube API result 0 2024-10-21 02:12:16.00: EndPointMonitor - _schedule_vnc_sync 2024-10-21 02:12:16.00: EndPointMonitor - Start Watching request https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1371'})(timeout=120) 2024-10-21 02:12:16.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-10-21 02:12:16.00: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-10-21 02:12:16.00: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:12:16.01: EndPointMonitor - Watches https://10.0.0.24:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1371'}) 2024-10-21 02:12:19.55: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1369 2024-10-21 02:12:19.55: ServiceMonitor - start process kube event 2024-10-21 02:12:19.55: empty line received 2024-10-21 02:12:19.55: ServiceMonitor - start process kube event 2024-10-21 02:12:20.11: NamespaceMonitor - Received BOOKMARK: oldResVer=1265 newResVer=1265 2024-10-21 02:12:20.11: NamespaceMonitor - start process kube event 2024-10-21 02:12:20.11: empty line received 2024-10-21 02:12:20.11: NamespaceMonitor - start process kube event 2024-10-21 02:12:20.27: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:12:20.27: NetworkMonitor - start process kube event 2024-10-21 02:12:20.27: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:12:20.27: empty line received 2024-10-21 02:12:20.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:12:20.27: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:12:20.27: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:12:20.27: NetworkMonitor - start process kube event 2024-10-21 02:12:20.55: IngressMonitor - Received BOOKMARK: oldResVer=1213 newResVer=1213 2024-10-21 02:12:20.55: IngressMonitor - start process kube event 2024-10-21 02:12:20.55: empty line received 2024-10-21 02:12:20.55: IngressMonitor - start process kube event 2024-10-21 02:12:21.09: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:21.09: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:21.09: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:21.09: PodMonitor - start process kube event 2024-10-21 02:12:21.09: empty line received 2024-10-21 02:12:21.09: PodMonitor - start process kube event 2024-10-21 02:12:21.10: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:12:21.10: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:12:21.10: EndPointMonitor - start process kube event 2024-10-21 02:12:21.11: empty line received 2024-10-21 02:12:21.11: EndPointMonitor - start process kube event 2024-10-21 02:12:21.11: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:21.11: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:21.11: PodMonitor - start process kube event 2024-10-21 02:12:21.11: empty line received 2024-10-21 02:12:21.12: PodMonitor - start process kube event 2024-10-21 02:12:21.12: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:21.12: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:21.12: PodMonitor - start process kube event 2024-10-21 02:12:21.12: empty line received 2024-10-21 02:12:21.12: PodMonitor - start process kube event 2024-10-21 02:12:21.13: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:21.13: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:21.13: PodMonitor - start process kube event 2024-10-21 02:12:21.13: empty line received 2024-10-21 02:12:21.13: PodMonitor - start process kube event 2024-10-21 02:12:21.13: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:21.13: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:21.13: PodMonitor - start process kube event 2024-10-21 02:12:21.13: empty line received 2024-10-21 02:12:21.13: PodMonitor - start process kube event 2024-10-21 02:12:21.13: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:21.13: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:21.13: PodMonitor - start process kube event 2024-10-21 02:12:21.14: empty line received 2024-10-21 02:12:21.14: PodMonitor - start process kube event 2024-10-21 02:12:21.14: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:21.14: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:21.14: PodMonitor - start process kube event 2024-10-21 02:12:21.14: empty line received 2024-10-21 02:12:21.14: PodMonitor - start process kube event 2024-10-21 02:12:21.14: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:21.14: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:21.14: PodMonitor - start process kube event 2024-10-21 02:12:21.14: empty line received 2024-10-21 02:12:21.14: PodMonitor - start process kube event 2024-10-21 02:12:21.14: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:12:21.14: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:12:21.15: EndPointMonitor - start process kube event 2024-10-21 02:12:21.15: empty line received 2024-10-21 02:12:21.15: EndPointMonitor - start process kube event 2024-10-21 02:12:21.15: VncKubernetes - wait event (qsize=9 timeout=120) 2024-10-21 02:12:21.15: VncKubernetes - Process event (name=ctest-nginx-svc-53817607 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-06562415) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:12:21.35: VncKubernetes - wait event (qsize=8 timeout=120) 2024-10-21 02:12:21.35: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:21.41: VncKubernetes - wait event (qsize=7 timeout=120) 2024-10-21 02:12:21.41: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:21.43: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 02:12:21.43: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:21.48: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:21.49: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:21.55: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:12:21.55: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:21.57: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:12:21.57: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:21.63: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:12:21.63: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:21.69: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:12:21.69: VncKubernetes - Process event (name=ctest-nginx-svc-53817607 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-06562415) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:12:21.70: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:12:22.81: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.81: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.81: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.82: PodMonitor - start process kube event 2024-10-21 02:12:22.82: empty line received 2024-10-21 02:12:22.82: PodMonitor - start process kube event 2024-10-21 02:12:22.82: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.82: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.82: PodMonitor - start process kube event 2024-10-21 02:12:22.82: empty line received 2024-10-21 02:12:22.82: PodMonitor - start process kube event 2024-10-21 02:12:22.83: PodMonitor - Received DELETED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.83: PodMonitor - Got DELETED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.84: PodMonitor - start process kube event 2024-10-21 02:12:22.84: empty line received 2024-10-21 02:12:22.84: PodMonitor - start process kube event 2024-10-21 02:12:22.84: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:12:22.84: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:22.85: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:22.85: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:22.85: PodMonitor - start process kube event 2024-10-21 02:12:22.85: empty line received 2024-10-21 02:12:22.85: PodMonitor - start process kube event 2024-10-21 02:12:22.86: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:22.86: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:22.86: PodMonitor - start process kube event 2024-10-21 02:12:22.86: empty line received 2024-10-21 02:12:22.86: PodMonitor - start process kube event 2024-10-21 02:12:22.86: PodMonitor - Received DELETED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:22.87: PodMonitor - Got DELETED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:22.87: PodMonitor - start process kube event 2024-10-21 02:12:22.87: empty line received 2024-10-21 02:12:22.87: PodMonitor - start process kube event 2024-10-21 02:12:22.88: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:22.88: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:22.88: PodMonitor - start process kube event 2024-10-21 02:12:22.88: empty line received 2024-10-21 02:12:22.88: PodMonitor - start process kube event 2024-10-21 02:12:22.90: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:22.90: VncKubernetes - Process event (name=ctest-pod-05303066 event_type=DELETED kind=Pod ns=ctest-new-default-06562415) VncPod - Got DELETED Pod ctest-new-default-06562415:ctest-pod-05303066:36772b7e-48b6-4c49-bbb4-daa3b94f016d 2024-10-21 02:12:23.01: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:23.01: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:23.01: PodMonitor - start process kube event 2024-10-21 02:12:23.01: empty line received 2024-10-21 02:12:23.01: PodMonitor - start process kube event 2024-10-21 02:12:23.01: PodMonitor - Received DELETED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:23.01: PodMonitor - Got DELETED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:23.01: PodMonitor - start process kube event 2024-10-21 02:12:23.01: empty line received 2024-10-21 02:12:23.01: PodMonitor - start process kube event 2024-10-21 02:12:23.49: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 02:12:23.49: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:23.56: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:23.56: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:23.61: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:23.61: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:23.61: PodMonitor - start process kube event 2024-10-21 02:12:23.61: empty line received 2024-10-21 02:12:23.61: PodMonitor - start process kube event 2024-10-21 02:12:23.62: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:23.62: VncKubernetes - Process event (name=ctest-pod-76903646 event_type=DELETED kind=Pod ns=ctest-non-default-24322941) VncPod - Got DELETED Pod ctest-non-default-24322941:ctest-pod-76903646:48c578b3-99fb-407c-a469-e4a3268f3fa9 2024-10-21 02:12:23.80: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:23.80: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:23.80: PodMonitor - start process kube event 2024-10-21 02:12:23.80: empty line received 2024-10-21 02:12:23.80: PodMonitor - start process kube event 2024-10-21 02:12:23.81: PodMonitor - Received DELETED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:23.81: PodMonitor - Got DELETED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:23.81: PodMonitor - start process kube event 2024-10-21 02:12:23.81: empty line received 2024-10-21 02:12:23.81: PodMonitor - start process kube event 2024-10-21 02:12:24.09: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 02:12:24.09: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:24.14: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:24.15: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:24.21: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:12:24.21: VncKubernetes - Process event (name=ctest-pod-35811258 event_type=DELETED kind=Pod ns=ctest-new-default-06562415) VncPod - Got DELETED Pod ctest-new-default-06562415:ctest-pod-35811258:9674ffe5-c65a-48ed-baf2-e93de6628237 2024-10-21 02:12:24.74: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:12:24.74: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:24.81: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:12:24.81: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:24.87: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:12:24.87: VncKubernetes - Process event (name=ctest-pod-40376510 event_type=DELETED kind=Pod ns=ctest-non-default-24322941) VncPod - Got DELETED Pod ctest-non-default-24322941:ctest-pod-40376510:76d65ad1-98ab-4776-a567-2de5ad815df8 2024-10-21 02:12:25.39: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:12:39.89: PodMonitor - Received BOOKMARK: oldResVer=1361 newResVer=1634 2024-10-21 02:12:39.89: PodMonitor - start process kube event 2024-10-21 02:12:39.89: empty line received 2024-10-21 02:12:39.89: PodMonitor - start process kube event 2024-10-21 02:12:52.91: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.91: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.92: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.92: PodMonitor - start process kube event 2024-10-21 02:12:52.92: empty line received 2024-10-21 02:12:52.92: PodMonitor - start process kube event 2024-10-21 02:12:52.94: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.94: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.94: PodMonitor - start process kube event 2024-10-21 02:12:52.94: empty line received 2024-10-21 02:12:52.94: PodMonitor - start process kube event 2024-10-21 02:12:52.94: PodMonitor - Received DELETED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.94: PodMonitor - Got DELETED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.94: PodMonitor - start process kube event 2024-10-21 02:12:52.94: empty line received 2024-10-21 02:12:52.94: PodMonitor - start process kube event 2024-10-21 02:12:52.94: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:12:52.94: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:52.95: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:52.95: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:52.95: PodMonitor - start process kube event 2024-10-21 02:12:52.95: empty line received 2024-10-21 02:12:52.95: PodMonitor - start process kube event 2024-10-21 02:12:52.96: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:52.96: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:52.96: PodMonitor - start process kube event 2024-10-21 02:12:52.96: empty line received 2024-10-21 02:12:52.96: PodMonitor - start process kube event 2024-10-21 02:12:52.96: PodMonitor - Received DELETED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:52.96: PodMonitor - Got DELETED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:52.96: PodMonitor - start process kube event 2024-10-21 02:12:52.96: empty line received 2024-10-21 02:12:52.96: PodMonitor - start process kube event 2024-10-21 02:12:52.97: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:52.97: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:52.98: PodMonitor - start process kube event 2024-10-21 02:12:52.98: empty line received 2024-10-21 02:12:52.98: PodMonitor - start process kube event 2024-10-21 02:12:53.01: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:53.01: VncKubernetes - Process event (name=ctest-pod-43216322 event_type=DELETED kind=Pod ns=ctest-new-default-06562415) VncPod - Got DELETED Pod ctest-new-default-06562415:ctest-pod-43216322:1802889a-28a3-46e7-adbc-01dd74230624 2024-10-21 02:12:53.10: PodMonitor - Received MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:53.10: PodMonitor - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:53.10: PodMonitor - start process kube event 2024-10-21 02:12:53.10: empty line received 2024-10-21 02:12:53.10: PodMonitor - start process kube event 2024-10-21 02:12:53.10: PodMonitor - Received DELETED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:53.10: PodMonitor - Got DELETED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:53.10: PodMonitor - start process kube event 2024-10-21 02:12:53.10: empty line received 2024-10-21 02:12:53.10: PodMonitor - start process kube event 2024-10-21 02:12:53.45: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 02:12:53.45: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:53.47: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:53.47: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:53.53: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:12:53.53: VncKubernetes - Process event (name=ctest-pod-23487214 event_type=DELETED kind=Pod ns=ctest-non-default-24322941) VncPod - Got DELETED Pod ctest-non-default-24322941:ctest-pod-23487214:84c389cb-40e1-4755-9088-ee9d37c92553 2024-10-21 02:12:53.70: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:53.70: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:53.70: PodMonitor - start process kube event 2024-10-21 02:12:53.70: empty line received 2024-10-21 02:12:53.70: PodMonitor - start process kube event 2024-10-21 02:12:53.90: PodMonitor - Received MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:53.90: PodMonitor - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:53.90: PodMonitor - start process kube event 2024-10-21 02:12:53.90: empty line received 2024-10-21 02:12:53.91: PodMonitor - start process kube event 2024-10-21 02:12:53.91: PodMonitor - Received DELETED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:53.92: PodMonitor - Got DELETED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:53.92: PodMonitor - start process kube event 2024-10-21 02:12:53.92: empty line received 2024-10-21 02:12:53.92: PodMonitor - start process kube event 2024-10-21 02:12:54.01: VncKubernetes - wait event (qsize=6 timeout=120) 2024-10-21 02:12:54.01: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:54.07: VncKubernetes - wait event (qsize=5 timeout=120) 2024-10-21 02:12:54.07: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=MODIFIED kind=Pod ns=ctest-non-default-24322941) VncPod - Got MODIFIED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:54.12: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:12:54.12: VncKubernetes - Process event (name=ctest-pod-51224678 event_type=DELETED kind=Pod ns=ctest-non-default-24322941) VncPod - Got DELETED Pod ctest-non-default-24322941:ctest-pod-51224678:7c8741ad-9049-474c-94b0-a4249a94f9cb 2024-10-21 02:12:54.62: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:12:54.62: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:54.68: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:12:54.68: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=MODIFIED kind=Pod ns=ctest-new-default-06562415) VncPod - Got MODIFIED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:54.74: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:12:54.74: VncKubernetes - Process event (name=ctest-pod-79096419 event_type=DELETED kind=Pod ns=ctest-new-default-06562415) VncPod - Got DELETED Pod ctest-new-default-06562415:ctest-pod-79096419:44a79a40-2900-4a78-a733-a4de94b83ba1 2024-10-21 02:12:55.32: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:12:56.43: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:12:56.43: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:12:56.43: VncKubernetes - Process event (name=ctest-non-default-24322941 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:12:56.43: NamespaceMonitor - start process kube event 2024-10-21 02:12:56.43: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:12:56.43: empty line received 2024-10-21 02:12:56.43: NamespaceMonitor - start process kube event 2024-10-21 02:12:56.76: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:12:56.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:12:56.76: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:12:56.76: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:12:56.76: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:13:01.64: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:13:01.64: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:13:01.64: VncKubernetes - Process event (name=ctest-non-default-24322941 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:13:01.64: NamespaceMonitor - start process kube event 2024-10-21 02:13:01.64: empty line received 2024-10-21 02:13:01.64: NamespaceMonitor - start process kube event 2024-10-21 02:13:01.65: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:13:01.65: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:13:01.65: NamespaceMonitor - start process kube event 2024-10-21 02:13:01.65: empty line received 2024-10-21 02:13:01.65: NamespaceMonitor - start process kube event 2024-10-21 02:13:01.96: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:13:01.96: VncKubernetes - Process event (name=ctest-non-default-24322941 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-24322941:c56b6bef-cbb8-4ae5-b433-501be0cb048d 2024-10-21 02:13:02.45: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:02.45: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:02.45: NamespaceMonitor - start process kube event 2024-10-21 02:13:02.45: empty line received 2024-10-21 02:13:02.45: NamespaceMonitor - start process kube event 2024-10-21 02:13:03.10: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:13:03.10: VncKubernetes - Process event (name=ctest-new-default-06562415 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:03.43: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:13:07.48: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:13:07.48: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:13:07.48: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-06562415) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-06562415:ingress-on-service:b6d08ef8-bdcb-4513-8c3a-d7b9d36eec2c 2024-10-21 02:13:07.48: NetworkPolicyMonitor - start process kube event 2024-10-21 02:13:07.48: empty line received 2024-10-21 02:13:07.48: NetworkPolicyMonitor - start process kube event 2024-10-21 02:13:07.63: EndPointMonitor - Received DELETED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:13:07.63: EndPointMonitor - Got DELETED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:13:07.63: EndPointMonitor - start process kube event 2024-10-21 02:13:07.63: empty line received 2024-10-21 02:13:07.63: EndPointMonitor - start process kube event 2024-10-21 02:13:07.65: ServiceMonitor - Received DELETED Service ctest-new-default-06562415:ctest-nginx-svc-53817607:4c694923-1d70-4419-8075-f3e21404a561 2024-10-21 02:13:07.66: ServiceMonitor - Got DELETED Service ctest-new-default-06562415:ctest-nginx-svc-53817607:4c694923-1d70-4419-8075-f3e21404a561 2024-10-21 02:13:07.67: ServiceMonitor - start process kube event 2024-10-21 02:13:07.67: empty line received 2024-10-21 02:13:07.67: ServiceMonitor - start process kube event 2024-10-21 02:13:07.71: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:07.72: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:07.72: NamespaceMonitor - start process kube event 2024-10-21 02:13:07.72: empty line received 2024-10-21 02:13:07.72: NamespaceMonitor - start process kube event 2024-10-21 02:13:07.73: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:07.73: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:07.73: NamespaceMonitor - start process kube event 2024-10-21 02:13:07.73: empty line received 2024-10-21 02:13:07.73: NamespaceMonitor - start process kube event 2024-10-21 02:13:08.46: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:13:08.46: VncKubernetes - Process event (name=ctest-nginx-svc-53817607 event_type=DELETED kind=Endpoints ns=ctest-new-default-06562415) VncEndpoints - Got DELETED Endpoints ctest-new-default-06562415:ctest-nginx-svc-53817607:71706d3d-50a0-4c37-b542-47b63dc98e65 2024-10-21 02:13:08.47: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:13:08.47: VncKubernetes - Process event (name=ctest-nginx-svc-53817607 event_type=DELETED kind=Service ns=ctest-new-default-06562415) VncService - Got DELETED Service ctest-new-default-06562415:ctest-nginx-svc-53817607:4c694923-1d70-4419-8075-f3e21404a561 2024-10-21 02:13:08.84: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:13:08.84: VncKubernetes - Process event (name=ctest-new-default-06562415 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:09.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1520 newResVer=1730 2024-10-21 02:13:09.07: NetworkPolicyMonitor - start process kube event 2024-10-21 02:13:09.07: empty line received 2024-10-21 02:13:09.07: NetworkPolicyMonitor - start process kube event 2024-10-21 02:13:09.20: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:13:09.20: VncKubernetes - Process event (name=ctest-new-default-06562415 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-06562415:b7191a44-059b-44bb-8a89-272aecb19ee5 2024-10-21 02:13:10.75: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:13:16.51: EndPointMonitor - Received BOOKMARK: oldResVer=1371 newResVer=1756 2024-10-21 02:13:16.51: EndPointMonitor - start process kube event 2024-10-21 02:13:16.51: empty line received 2024-10-21 02:13:16.51: EndPointMonitor - start process kube event 2024-10-21 02:13:19.98: ServiceMonitor - Received BOOKMARK: oldResVer=1369 newResVer=1757 2024-10-21 02:13:19.98: ServiceMonitor - start process kube event 2024-10-21 02:13:19.98: empty line received 2024-10-21 02:13:19.98: ServiceMonitor - start process kube event 2024-10-21 02:13:20.17: IngressMonitor - Received BOOKMARK: oldResVer=1213 newResVer=1213 2024-10-21 02:13:20.17: IngressMonitor - start process kube event 2024-10-21 02:13:20.17: empty line received 2024-10-21 02:13:20.17: IngressMonitor - start process kube event 2024-10-21 02:13:20.37: NamespaceMonitor - Received BOOKMARK: oldResVer=1265 newResVer=1761 2024-10-21 02:13:20.37: NamespaceMonitor - start process kube event 2024-10-21 02:13:20.37: empty line received 2024-10-21 02:13:20.37: NamespaceMonitor - start process kube event 2024-10-21 02:13:21.19: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:13:21.19: NetworkMonitor - start process kube event 2024-10-21 02:13:21.19: empty line received 2024-10-21 02:13:21.19: NetworkMonitor - start process kube event 2024-10-21 02:13:39.71: PodMonitor - Received BOOKMARK: oldResVer=1634 newResVer=1682 2024-10-21 02:13:39.71: PodMonitor - start process kube event 2024-10-21 02:13:39.71: empty line received 2024-10-21 02:13:39.71: PodMonitor - start process kube event 2024-10-21 02:14:09.40: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1730 newResVer=1730 2024-10-21 02:14:09.40: NetworkPolicyMonitor - start process kube event 2024-10-21 02:14:09.40: empty line received 2024-10-21 02:14:09.40: NetworkPolicyMonitor - start process kube event 2024-10-21 02:14:17.01: EndPointMonitor - Received BOOKMARK: oldResVer=1756 newResVer=1756 2024-10-21 02:14:17.01: EndPointMonitor - start process kube event 2024-10-21 02:14:17.01: empty line received 2024-10-21 02:14:17.01: EndPointMonitor - start process kube event 2024-10-21 02:14:19.61: ServiceMonitor - Received BOOKMARK: oldResVer=1757 newResVer=1757 2024-10-21 02:14:19.61: ServiceMonitor - start process kube event 2024-10-21 02:14:19.61: empty line received 2024-10-21 02:14:19.61: ServiceMonitor - start process kube event 2024-10-21 02:14:19.77: NamespaceMonitor - Received BOOKMARK: oldResVer=1761 newResVer=1761 2024-10-21 02:14:19.77: NamespaceMonitor - start process kube event 2024-10-21 02:14:19.77: empty line received 2024-10-21 02:14:19.77: NamespaceMonitor - start process kube event 2024-10-21 02:14:20.16: IngressMonitor - Received BOOKMARK: oldResVer=1213 newResVer=1213 2024-10-21 02:14:20.16: IngressMonitor - start process kube event 2024-10-21 02:14:20.16: empty line received 2024-10-21 02:14:20.16: IngressMonitor - start process kube event 2024-10-21 02:14:21.22: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:14:21.22: NetworkMonitor - start process kube event 2024-10-21 02:14:21.22: empty line received 2024-10-21 02:14:21.22: NetworkMonitor - start process kube event 2024-10-21 02:14:40.28: PodMonitor - Received BOOKMARK: oldResVer=1682 newResVer=1682 2024-10-21 02:14:40.28: PodMonitor - start process kube event 2024-10-21 02:14:40.28: empty line received 2024-10-21 02:14:40.28: PodMonitor - start process kube event 2024-10-21 02:14:47.19: IngressMonitor - Received BOOKMARK: oldResVer=1213 newResVer=1213 2024-10-21 02:14:47.19: IngressMonitor - start process kube event 2024-10-21 02:14:47.19: empty line received 2024-10-21 02:14:47.19: IngressMonitor - start process kube event 2024-10-21 02:14:48.97: stop iteration IngressMonitor 2024-10-21 02:14:48.97: IngressMonitor - start process kube event 2024-10-21 02:14:48.97: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1213 2024-10-21 02:14:48.97: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:14:48.97: IngressMonitor - Connect Kube API result 0 2024-10-21 02:14:48.97: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:14:48.97: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1213'})(timeout=120) 2024-10-21 02:14:48.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:14:48.97: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:14:48.97: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:14:48.97: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:14:48.98: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1213'}) 2024-10-21 02:15:08.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1730 newResVer=1730 2024-10-21 02:15:08.93: NetworkPolicyMonitor - start process kube event 2024-10-21 02:15:08.93: empty line received 2024-10-21 02:15:08.93: NetworkPolicyMonitor - start process kube event 2024-10-21 02:15:17.30: EndPointMonitor - Received BOOKMARK: oldResVer=1756 newResVer=1756 2024-10-21 02:15:17.30: EndPointMonitor - start process kube event 2024-10-21 02:15:17.30: empty line received 2024-10-21 02:15:17.30: EndPointMonitor - start process kube event 2024-10-21 02:15:19.98: ServiceMonitor - Received BOOKMARK: oldResVer=1757 newResVer=1757 2024-10-21 02:15:19.98: ServiceMonitor - start process kube event 2024-10-21 02:15:19.98: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:15:19.98: empty line received 2024-10-21 02:15:19.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:15:19.98: VncKubernetes - vnc_sync - Service start 2024-10-21 02:15:19.98: VncKubernetes - vnc_sync - Service done 2024-10-21 02:15:19.98: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:15:19.98: ServiceMonitor - start process kube event 2024-10-21 02:15:20.27: NamespaceMonitor - Received BOOKMARK: oldResVer=1761 newResVer=1761 2024-10-21 02:15:20.27: NamespaceMonitor - start process kube event 2024-10-21 02:15:20.27: empty line received 2024-10-21 02:15:20.27: NamespaceMonitor - start process kube event 2024-10-21 02:15:21.71: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:15:21.71: NetworkMonitor - start process kube event 2024-10-21 02:15:21.72: empty line received 2024-10-21 02:15:21.72: NetworkMonitor - start process kube event 2024-10-21 02:15:36.60: ServiceMonitor - Received BOOKMARK: oldResVer=1757 newResVer=1757 2024-10-21 02:15:36.60: ServiceMonitor - start process kube event 2024-10-21 02:15:36.60: empty line received 2024-10-21 02:15:36.60: ServiceMonitor - start process kube event 2024-10-21 02:15:37.72: ServiceMonitor - Received BOOKMARK: oldResVer=1757 newResVer=1757 2024-10-21 02:15:37.72: ServiceMonitor - start process kube event 2024-10-21 02:15:37.72: empty line received 2024-10-21 02:15:37.72: ServiceMonitor - start process kube event 2024-10-21 02:15:38.92: stop iteration ServiceMonitor 2024-10-21 02:15:38.92: ServiceMonitor - start process kube event 2024-10-21 02:15:38.92: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1757 2024-10-21 02:15:38.92: ServiceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:15:38.92: ServiceMonitor - Connect Kube API result 0 2024-10-21 02:15:38.92: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:15:38.92: ServiceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1757'})(timeout=120) 2024-10-21 02:15:38.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:15:38.93: VncKubernetes - vnc_sync - Service start 2024-10-21 02:15:38.93: VncKubernetes - vnc_sync - Service done 2024-10-21 02:15:38.93: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:15:38.93: ServiceMonitor - Watches https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1757'}) 2024-10-21 02:15:40.61: PodMonitor - Received BOOKMARK: oldResVer=1682 newResVer=1682 2024-10-21 02:15:40.61: PodMonitor - start process kube event 2024-10-21 02:15:40.61: PodMonitor - _schedule_vnc_sync 2024-10-21 02:15:40.61: empty line received 2024-10-21 02:15:40.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2024-10-21 02:15:40.61: VncKubernetes - vnc_sync - Pod start 2024-10-21 02:15:40.61: VncKubernetes - vnc_sync - Pod done 2024-10-21 02:15:40.61: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:15:40.61: PodMonitor - start process kube event 2024-10-21 02:15:54.89: NamespaceMonitor - Received BOOKMARK: oldResVer=1761 newResVer=1761 2024-10-21 02:15:54.89: NamespaceMonitor - start process kube event 2024-10-21 02:15:54.89: empty line received 2024-10-21 02:15:54.89: NamespaceMonitor - start process kube event 2024-10-21 02:15:56.11: NamespaceMonitor - Received BOOKMARK: oldResVer=1761 newResVer=1761 2024-10-21 02:15:56.11: NamespaceMonitor - start process kube event 2024-10-21 02:15:56.11: empty line received 2024-10-21 02:15:56.11: NamespaceMonitor - start process kube event 2024-10-21 02:15:56.92: stop iteration NamespaceMonitor 2024-10-21 02:15:56.92: NamespaceMonitor - start process kube event 2024-10-21 02:15:56.92: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1761 2024-10-21 02:15:56.92: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:15:56.92: NamespaceMonitor - Connect Kube API result 0 2024-10-21 02:15:56.92: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:15:56.92: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1761'})(timeout=120) 2024-10-21 02:15:56.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:15:56.93: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:15:56.93: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:15:56.93: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:15:56.93: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1761'}) 2024-10-21 02:16:09.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1730 newResVer=1730 2024-10-21 02:16:09.65: NetworkPolicyMonitor - start process kube event 2024-10-21 02:16:09.65: NetworkPolicyMonitor - _schedule_vnc_sync 2024-10-21 02:16:09.65: empty line received 2024-10-21 02:16:09.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2024-10-21 02:16:09.66: VncKubernetes - vnc_sync - NetworkPolicy start 2024-10-21 02:16:09.66: NetworkPolicyMonitor - start process kube event 2024-10-21 02:16:09.66: VncKubernetes - vnc_sync - NetworkPolicy done 2024-10-21 02:16:09.66: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:16:16.69: EndPointMonitor - Received BOOKMARK: oldResVer=1756 newResVer=1756 2024-10-21 02:16:16.69: EndPointMonitor - start process kube event 2024-10-21 02:16:16.69: EndPointMonitor - _schedule_vnc_sync 2024-10-21 02:16:16.69: empty line received 2024-10-21 02:16:16.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2024-10-21 02:16:16.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2024-10-21 02:16:16.69: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:16:16.69: EndPointMonitor - start process kube event 2024-10-21 02:16:21.84: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:16:21.84: NetworkMonitor - start process kube event 2024-10-21 02:16:21.84: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:16:21.84: empty line received 2024-10-21 02:16:21.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:16:21.84: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:16:21.84: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:16:21.84: NetworkMonitor - start process kube event 2024-10-21 02:16:41.16: PodMonitor - Received BOOKMARK: oldResVer=1682 newResVer=1682 2024-10-21 02:16:41.16: PodMonitor - start process kube event 2024-10-21 02:16:41.16: empty line received 2024-10-21 02:16:41.16: PodMonitor - start process kube event 2024-10-21 02:16:48.98: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:16:48.98: IngressMonitor - start process kube event 2024-10-21 02:16:48.99: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1213 2024-10-21 02:16:48.99: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:16:48.99: IngressMonitor - Connect Kube API result 0 2024-10-21 02:16:48.99: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:16:48.99: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1213'})(timeout=120) 2024-10-21 02:16:48.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:16:48.99: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:16:48.99: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:16:48.99: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:16:49.01: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1213'}) 2024-10-21 02:16:55.62: NetworkMonitor - Received BOOKMARK: oldResVer=1243 newResVer=1243 2024-10-21 02:16:55.62: NetworkMonitor - start process kube event 2024-10-21 02:16:55.62: empty line received 2024-10-21 02:16:55.62: NetworkMonitor - start process kube event 2024-10-21 02:16:57.48: stop iteration NetworkMonitor 2024-10-21 02:16:57.48: NetworkMonitor - start process kube event 2024-10-21 02:16:57.48: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1243 2024-10-21 02:16:57.49: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:16:57.49: NetworkMonitor - Connect Kube API result 0 2024-10-21 02:16:57.49: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:16:57.49: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1243'})(timeout=120) 2024-10-21 02:16:57.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:16:57.49: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:16:57.49: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:16:57.49: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1243'}) 2024-10-21 02:17:08.97: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1730 newResVer=1730 2024-10-21 02:17:08.97: NetworkPolicyMonitor - start process kube event 2024-10-21 02:17:08.97: empty line received 2024-10-21 02:17:08.97: NetworkPolicyMonitor - start process kube event 2024-10-21 02:17:16.90: EndPointMonitor - Received BOOKMARK: oldResVer=1756 newResVer=1756 2024-10-21 02:17:16.90: EndPointMonitor - start process kube event 2024-10-21 02:17:16.90: empty line received 2024-10-21 02:17:16.90: EndPointMonitor - start process kube event 2024-10-21 02:17:38.94: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:17:38.94: ServiceMonitor - start process kube event 2024-10-21 02:17:38.94: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1757 2024-10-21 02:17:38.94: ServiceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:17:38.94: ServiceMonitor - Connect Kube API result 0 2024-10-21 02:17:38.94: ServiceMonitor - _schedule_vnc_sync 2024-10-21 02:17:38.94: ServiceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1757'})(timeout=120) 2024-10-21 02:17:38.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2024-10-21 02:17:38.94: VncKubernetes - vnc_sync - Service start 2024-10-21 02:17:38.94: VncKubernetes - vnc_sync - Service done 2024-10-21 02:17:38.94: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:17:38.95: ServiceMonitor - Watches https://10.0.0.24:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1757'}) 2024-10-21 02:17:40.99: PodMonitor - Received ADDED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:40.99: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2024-10-21 02:17:41.00: PodMonitor - start process kube event 2024-10-21 02:17:41.00: empty line received 2024-10-21 02:17:41.00: PodMonitor - start process kube event 2024-10-21 02:17:41.01: PodMonitor - Received MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:41.02: PodMonitor - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:41.02: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:41.02: PodMonitor - start process kube event 2024-10-21 02:17:41.02: empty line received 2024-10-21 02:17:41.02: PodMonitor - start process kube event 2024-10-21 02:17:41.05: PodMonitor - Received MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:41.05: PodMonitor - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:41.05: PodMonitor - start process kube event 2024-10-21 02:17:41.05: empty line received 2024-10-21 02:17:41.05: PodMonitor - start process kube event 2024-10-21 02:17:41.25: PodMonitor - Received ADDED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:41.25: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2024-10-21 02:17:41.25: PodMonitor - start process kube event 2024-10-21 02:17:41.25: empty line received 2024-10-21 02:17:41.25: PodMonitor - start process kube event 2024-10-21 02:17:41.26: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:41.26: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:41.26: PodMonitor - start process kube event 2024-10-21 02:17:41.26: empty line received 2024-10-21 02:17:41.26: PodMonitor - start process kube event 2024-10-21 02:17:41.27: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:41.27: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:41.27: PodMonitor - start process kube event 2024-10-21 02:17:41.27: empty line received 2024-10-21 02:17:41.27: PodMonitor - start process kube event 2024-10-21 02:17:41.50: PodMonitor - Received BOOKMARK: oldResVer=1682 newResVer=2095 2024-10-21 02:17:41.50: PodMonitor - start process kube event 2024-10-21 02:17:41.50: empty line received 2024-10-21 02:17:41.50: PodMonitor - start process kube event 2024-10-21 02:17:42.23: PodMonitor - Received MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:42.23: PodMonitor - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:42.23: PodMonitor - start process kube event 2024-10-21 02:17:42.23: empty line received 2024-10-21 02:17:42.23: PodMonitor - start process kube event 2024-10-21 02:17:42.25: VncKubernetes - wait event (qsize=4 timeout=120) 2024-10-21 02:17:42.25: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:42.40: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:17:42.40: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:43.14: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:43.14: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:43.16: PodMonitor - start process kube event 2024-10-21 02:17:43.16: empty line received 2024-10-21 02:17:43.16: PodMonitor - start process kube event 2024-10-21 02:17:43.17: VncKubernetes - wait event (qsize=3 timeout=120) 2024-10-21 02:17:43.18: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:43.26: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:17:43.26: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:43.32: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:17:43.32: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:43.34: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:17:56.94: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:17:56.94: NamespaceMonitor - start process kube event 2024-10-21 02:17:56.94: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1761 2024-10-21 02:17:56.94: NamespaceMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:17:56.94: NamespaceMonitor - Connect Kube API result 0 2024-10-21 02:17:56.94: NamespaceMonitor - _schedule_vnc_sync 2024-10-21 02:17:56.94: NamespaceMonitor - Start Watching request https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1761'})(timeout=120) 2024-10-21 02:17:56.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2024-10-21 02:17:56.94: VncKubernetes - vnc_sync - Namespace start 2024-10-21 02:17:56.94: VncKubernetes - vnc_sync - Namespace done 2024-10-21 02:17:56.94: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:17:56.95: NamespaceMonitor - Watches https://10.0.0.24:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1761'}) 2024-10-21 02:17:58.45: PodMonitor - Received MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:58.45: PodMonitor - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:58.45: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:17:58.45: PodMonitor - start process kube event 2024-10-21 02:17:58.45: empty line received 2024-10-21 02:17:58.45: PodMonitor - start process kube event 2024-10-21 02:17:58.52: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:17:59.46: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:59.46: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:59.46: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:17:59.46: PodMonitor - start process kube event 2024-10-21 02:17:59.46: empty line received 2024-10-21 02:17:59.46: PodMonitor - start process kube event 2024-10-21 02:17:59.48: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:18:00.77: PodMonitor - Received MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:00.77: PodMonitor - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:00.77: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:00.77: PodMonitor - start process kube event 2024-10-21 02:18:00.77: empty line received 2024-10-21 02:18:00.77: PodMonitor - start process kube event 2024-10-21 02:18:00.79: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:18:09.21: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1730 newResVer=1730 2024-10-21 02:18:09.21: NetworkPolicyMonitor - start process kube event 2024-10-21 02:18:09.21: empty line received 2024-10-21 02:18:09.21: NetworkPolicyMonitor - start process kube event 2024-10-21 02:18:16.60: EndPointMonitor - Received BOOKMARK: oldResVer=1756 newResVer=1756 2024-10-21 02:18:16.60: EndPointMonitor - start process kube event 2024-10-21 02:18:16.60: empty line received 2024-10-21 02:18:16.60: EndPointMonitor - start process kube event 2024-10-21 02:18:31.54: PodMonitor - Received MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.54: PodMonitor - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.54: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.55: PodMonitor - start process kube event 2024-10-21 02:18:31.55: empty line received 2024-10-21 02:18:31.55: PodMonitor - start process kube event 2024-10-21 02:18:31.55: PodMonitor - Received MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.55: PodMonitor - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.56: PodMonitor - start process kube event 2024-10-21 02:18:31.56: empty line received 2024-10-21 02:18:31.56: PodMonitor - start process kube event 2024-10-21 02:18:31.56: PodMonitor - Received DELETED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.56: PodMonitor - Got DELETED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.56: PodMonitor - start process kube event 2024-10-21 02:18:31.56: empty line received 2024-10-21 02:18:31.56: PodMonitor - start process kube event 2024-10-21 02:18:31.62: VncKubernetes - wait event (qsize=2 timeout=120) 2024-10-21 02:18:31.62: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.64: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:18:31.64: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:9f58de99-9431-4e32-92f9-dfbde101fd9f 2024-10-21 02:18:31.68: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:18:31.68: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:18:31.68: PodMonitor - start process kube event 2024-10-21 02:18:31.68: empty line received 2024-10-21 02:18:31.68: PodMonitor - start process kube event 2024-10-21 02:18:31.97: VncKubernetes - wait event (qsize=1 timeout=120) 2024-10-21 02:18:31.97: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:18:32.03: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:18:42.62: PodMonitor - Received BOOKMARK: oldResVer=2095 newResVer=2174 2024-10-21 02:18:42.62: PodMonitor - start process kube event 2024-10-21 02:18:42.62: empty line received 2024-10-21 02:18:42.62: PodMonitor - start process kube event 2024-10-21 02:18:49.01: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:18:49.01: IngressMonitor - start process kube event 2024-10-21 02:18:49.01: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1213 2024-10-21 02:18:49.01: IngressMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:18:49.01: IngressMonitor - Connect Kube API result 0 2024-10-21 02:18:49.01: IngressMonitor - _schedule_vnc_sync 2024-10-21 02:18:49.01: IngressMonitor - Start Watching request https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1213'})(timeout=120) 2024-10-21 02:18:49.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2024-10-21 02:18:49.01: VncKubernetes - vnc_sync - Ingress start 2024-10-21 02:18:49.01: VncKubernetes - vnc_sync - Ingress done 2024-10-21 02:18:49.02: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:18:49.03: IngressMonitor - Watches https://10.0.0.24:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1213'}) 2024-10-21 02:18:57.50: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.24', port=6443): Read timed out. 2024-10-21 02:18:57.50: NetworkMonitor - start process kube event 2024-10-21 02:18:57.50: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1243 2024-10-21 02:18:57.50: NetworkMonitor - Try to connect Kube API 10.0.0.24:6443 2024-10-21 02:18:57.50: NetworkMonitor - Connect Kube API result 0 2024-10-21 02:18:57.50: NetworkMonitor - _schedule_vnc_sync 2024-10-21 02:18:57.50: NetworkMonitor - Start Watching request https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1243'})(timeout=120) 2024-10-21 02:18:57.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2024-10-21 02:18:57.50: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2024-10-21 02:18:57.50: VncKubernetes - wait event (qsize=0 timeout=120) 2024-10-21 02:18:57.51: NetworkMonitor - Watches https://10.0.0.24:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1243'}) 2024-10-21 02:19:02.61: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:19:02.61: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:19:02.61: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:19:02.61: PodMonitor - start process kube event 2024-10-21 02:19:02.61: empty line received 2024-10-21 02:19:02.61: PodMonitor - start process kube event 2024-10-21 02:19:02.61: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:19:02.61: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:19:02.62: PodMonitor - start process kube event 2024-10-21 02:19:02.62: empty line received 2024-10-21 02:19:02.62: PodMonitor - start process kube event 2024-10-21 02:19:02.63: PodMonitor - Received DELETED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92 2024-10-21 02:19:02.63: PodMonitor - Got DELETED Pod default:pingtest-receiver:a5296174-73b1-4ca1-80c3-2c363c725a92