++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/config-database-nodemgr ++ CONTAINER_LOG_DIR=/var/log/contrail/config-database-nodemgr ++ mkdir -p /var/log/contrail/config-database-nodemgr ++ log_file=/var/log/contrail/config-database-nodemgr/console.log ++ touch /var/log/contrail/config-database-nodemgr/console.log ++ chmod 600 /var/log/contrail/config-database-nodemgr/console.log +++ date ++ echo 'INFO: =================== Sun Aug 31 04:25:07 AM UTC 2025 ===================' INFO: =================== Sun Aug 31 04:25:07 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh ++ exec +++ tee -a /var/log/contrail/config-database-nodemgr/console.log +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ head -n 1 +++ grep 'inet ' +++ awk '{print $2}' ++ DEFAULT_LOCAL_IP=10.0.0.48 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST= ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.48 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.48 ++ ANALYTICSDB_NODES=10.0.0.48 ++ ANALYTICS_SNMP_NODES=10.0.0.48 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8081 ' +++ '[' -n '10.0.0.48:8081 ' ']' +++ echo 10.0.0.48:8081 ++ ANALYTICS_SERVERS=10.0.0.48:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9042 ' +++ '[' -n '10.0.0.48:9042 ' ']' +++ echo 10.0.0.48:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.48:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.48 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8086 ' +++ '[' -n '10.0.0.48:8086 ' ']' +++ echo 10.0.0.48:8086 ++ COLLECTOR_SERVERS=10.0.0.48:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9041 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7201 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.48 ++ CONFIGDB_NODES=10.0.0.48 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:8082 ' +++ '[' -n '10.0.0.48:8082 ' ']' +++ echo 10.0.0.48:8082 ++ CONFIG_SERVERS=10.0.0.48:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9161 ' +++ '[' -n '10.0.0.48:9161 ' ']' +++ echo 10.0.0.48:9161 ++ CONFIGDB_SERVERS=10.0.0.48:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9041 ' +++ '[' -n '10.0.0.48:9041 ' ']' +++ echo 10.0.0.48:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.48:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.48 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.48 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.48 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:2181, +++ '[' -n 10.0.0.48:2181, ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS=10.0.0.48:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:2181 ' +++ '[' -n '10.0.0.48:2181 ' ']' +++ echo 10.0.0.48:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.48:2181 ++ RABBITMQ_NODES=10.0.0.48 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+=10.0.0.48:5673, +++ '[' -n 10.0.0.48:5673, ']' +++ echo 10.0.0.48:5673 ++ RABBITMQ_SERVERS=10.0.0.48:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:6379 ' +++ '[' -n '10.0.0.48:6379 ' ']' +++ echo 10.0.0.48:6379 ++ REDIS_SERVERS=10.0.0.48:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.48 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.48 +++ local server_address=10.0.0.48 +++ extended_server_list+='10.0.0.48:9092 ' +++ '[' -n '10.0.0.48:9092 ' ']' +++ echo 10.0.0.48:9092 ++ KAFKA_SERVERS=10.0.0.48:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.48 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.48 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + [[ config-database == \t\o\r\a\g\e\n\t ]] + export NODEMGR_TYPE=contrail-config-database + NODEMGR_TYPE=contrail-config-database + NODEMGR_NAME=contrail-config-database-nodemgr ++ tr - _ ++ echo CONFIG-DATABASE + ntype=CONFIG_DATABASE + [[ CONFIG_DATABASE == \V\R\O\U\T\E\R ]] + [[ CONFIG_DATABASE == \D\A\T\A\B\A\S\E ]] + [[ CONFIG_DATABASE == \C\O\N\F\I\G\_\D\A\T\A\B\A\S\E ]] + htype=CONFIGDB + [[ CONFIG_DATABASE == \C\O\N\T\R\O\L ]] ++ get_listen_ip_for_node CONFIGDB +++ find_my_ip_and_order_for_node CONFIGDB +++ local server_typ=CONFIGDB_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.48 +++ local servers=10.0.0.48 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ uniq ++++ sort +++ local local_ips=,10.0.0.48,10.185.27.1,127.0.0.1,172.17.0.1,252.48.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.48'\''))' +++ local server_ip=10.0.0.48 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.48 ]] +++ [[ ,10.0.0.48,10.185.27.1,127.0.0.1,172.17.0.1,252.48.0.1,, =~ ,10\.0\.0\.48, ]] +++ echo 10.0.0.48 1 +++ return ++ local ip=10.0.0.48 ++ [[ -z 10.0.0.48 ]] ++ echo 10.0.0.48 + hostip=10.0.0.48 + introspect_ip=0.0.0.0 + is_enabled True + local val=true + [[ true == \t\r\u\e ]] + mkdir -p /etc/contrail + cat ++ format_boolean False ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ echo False + '[' -n '' ']' + cat + add_ini_params_from_env CONFIG_DATABASE_NODEMGR /etc/contrail/contrail-config-database-nodemgr.conf + local service_name=CONFIG_DATABASE_NODEMGR + local cfg_path=/etc/contrail/contrail-config-database-nodemgr.conf + local delim=__ ++ sort ++ set -o posix ++ set ++ grep '^CONFIG_DATABASE_NODEMGR__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^CONFIG_DATABASE_NODEMGR__//g' + local vars=DEFAULTS__minimum_diskGB + local section= + for var in $vars + local var_name=CONFIG_DATABASE_NODEMGR__DEFAULTS__minimum_diskGB + local val=4 ++ echo DEFAULTS__minimum_diskGB ++ sed s/DASH/-/g + local var_unsubst=DEFAULTS__minimum_diskGB ++ echo DEFAULTS__minimum_diskGB ++ sed 's/^\(.*\)__.*$/\1/' + local var_section=DEFAULTS + [[ '' != \D\E\F\A\U\L\T\S ]] + echo '[DEFAULTS]' + section=DEFAULTS ++ sed 's/.*__\(.*\)$/\1/' ++ echo DEFAULTS__minimum_diskGB + local var_param=minimum_diskGB + echo 'minimum_diskGB = 4' + cat /etc/contrail/contrail-config-database-nodemgr.conf [DEFAULTS] http_server_ip=0.0.0.0 log_file=/var/log/contrail/config-database-nodemgr/contrail-config-database-nodemgr.log log_level=SYS_DEBUG log_local=1 hostip=10.0.0.48 db_port=9041 db_jmx_port=7201 db_use_ssl=False [COLLECTOR] server_list=10.0.0.48:8086 [SANDESH] introspect_ssl_enable=False sandesh_ssl_enable=False [DEFAULTS] minimum_diskGB = 4 + upgrade_old_logs contrail-config-database-nodemgr + local template=contrail-config-database-nodemgr ++ dirname /var/log/contrail/config-database-nodemgr + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/config-database-nodemgr + chmod 755 /var/log/contrail/config-database-nodemgr + mv -n '/var/log/contrail/*contrail-config-database-nodemgr.log*' /var/log/contrail/config-database-nodemgr/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/config-database-nodemgr + find /var/log/contrail/config-database-nodemgr -uid 0 -exec chown 1999:1999 '{}' + + exec /bin/sh -c '/usr/local/bin/contrail-nodemgr --nodetype=${NODEMGR_TYPE}' 08/31/2025 04:25:11.248 7f323cc0e3c0 [contrail-config-database-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/31/2025 04:25:11.519 7f323cc0e3c0 [contrail-config-database-nodemgr] [ERROR]: Failed to import package "database.sandesh" 08/31/2025 04:25:11.543 7f323cc0e3c0 [contrail-config-database-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8112 08/31/2025 04:25:11.556 7f323cc0e3c0 [contrail-config-database-nodemgr] [ERROR]: Failed to import package "database.sandesh" 08/31/2025 04:25:11.571 7f323cc0e3c0 [contrail-config-database-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/31/2025 04:25:11.571 7f323cc0e3c0 [contrail-config-database-nodemgr] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/config-database-nodemgr/contrail-config-database-nodemgr.log] Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: CRITICAL:root:Exit data: {'ID': '7384dac6e698ce75941ce9bd29a2d839e1111be403cd780a9527fd1d688afb3c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 239246} ERROR:contrail-config-database-nodemgr:Failed to connect to database by CQL and socket: Result: 1 INFO:contrail-config-database-nodemgr:send_nodemgr_process_status: Sending UVE:NodeStatusUVE(_context='', _scope='', _module='contrail-config-database-nodemgr', _source='cn-jenkins-deploy-platform-juju-k8s-1452-1', _node_type='ConfigDatabase', _instance_id='0', _timestamp=1756614313255969, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=[ProcessStatus(module_id='contrail-config-database-nodemgr', instance_id='0', state='Non-Functional', connection_infos=dict_values([ConnectionInfo(type='Collector', name='Collector', server_addrs=[''], status='Down', description='none to Idle on EvStart')]), flag_infos=None, description='Cassandra state detected DOWN. Collector:Collector[none to Idle on EvStart] connection down')], process_info=None, disk_usage_info=None, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo'), _seqnum=0) INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ , ] status = Down description = none to Idle on EvStart >>, ] description = Cassandra state detected DOWN. Collector:Collector[none to Idle on EvStart] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:25:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 4555 0.001626 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': '7f2f5f7c92c816914132e26d6457d07e93ea819ba634db1ad3e684f458da067f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 239300} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 CRITICAL:root:Exit data: {'ID': '5b3f6acd1cd14f1fd7648a4e697d664f133ffeca39474526358f56d12c35a50d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'config_db_uuid'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 239897} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr config_db_uuid'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': '2525c4d9a833643d2136de246635a421a7875cdc9f9c00b0d7e51d11df441507', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'to_bgp_keyspace'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 240105} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr to_bgp_keyspace'. Error is: Result: 1 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': 'ea7d544f77fd381089e938b0c5e2f68146afcb8d137e6a8020373743e702da60', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'svc_monitor_keyspace'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 240343} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr svc_monitor_keyspace'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': '246d8c06465ef76902d3f4da699c0db5f59c0e1a9531091f2ce25231540a4f1f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'DISCOVERY_SERVER'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 240489} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr DISCOVERY_SERVER'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': 'a00e1609386bf0fc221102145828e1964be05db5ebfd97703d52b4564be6eb99', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'useragent'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 240855} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr useragent'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': '61d69e96976e459800aa876e0897d1ef23b40ee06f586f482936ca3a1d7762a7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'dm_keyspace'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 241300} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr dm_keyspace'. Error is: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:send_process_state_db: Sending UVE: NodeStatusUVE(_context='', _scope='', _module='contrail-config-database-nodemgr', _source='cn-jenkins-deploy-platform-juju-k8s-1452-1', _node_type='ConfigDatabase', _instance_id='0', _timestamp=1756614327406995, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=False, status=None, process_status=None, process_info=[ProcessInfo(process_name='cassandra', process_state='PROCESS_STATE_RUNNING', start_count=1, stop_count=0, exit_count=0, last_start_time='1756614307000000', last_stop_time='', last_exit_time='', core_file_list=[]), ProcessInfo(process_name='zookeeper', process_state='PROCESS_STATE_RUNNING', start_count=1, stop_count=0, exit_count=0, last_start_time='1756614307000000', last_stop_time='', last_exit_time='', core_file_list=[]), ProcessInfo(process_name='contrail-config-database-nodemgr', process_state='PROCESS_STATE_RUNNING', start_count=1, stop_count=0, exit_count=0, last_start_time='1756614307000000', last_stop_time='', last_exit_time='', core_file_list=[])], disk_usage_info=None, description=None, all_core_file_list=None, build_info='{"build-info" : [{"build-version" : "v0+master.2.0.8.7.1", "build-time" : "2025-08-31 03:13:34.012324", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10707-1.novalocal", "build-id" : "v0+master.2.0.8.7.1", "build-number" : "master_2_0_8_7_1.el9"}]}', process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo'), _seqnum=0) DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=11532176, partition_space_available_1k=69558308, percentage_partition_space_used=14, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=[], build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1269620, cpu_share=0.0, mem_res=1257252, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=56992, cpu_share=0.0, mem_res=52540, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54388, cpu_share=0.0, mem_res=42616, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=3382384, free=277788, buffers=477852, cached=12046176, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.98, five_min_avg=1.86, fifteen_min_avg=0.94, cpu_share=0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 deleted = False process_info = [ << process_name = cassandra process_state = PROCESS_STATE_RUNNING start_count = 1 stop_count = 0 exit_count = 0 last_start_time = 1756614307000000 last_stop_time = last_exit_time = core_file_list = [ ] >>, << process_name = zookeeper process_state = PROCESS_STATE_RUNNING start_count = 1 stop_count = 0 exit_count = 0 last_start_time = 1756614307000000 last_stop_time = last_exit_time = core_file_list = [ ] >>, << process_name = contrail-config-database-nodemgr process_state = PROCESS_STATE_RUNNING start_count = 1 stop_count = 0 exit_count = 0 last_start_time = 1756614307000000 last_stop_time = last_exit_time = core_file_list = [ ] >>, ] build_info = {"build-info" : [{"build-version" : "v0+master.2.0.8.7.1", "build-time" : "2025-08-31 03:13:34.012324", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10707-1.novalocal", "build-id" : "v0+master.2.0.8.7.1", "build-number" : "master_2_0_8_7_1.el9"}]} >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 disk_usage_info = { /dev/vda1 : << partition_type = ext4 partition_space_used_1k = 11532176 partition_space_available_1k = 69558308 percentage_partition_space_used = 14 >> } all_core_file_list = [ ] process_mem_cpu_usage = { cassandra : << mem_virt = 1269620 cpu_share = 0.0 mem_res = 1257252 >>zookeeper : << mem_virt = 56992 cpu_share = 0.0 mem_res = 52540 >>contrail-config-database-nodemgr : << mem_virt = 54388 cpu_share = 0.0 mem_res = 42616 >> } system_mem_usage = << total = 16184200 used = 3382384 free = 277788 buffers = 477852 cached = 12046176 node_type = config-database-node >> system_cpu_usage = << one_min_avg = 3.98 five_min_avg = 1.86 fifteen_min_avg = 0.94 cpu_share = 0 node_type = config-database-node >> >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:25:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6922 0.001498 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] INFO:contrail-config-database-nodemgr:Session Event: TCP Connected INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnected] in state[Connect] DEBUG:contrail-config-database-nodemgr:Send sandesh control message. uve type count # 6 INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnected] => State[Connect] -> State[ClientInit] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[ClientInit] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[ClientInit] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connection Closed INFO:contrail-config-database-nodemgr:Processing event[EvTcpClose] in state[ClientInit] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpClose] => State[ClientInit] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Down description = ClientInit to Idle on EvTcpClose >>, ] description = Cassandra state detected DOWN. Collector:Collector[ClientInit to Idle on EvTcpClose] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 1 pid = 1 http_port = 8112 start_time = 1756614311601904 collector_name = collector_ip = 10.0.0.48:8086 collector_list = [ 10.0.0.48:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] INFO:contrail-config-database-nodemgr:Session Event: TCP Connected INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-juju-k8s-1452-1 process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.48:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnected] in state[Connect] DEBUG:contrail-config-database-nodemgr:Send sandesh control message. uve type count # 6 INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnected] => State[Connect] -> State[ClientInit] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[ClientInit] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[ClientInit] DEBUG:contrail-config-database-nodemgr:Extracted sandesh length: 0000001014 DEBUG:contrail-config-database-nodemgr:Received sandesh control message [SandeshCtrlServerToClient] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshCtrlMessageRecv] in state[ClientInit] DEBUG:contrail-config-database-nodemgr:Number of uve types in sandesh control message is 0 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:DatabaseUsage] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectGeneratorInfo:SandeshModuleClientTrace] map INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvSandeshCtrlMessageRecv] => State[ClientInit] -> State[Established] INFO:contrail-config-database-nodemgr:Sandesh Send Level [INVALID] -> [SYS_DEBUG] INFO:contrail-config-database-nodemgr:Sandesh Send Level [SYS_DEBUG] -> [INVALID] DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:26:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6866 0.003904 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data DEBUG:contrail-config-database-nodemgr:Extracted sandesh length: 0000001435 DEBUG:contrail-config-database-nodemgr:Received sandesh control message [SandeshCtrlServerToClient] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshCtrlMessageRecv] in state[Established] DEBUG:contrail-config-database-nodemgr:Number of uve types in sandesh control message is 3 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:DatabaseUsage] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectGeneratorInfo:SandeshModuleClientTrace] map INFO:contrail-config-database-nodemgr:Sandesh Send Level [INVALID] -> [SYS_DEBUG] INFO:contrail-config-database-nodemgr:Sandesh Send Level [SYS_DEBUG] -> [INVALID] CRITICAL:root:Exit data: {'ID': 'd968099a58fb57c3f1337ca0044445e8af7d1ba97c34fab62ec883b0bbdd0743', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 253236} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open INFO:contrail-config-database-nodemgr:send_nodemgr_process_status: Sending UVE:NodeStatusUVE(_context='', _scope='', _module='contrail-config-database-nodemgr', _source='cn-jenkins-deploy-platform-juju-k8s-1452-1', _node_type='ConfigDatabase', _instance_id='0', _timestamp=1756614374031010, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=[ProcessStatus(module_id='contrail-config-database-nodemgr', instance_id='0', state='Functional', connection_infos=dict_values([ConnectionInfo(type='Collector', name='Collector', server_addrs=['10.0.0.48:8086'], status='Up', description='ClientInit to Established on EvSandeshCtrlMessageRecv')]), flag_infos=None, description='')], process_info=None, disk_usage_info=None, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo'), _seqnum=0) CRITICAL:root:Exit data: {'ID': 'e22a5a79409550513c467c43ea611bd033d747448f429276fa3a8c8c698c94ab', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 253257} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:26:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6831 0.001720 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12406900, partition_space_available_1k=68683584, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1341324, cpu_share=0.37, mem_res=1324896, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=107920, cpu_share=0.06, mem_res=102336, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53400, cpu_share=0.01, mem_res=42688, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7120004, free=289236, buffers=406444, cached=8368516, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=8.62, five_min_avg=3.37, fifteen_min_avg=1.51, cpu_share=18.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:26:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6838 0.001266 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '663eb830a4c9de1fec444026a4d9c925a51119ebe8bcd4da7cf1c1b09a28bf12', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 257688} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '2f11621e6f54104ab3bb6af3a9eeba88a775ab72e38a1b82d647d06d5a99d281', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 257724} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12425916, partition_space_available_1k=68664568, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1341128, cpu_share=0.08, mem_res=1324608, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=129260, cpu_share=0.02, mem_res=123720, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53372, cpu_share=0.01, mem_res=42732, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7260572, free=280308, buffers=405548, cached=8237772, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.71, five_min_avg=3.17, fifteen_min_avg=1.55, cpu_share=10.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a139c2eff4423c113499e907a8d0cf4a1de120830ec7f304e9555b7787810bfc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 258792} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'a61ac5fece20b7cd5cc7e4793fad24dbc3d3561b13c701c8280a6fcd1c820acb', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 258812} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12432084, partition_space_available_1k=68658400, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1339860, cpu_share=0.03, mem_res=1323684, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=133408, cpu_share=0.01, mem_res=127968, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53460, cpu_share=0.01, mem_res=42820, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7260552, free=260720, buffers=407520, cached=8255408, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.75, five_min_avg=2.89, fifteen_min_avg=1.55, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:28:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001638 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:28:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001335 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:28:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001778 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '26c066b75525293111ef75930ef358cd85b033c08f29ffd99599e05d23a00d73', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 268669} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '0daabd5714d25e554e895bb925fe248596234b992ce469e3ce1270d1fcb75347', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 268698} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12443852, partition_space_available_1k=68646632, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1339768, cpu_share=0.03, mem_res=1323604, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=133860, cpu_share=0.0, mem_res=128364, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53728, cpu_share=0.01, mem_res=42744, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7274276, free=261596, buffers=425052, cached=8223276, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.2, five_min_avg=3.39, fifteen_min_avg=1.82, cpu_share=11.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:30:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001451 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:30:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001162 CRITICAL:root:Exit data: {'ID': '727a77d653ef7007f1d703cfd2c919d4b479dc86145ad359ea88c7683e2427d5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 272693} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '6726cf8facb6ccbac3ceefe866a538b6f327058e5d2e291bbd381c611f90d94c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 272745} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:30:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.004239 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12456652, partition_space_available_1k=68633832, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1339816, cpu_share=0.03, mem_res=1323836, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=137184, cpu_share=0.0, mem_res=131664, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53852, cpu_share=0.01, mem_res=42796, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7539332, free=529320, buffers=420584, cached=7694964, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=5.57, five_min_avg=3.8, fifteen_min_avg=2.05, cpu_share=9.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:30:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6835 0.001123 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:30:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6835 0.001141 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e8762b833ecb9005db3db51edaf95c8471ef9cb1d0a67c4de1a44c0c057b6f8a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 276820} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '726f2f98985aecac513a61eff4984171c767870a17323b818d45dee6db94a4dc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 276843} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12479036, partition_space_available_1k=68611448, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1340248, cpu_share=0.13, mem_res=1323260, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=140332, cpu_share=0.0, mem_res=134700, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53856, cpu_share=0.01, mem_res=42652, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7501600, free=617664, buffers=424728, cached=7640208, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.15, five_min_avg=3.88, fifteen_min_avg=2.2, cpu_share=9.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'd3f60b061894ad0cd53b9b66235af91641d72946aac0e6a5cd4125fda6518365', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 278277} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '224b85332653e79cf359b63b01fdf5b4845078709eda6ab77e170a1b63868558', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 278298} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12486424, partition_space_available_1k=68604060, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1340096, cpu_share=0.03, mem_res=1323176, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=140856, cpu_share=0.0, mem_res=135228, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53912, cpu_share=0.01, mem_res=42704, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7514348, free=594976, buffers=424860, cached=7650016, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.39, five_min_avg=3.42, fifteen_min_avg=2.14, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:33:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001401 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:33:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001404 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:33:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001170 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ca882a4169c1a35f307fea91589142b4107ea6bced2a0994c0bf464188b49e03', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 283772} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'ade7d764b2e67c75f58986f7f62d8dc79f1cbb88ccfc3e62fe299eb1291300e4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 283795} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12497720, partition_space_available_1k=68592764, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1340440, cpu_share=0.03, mem_res=1323272, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=143104, cpu_share=0.0, mem_res=137472, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53932, cpu_share=0.01, mem_res=42872, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7507972, free=585980, buffers=425172, cached=7665076, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.9, five_min_avg=3.07, fifteen_min_avg=2.1, cpu_share=8.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '97c97fea97f6a569e9006b3c33eee0e0f5709497056aa209a6ba3787195a1f2a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 289211} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '29acde8ccb6358534b4f876e4da777a404a0d4260e7429c55ca89fab447ad9e6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 289231} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12514500, partition_space_available_1k=68575984, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1340244, cpu_share=0.03, mem_res=1323304, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=143568, cpu_share=0.0, mem_res=138000, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53844, cpu_share=0.01, mem_res=42680, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7562548, free=509768, buffers=426376, cached=7685508, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.35, five_min_avg=2.97, fifteen_min_avg=2.12, cpu_share=9.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:34:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001526 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'db7e14b2dc657e0b8e145cdf3c804a078020f9cc1d40fcf6a2d2214a12e78fcd', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 290921} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f2d72c5ecabb2ee023e370d855ab363bd4facefeec426c7968020958e3a68d4a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 290942} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12522068, partition_space_available_1k=68568416, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1340508, cpu_share=0.03, mem_res=1323356, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=144052, cpu_share=0.0, mem_res=138396, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53952, cpu_share=0.01, mem_res=42760, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7559952, free=502784, buffers=426556, cached=7694908, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.77, five_min_avg=2.91, fifteen_min_avg=2.15, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ba839188659b14bb163d38083b4252738108199bad72bb33cb4b7a82253ccd1d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 292022} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '43a5c91197fd4dc776e8056390bf563a62003eeaa00489c9dd24058081d98892', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 292043} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12529176, partition_space_available_1k=68561308, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1341176, cpu_share=0.03, mem_res=1323468, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=144504, cpu_share=0.0, mem_res=138924, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53908, cpu_share=0.01, mem_res=42756, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7566424, free=487616, buffers=426564, cached=7703596, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.97, five_min_avg=2.63, fifteen_min_avg=2.1, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2041ed051d26b83ee16aad19f064e3e73987abc8c11798368aecaa99078caacf', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 293473} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'd3e2ad9a8c6ed3c17c22ffb5bbb362eed6d10c824816d024c558c73c7c9f5316', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 293501} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12536240, partition_space_available_1k=68554244, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1341232, cpu_share=0.03, mem_res=1323572, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=144980, cpu_share=0.0, mem_res=139320, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53924, cpu_share=0.01, mem_res=42668, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7557136, free=488128, buffers=426608, cached=7712328, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.69, five_min_avg=2.42, fifteen_min_avg=2.06, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ff948e0e8290961c5bbf8e7c37cdef8b2e9aaa03bc97d230a4c63873133e2e34', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 294558} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '502e128b3966f3e40c6e74fdc4c9552b13761c3dd0dd59f7e76b65a537e070db', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 294580} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12538492, partition_space_available_1k=68551992, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1341184, cpu_share=0.03, mem_res=1323648, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=145444, cpu_share=0.0, mem_res=139848, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53940, cpu_share=0.01, mem_res=42740, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7559956, free=481548, buffers=426632, cached=7716064, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.79, five_min_avg=2.31, fifteen_min_avg=2.05, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:38:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001974 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:39:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001082 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:39:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001295 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '195f67856e1dbe92e4ba1e71f7a2087a05ed652f9b95b83ebeaa50d2fed83266', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 304402} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '99680caf5dd1115c07c8a76d70bdfcf1fec5e166271c8fd53ab277226d2a8a91', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 304438} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:39:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001641 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12545184, partition_space_available_1k=68545300, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1341264, cpu_share=0.03, mem_res=1323552, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=145924, cpu_share=0.0, mem_res=140244, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53928, cpu_share=0.01, mem_res=42576, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7592248, free=436732, buffers=426792, cached=7728428, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.89, five_min_avg=2.51, fifteen_min_avg=2.13, cpu_share=11.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '67ec0aff8793c5eaadc0a2f29977eca7fa94700535cc28e585019c879cf6c282', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 306131} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'e60ff608d09cbe917895b2a0393166db2e18b7a161b198a814c37e1cf62e7668', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 306154} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12547816, partition_space_available_1k=68542668, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1340980, cpu_share=0.03, mem_res=1323464, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=146376, cpu_share=0.0, mem_res=140904, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=53992, cpu_share=0.01, mem_res=42756, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7568628, free=456340, buffers=426812, cached=7732420, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.44, five_min_avg=2.41, fifteen_min_avg=2.11, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ea570bb2a20051b9a6611a8767281f4ddab6d6323304e7eba76f06749bb3c15d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 307239} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '99a89035fef15b18024a03157d4553bb0195152be5ace5fd721113e6f4a9aaf9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 307267} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12555224, partition_space_available_1k=68535260, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1342672, cpu_share=0.03, mem_res=1324460, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=146840, cpu_share=0.0, mem_res=141168, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54048, cpu_share=0.01, mem_res=42948, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7579476, free=436972, buffers=426836, cached=7740916, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.01, five_min_avg=2.29, fifteen_min_avg=2.09, cpu_share=7.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '878a77f0d2e0f7e9e934880820b908f94cf08c6147ec6e6ba28dc708435e8666', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 308677} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '089878c5738c113e14149b68b20a5466c27c9d8d12d19a38fd2922fe8f22ac8b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 308700} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12557708, partition_space_available_1k=68532776, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1342788, cpu_share=0.03, mem_res=1324888, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=147316, cpu_share=0.0, mem_res=141696, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54068, cpu_share=0.01, mem_res=42864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7583416, free=428932, buffers=426868, cached=7744984, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.83, five_min_avg=2.2, fifteen_min_avg=2.07, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '172cf477cd9cca3b394e8e5f98cde567e3d50849cbbdd7babc9b5154f9cbaf95', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 309774} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '0b33515aec5b813a0e3562db3666dc259530a39e637ba6b155db14da1e480f99', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 309795} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12559664, partition_space_available_1k=68530820, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1342768, cpu_share=0.03, mem_res=1324564, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=147780, cpu_share=0.0, mem_res=142224, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54104, cpu_share=0.01, mem_res=42820, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7587696, free=421336, buffers=426880, cached=7748288, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.56, five_min_avg=2.04, fifteen_min_avg=2.02, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:43:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001697 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:44:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001266 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:44:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001112 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '4663ecf56617905c341400c6b3acf779b781ea40b443e79f5432583d7152960e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 318032} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '0db8f7c896041891cb126740960459719b3590f460131eae19b36da16bc25adf', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 318064} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:44:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001831 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12565792, partition_space_available_1k=68524692, percentage_partition_space_used=15, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1343088, cpu_share=0.03, mem_res=1324812, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=148268, cpu_share=0.0, mem_res=142620, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54204, cpu_share=0.01, mem_res=42672, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7624112, free=372284, buffers=426964, cached=7760840, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.08, five_min_avg=2.34, fifteen_min_avg=2.12, cpu_share=10.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3fcb88c4fdfbdf8971fbcb6d694c7936151521662330fc02459a72cecf7b6fd0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 321374} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'd006da7dcd933df4199c9e9af3d0e429b133c11f616cd466127d315be9801fdd', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 321396} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12569584, partition_space_available_1k=68520900, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1342972, cpu_share=0.03, mem_res=1324764, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=148704, cpu_share=0.0, mem_res=143148, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54372, cpu_share=0.01, mem_res=42764, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7619540, free=373732, buffers=426980, cached=7763948, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.43, five_min_avg=2.28, fifteen_min_avg=2.11, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e384ecaf9e1403d4511cc585b74efd9230961fb9359de3acc89d179caa4e9eee', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 322475} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f20a20ba6e942ceb09a00f0be8ca0fea6dcf46c6d0e10391d9ef6673afa7751a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 322505} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12576624, partition_space_available_1k=68513860, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1344148, cpu_share=0.03, mem_res=1325300, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=149184, cpu_share=0.0, mem_res=143412, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54348, cpu_share=0.01, mem_res=42756, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7641608, free=348000, buffers=426996, cached=7767596, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.41, five_min_avg=2.01, fifteen_min_avg=2.03, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a90950e5421ca25bba070c18de9514e0b83cbd7be57c915a7c3ec58d4acf6c09', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 323916} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'cf01313adbf9f5a8a304d4e0a7655b5e995ee325b45a9f73deac44ab63693b43', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 323938} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12579224, partition_space_available_1k=68511260, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1344344, cpu_share=0.03, mem_res=1325632, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=149644, cpu_share=0.0, mem_res=144072, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54296, cpu_share=0.01, mem_res=42824, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7642216, free=338164, buffers=427024, cached=7776796, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.24, five_min_avg=1.85, fifteen_min_avg=1.97, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '6bb3cc82952978652d034363c302888c2b85970658f8653fa6c288d26458f2c5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 325001} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '9685b0d36613ddfad18b9b78d73b125a82ccf552d1691fe2252fb42c876963bd', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 325024} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12581036, partition_space_available_1k=68509448, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1344176, cpu_share=0.03, mem_res=1325572, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=150112, cpu_share=0.0, mem_res=144600, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54344, cpu_share=0.01, mem_res=42936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7638612, free=339024, buffers=427032, cached=7779532, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.48, five_min_avg=1.82, fifteen_min_avg=1.95, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:48:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001572 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:48:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001298 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:48:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001089 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3a3cfa734af56929e3420edc0a424364e74d7cb2ccf6de864c92b47f87fb5549', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 335335} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '48fd6b96991eb5a7432f564911dda98b2d59fa057c382c45c006d6a834b7c588', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 335484} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:49:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001642 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12600868, partition_space_available_1k=68489616, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1344368, cpu_share=0.03, mem_res=1325576, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=150588, cpu_share=0.0, mem_res=144864, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54356, cpu_share=0.01, mem_res=42856, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7652992, free=355708, buffers=426428, cached=7749072, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.44, five_min_avg=2.33, fifteen_min_avg=2.12, cpu_share=11.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '172fe81a23252002477df2ed5b6929b17f7aa2b13b41eccf4c458313ab3084c4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 336602} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5495d303a35cf28a73c4f393eca11e8ed273370335c330dc7f3cd8b4c365b7f3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 336622} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12598340, partition_space_available_1k=68492144, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1344372, cpu_share=0.03, mem_res=1325540, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=151032, cpu_share=0.0, mem_res=145524, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54244, cpu_share=0.01, mem_res=42764, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7664444, free=338948, buffers=426748, cached=7754060, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.09, five_min_avg=2.14, fifteen_min_avg=2.07, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '53a6864fb677bb91bdda71a3a291292eff586b4ff05d3907cf92a17ad48b2749', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 337706} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '90729d336855c9bdc3dc2880b9668e42d2bcde6eae00df5c2051c36c037ced08', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 337727} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12605744, partition_space_available_1k=68484740, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345488, cpu_share=0.03, mem_res=1326132, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=151516, cpu_share=0.0, mem_res=145920, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54024, cpu_share=0.01, mem_res=42712, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7670704, free=323708, buffers=426752, cached=7763036, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.3, five_min_avg=1.92, fifteen_min_avg=1.99, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '8e3a27c01ef4e9c9f01685f3f018b167615afe2c7e502ec47f360791cb97b5a9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 338806} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '88e6b9f1d4f29c6151431f0a243af7db2b6f3b392fcec3fee0c185f490cebe47', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 338828} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12603068, partition_space_available_1k=68487416, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345684, cpu_share=0.03, mem_res=1326104, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=151984, cpu_share=0.0, mem_res=146316, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54116, cpu_share=0.01, mem_res=42808, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7672400, free=328320, buffers=426776, cached=7756704, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.6, five_min_avg=1.9, fifteen_min_avg=1.98, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'df426e7f18c01bb135d3bb0136ece34387b472c62106122e45d8a7fee28f640b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 340228} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '726c349c21098dd36751f56b1b8f26493fb18246d761eb8057aea37043e64036', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 340258} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12605156, partition_space_available_1k=68485328, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345604, cpu_share=0.03, mem_res=1326132, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=152444, cpu_share=0.0, mem_res=146844, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54228, cpu_share=0.01, mem_res=42640, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7673376, free=319272, buffers=426792, cached=7764760, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.62, five_min_avg=1.87, fifteen_min_avg=1.97, cpu_share=8.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:53:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001281 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:53:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001105 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:53:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001212 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:53:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001251 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '7b871f4d1fb2ab15f4ce17cf737a65b915a3bbbc0a863687a8ed844f865af7ce', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 347981} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'cc99ba2a32ab27d0d0d03fc18261c1d0b68b33064693f7cbe9a6b2b0a58d2d9c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 348038} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12612172, partition_space_available_1k=68478312, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345676, cpu_share=0.03, mem_res=1326184, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=152900, cpu_share=0.0, mem_res=147240, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54180, cpu_share=0.01, mem_res=42816, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7752116, free=226128, buffers=426880, cached=7779076, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.36, five_min_avg=2.0, fifteen_min_avg=2.01, cpu_share=10.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '622414abb6b8d0f0e673f7684df1e1fe7ab412e12146d29cf040776f5bbfa183', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 351768} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '870d1071391502adcc1f81d98a641956068bda73c9136b0c84e967b886eb017d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 351791} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12614340, partition_space_available_1k=68476144, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345484, cpu_share=0.03, mem_res=1325984, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=153380, cpu_share=0.0, mem_res=147768, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54260, cpu_share=0.01, mem_res=42936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7688980, free=285084, buffers=427032, cached=7783104, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.22, five_min_avg=2.05, fifteen_min_avg=2.02, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cf49a3eb10f5f98ea3fd5e7cd3304f0049a2380a163a968501ce56bbd046a187', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 352890} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '509f8a536f6402b5842c626d54367bcfa90111166681a94924f03d92f3c00bc3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 352912} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12617232, partition_space_available_1k=68473252, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1347060, cpu_share=0.03, mem_res=1327012, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=153840, cpu_share=0.0, mem_res=148296, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54256, cpu_share=0.01, mem_res=42836, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7691840, free=278104, buffers=427080, cached=7787176, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.33, five_min_avg=2.14, fifteen_min_avg=2.06, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e433142d57beac99e300aa1891a1108fefd3a02cfef6feaa8950564d730efa95', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 354349} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '055caf62434ace3d2586063833fc5c699a9365d8f396ea47fda89e8f4864466c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 354372} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12619508, partition_space_available_1k=68470976, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1346968, cpu_share=0.03, mem_res=1326892, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=154300, cpu_share=0.0, mem_res=148692, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54316, cpu_share=0.01, mem_res=42780, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7693364, free=273400, buffers=427096, cached=7790340, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.45, five_min_avg=1.94, fifteen_min_avg=1.99, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f4540560c7df7d15d47419f062d8fd53d5baa51f050bf333e1b1b98723dcd7a0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 355447} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '1de61e39c272c4a841851cbc1cce8f79ef808af11fd824a88efffdd5d7e2d91c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 355477} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:58:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001920 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12626228, partition_space_available_1k=68464256, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1348628, cpu_share=0.03, mem_res=1328548, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=154776, cpu_share=0.0, mem_res=149088, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54360, cpu_share=0.01, mem_res=42944, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7753044, free=203580, buffers=427144, cached=7800432, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.32, five_min_avg=1.83, fifteen_min_avg=1.95, cpu_share=8.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:58:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001303 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:58:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001392 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 04:58:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6837 0.001219 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2e4f68c409218dc995a2c80aba2f959e98c10ada1c9a201117601055ae7828af', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 365934} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '782affb65f11e059d54091267bbe730717a40fa124cdf1b8dc39e03e66ad86eb', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 365965} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12633572, partition_space_available_1k=68456912, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1348728, cpu_share=0.03, mem_res=1328880, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=155244, cpu_share=0.0, mem_res=149616, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54348, cpu_share=0.01, mem_res=42760, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7700252, free=305280, buffers=425688, cached=7752980, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.89, five_min_avg=1.9, fifteen_min_avg=1.97, cpu_share=10.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '29f898d04a6e40b6896f2bdd12283e5b0df46ceb9353d6a8632e14b9b21952d4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 367035} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '38e2f6dcdec8b65e533298610234ab8305fdbed26ff822dc408f59e02cb5c5b1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 367057} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12635920, partition_space_available_1k=68454564, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1348716, cpu_share=0.03, mem_res=1328712, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=155712, cpu_share=0.0, mem_res=150012, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54420, cpu_share=0.01, mem_res=42640, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7710880, free=290452, buffers=425796, cached=7757072, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.63, five_min_avg=1.8, fifteen_min_avg=1.93, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'dc2ba261322ff43056bc665ee82f082dcb4c192c0dbc666ae1983cda04670916', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 368139} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'b47320dbfadc1100067f76e9e4dd046bd9a18d181ba50ce8b3567023d947013a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 368160} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12638564, partition_space_available_1k=68451920, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1349860, cpu_share=0.03, mem_res=1329544, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=156164, cpu_share=0.0, mem_res=150540, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54380, cpu_share=0.01, mem_res=42676, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7721140, free=276576, buffers=425800, cached=7760684, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.65, five_min_avg=1.76, fifteen_min_avg=1.91, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '9ffa22d133665ab6c1e22e8765d60448c1da610ba7e73049238d36abb3b9b4b4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 369566} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '156d35c5809501ad77ad7e0190724b7441773ba6220d45ae7da4d5a51ee7d83b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 369594} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12640656, partition_space_available_1k=68449828, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1350012, cpu_share=0.03, mem_res=1329496, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=156644, cpu_share=0.0, mem_res=150936, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54312, cpu_share=0.01, mem_res=42788, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7723348, free=271292, buffers=425828, cached=7763732, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.58, five_min_avg=1.75, fifteen_min_avg=1.89, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:03:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001434 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:03:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001352 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '6c30e8cd71142b4e212e924d37da6ffacb431c812018f5035aeb6bde217c6618', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 373393} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:03:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001286 CRITICAL:root:Exit data: {'ID': '067c8eae2dd8a9b1903d5e42fbba45f268896615fba1d482d4268c37dd17a3a1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 373421} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:03:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6836 0.001652 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12649716, partition_space_available_1k=68440768, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1349952, cpu_share=0.03, mem_res=1329424, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=157104, cpu_share=0.0, mem_res=151596, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54392, cpu_share=0.01, mem_res=42972, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7755928, free=287868, buffers=422056, cached=7718348, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.28, five_min_avg=1.85, fifteen_min_avg=1.91, cpu_share=8.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '227efde26ce4b0bdc359dd531e2cf59c3503cc5ff443c4c2dbe08fedad9341b5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 376789} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5e1ac7c7f09a4759a730c0132d396e35c601b0e79930bce3ab6b63cf5f436d5d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 376810} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12653776, partition_space_available_1k=68436708, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1350072, cpu_share=0.03, mem_res=1329440, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=157560, cpu_share=0.0, mem_res=151860, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54364, cpu_share=0.01, mem_res=42944, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7732264, free=293660, buffers=423504, cached=7734772, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.75, five_min_avg=1.77, fifteen_min_avg=1.88, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a3a88687fd834d1db3a90317e34d70b489cb47b9cba39f1a87228382fdd41012', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 382255} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '40b9af5a1744ef1b70949bb4c31fe43c29daf5b4c1abbcfaf3e5d499a03fd776', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 382279} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12661788, partition_space_available_1k=68428696, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1349560, cpu_share=0.03, mem_res=1329392, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=158032, cpu_share=0.0, mem_res=152520, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54536, cpu_share=0.01, mem_res=42776, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7741260, free=263192, buffers=424784, cached=7754964, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.7, five_min_avg=1.75, fifteen_min_avg=1.87, cpu_share=10.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'c24ed7a460fe343b19ec7fbb00e1e766d6a039cd5f1aa895fb749b2b550db296', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 383711} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '3e440d8e454ca2d6c18bf7ba67e351addb0887c07b6fc5b4a6142530be4c82a7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 383740} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12654328, partition_space_available_1k=68436156, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1351220, cpu_share=0.03, mem_res=1330172, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=158496, cpu_share=0.0, mem_res=152784, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54456, cpu_share=0.01, mem_res=42828, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7747512, free=263224, buffers=424788, cached=7748676, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.46, five_min_avg=1.67, fifteen_min_avg=1.83, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2fc439ac44e3754b4002c55141b663e542478d26c0a55e36b6cdde312ed7fb04', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 384794} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '2d008011dcf1bb5e0a32d996cccb1ed86a61482c04c8a8fe4727e5cf00121153', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 384819} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12656188, partition_space_available_1k=68434296, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1351108, cpu_share=0.03, mem_res=1330012, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=158972, cpu_share=0.0, mem_res=153444, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54388, cpu_share=0.01, mem_res=42772, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7745884, free=262132, buffers=424788, cached=7751396, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.34, five_min_avg=1.6, fifteen_min_avg=1.8, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:07:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6834 0.001237 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:07:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6834 0.001163 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:08:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6834 0.001168 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '4a9665b7ccc53acca264b9c7c487b33ee53bd9a9aef2dc75915be1af0cbe0cdb', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 390294} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '0eb371f3d54ed11bf5661fb1b8edcd245dd18e9cca1ff0d155a31605af1d3387', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 390315} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.48 - - [2025-08-31 05:08:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6834 0.001614 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12662428, partition_space_available_1k=68428056, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1351236, cpu_share=0.03, mem_res=1330040, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=159436, cpu_share=0.0, mem_res=153840, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54480, cpu_share=0.01, mem_res=42844, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7760556, free=294412, buffers=422192, cached=7707040, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.2, five_min_avg=1.8, fifteen_min_avg=1.85, cpu_share=9.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '26edad9a360be7d80879de92da37abdd5e5809c7ec17e0d05f2631ce39664503', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.48', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 392019} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '906ea95b654c062c395bdd72b48d399d034e49f90565eca205aeb400146c003f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'de8fd9899092db23ce88ecdca7b8e756d555e577feaafac88f3921202cf6a80a', 'DetachKeys': '', 'Pid': 392040} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-juju-k8s-1452-1', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=12673028, partition_space_available_1k=68417456, percentage_partition_space_used=16, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1351220, cpu_share=0.03, mem_res=1330352, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=159912, cpu_share=0.0, mem_res=154368, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54476, cpu_share=0.01, mem_res=42800, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16184200, used=7766068, free=281848, buffers=422492, cached=7713792, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.59, five_min_avg=1.7, fifteen_min_avg=1.81, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo')