++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/config-database-rabbitmq ++ CONTAINER_LOG_DIR=/var/log/contrail/config-database-rabbitmq ++ mkdir -p /var/log/contrail/config-database-rabbitmq ++ log_file=/var/log/contrail/config-database-rabbitmq/console.log ++ touch /var/log/contrail/config-database-rabbitmq/console.log ++ chmod 600 /var/log/contrail/config-database-rabbitmq/console.log ++ exec +++ tee -a /var/log/contrail/config-database-rabbitmq/console.log +++ date ++ echo 'INFO: =================== Wed Jul 23 06:07:07 UTC 2025 ===================' INFO: =================== Wed Jul 23 06:07:07 UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ echo lo ++++ return +++ local nic=lo +++ get_ip_for_nic lo +++ local nic=lo +++ cut -d / -f 1 +++ get_cidr_for_nic lo +++ command -v ip +++ echo 127.0.0.1/8 +++ return ++ DEFAULT_LOCAL_IP=127.0.0.1 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST= ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ ANALYTICSDB_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ ANALYTICS_SNMP_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8081 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8081 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:8081 ' +++ '[' -n '10.0.0.249:8081 10.0.0.41:8081 10.0.0.65:8081 ' ']' +++ echo '10.0.0.249:8081 10.0.0.41:8081 10.0.0.65:8081' ++ ANALYTICS_SERVERS='10.0.0.249:8081 10.0.0.41:8081 10.0.0.65:8081' +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9042 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9042 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:9042 ' +++ '[' -n '10.0.0.249:9042 10.0.0.41:9042 10.0.0.65:9042 ' ']' +++ echo '10.0.0.249:9042 10.0.0.41:9042 10.0.0.65:9042' ++ ANALYTICSDB_CQL_SERVERS='10.0.0.249:9042 10.0.0.41:9042 10.0.0.65:9042' ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8086 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8086 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:8086 ' +++ '[' -n '10.0.0.249:8086 10.0.0.41:8086 10.0.0.65:8086 ' ']' +++ echo '10.0.0.249:8086 10.0.0.41:8086 10.0.0.65:8086' ++ COLLECTOR_SERVERS='10.0.0.249:8086 10.0.0.41:8086 10.0.0.65:8086' ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ CONFIGDB_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8082 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8082 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:8082 ' +++ '[' -n '10.0.0.249:8082 10.0.0.41:8082 10.0.0.65:8082 ' ']' +++ echo '10.0.0.249:8082 10.0.0.41:8082 10.0.0.65:8082' ++ CONFIG_SERVERS='10.0.0.249:8082 10.0.0.41:8082 10.0.0.65:8082' +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9161 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9161 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:9161 ' +++ '[' -n '10.0.0.249:9161 10.0.0.41:9161 10.0.0.65:9161 ' ']' +++ echo '10.0.0.249:9161 10.0.0.41:9161 10.0.0.65:9161' ++ CONFIGDB_SERVERS='10.0.0.249:9161 10.0.0.41:9161 10.0.0.65:9161' +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9041 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9041 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:9041 ' +++ '[' -n '10.0.0.249:9041 10.0.0.41:9041 10.0.0.65:9041 ' ']' +++ echo '10.0.0.249:9041 10.0.0.41:9041 10.0.0.65:9041' ++ CONFIGDB_CQL_SERVERS='10.0.0.249:9041 10.0.0.41:9041 10.0.0.65:9041' ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+=10.0.0.249:2181, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+=10.0.0.41:2181, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+=10.0.0.65:2181, +++ '[' -n 10.0.0.249:2181,10.0.0.41:2181,10.0.0.65:2181, ']' +++ echo 10.0.0.249:2181,10.0.0.41:2181,10.0.0.65:2181 ++ ZOOKEEPER_SERVERS=10.0.0.249:2181,10.0.0.41:2181,10.0.0.65:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:2181 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:2181 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:2181 ' +++ '[' -n '10.0.0.249:2181 10.0.0.41:2181 10.0.0.65:2181 ' ']' +++ echo '10.0.0.249:2181 10.0.0.41:2181 10.0.0.65:2181' ++ ZOOKEEPER_SERVERS_SPACE_DELIM='10.0.0.249:2181 10.0.0.41:2181 10.0.0.65:2181' ++ RABBITMQ_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+=10.0.0.249:5673, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+=10.0.0.41:5673, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+=10.0.0.65:5673, +++ '[' -n 10.0.0.249:5673,10.0.0.41:5673,10.0.0.65:5673, ']' +++ echo 10.0.0.249:5673,10.0.0.41:5673,10.0.0.65:5673 ++ RABBITMQ_SERVERS=10.0.0.249:5673,10.0.0.41:5673,10.0.0.65:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:6379 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:6379 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:6379 ' +++ '[' -n '10.0.0.249:6379 10.0.0.41:6379 10.0.0.65:6379 ' ']' +++ echo '10.0.0.249:6379 10.0.0.41:6379 10.0.0.65:6379' ++ REDIS_SERVERS='10.0.0.249:6379 10.0.0.41:6379 10.0.0.65:6379' ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9092 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9092 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.65 +++ local server_address=10.0.0.65 +++ extended_server_list+='10.0.0.65:9092 ' +++ '[' -n '10.0.0.249:9092 10.0.0.41:9092 10.0.0.65:9092 ' ']' +++ echo '10.0.0.249:9092 10.0.0.41:9092 10.0.0.65:9092' ++ KAFKA_SERVERS='10.0.0.249:9092 10.0.0.41:9092 10.0.0.65:9092' ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.249,10.0.0.41,10.0.0.65 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + source /functions.sh + for i in {1..10} ++ find_my_ip_and_order_for_node RABBITMQ ++ local server_typ=RABBITMQ_NODES ++ find_my_ip_and_order_for_node_list 10.0.0.249,10.0.0.41,10.0.0.65 ++ local servers=10.0.0.249,10.0.0.41,10.0.0.65 ++ local server_list= ++ IFS=, ++ read -ra server_list +++ get_local_ips +++ cat /proc/net/fib_trie +++ awk '/32 host/ { print f } {f=$2}' +++ uniq +++ tr '\n' , +++ sort +++ grep -vi host ++ local local_ips=,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, ++ local ord=1 ++ for server in "${server_list[@]}" ++ local ret=0 +++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.249'\''))' ++ local server_ip=10.0.0.249 ++ [[ 0 == 0 ]] ++ [[ -n 10.0.0.249 ]] ++ [[ ,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, =~ ,10\.0\.0\.249, ]] ++ (( ord+=1 )) ++ for server in "${server_list[@]}" ++ local ret=0 +++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.41'\''))' ++ local server_ip=10.0.0.41 ++ [[ 0 == 0 ]] ++ [[ -n 10.0.0.41 ]] ++ [[ ,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, =~ ,10\.0\.0\.41, ]] ++ (( ord+=1 )) ++ for server in "${server_list[@]}" ++ local ret=0 +++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.65'\''))' ++ local server_ip=10.0.0.65 ++ [[ 0 == 0 ]] ++ [[ -n 10.0.0.65 ]] ++ [[ ,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, =~ ,10\.0\.0\.65, ]] ++ echo 10.0.0.65 3 ++ return + my_ip_and_order='10.0.0.65 3' + '[' -n '10.0.0.65 3' ']' + break + '[' -z '10.0.0.65 3' ']' ++ cut -d ' ' -f 1 ++ echo 10.0.0.65 3 + my_ip=10.0.0.65 + echo 'INFO: my_ip=10.0.0.65' INFO: my_ip=10.0.0.65 + server_names_list=() + cluster_nodes= + my_node= ++ echo 10.0.0.249,10.0.0.41,10.0.0.65 ++ tr , ' ' + for server in $(echo ${RABBITMQ_NODES} | tr ',' ' ') ++ resolve_hostname_by_ip 10.0.0.249 ++ local ip=10.0.0.249 ++ cut -d . -f 1 +++ head -n 1 +++ getent hosts 10.0.0.249 ++ local 'host_entry=10.0.0.249 cn-jenkins-deploy-platform-juju-k8s-1338-2' ++ local name= ++ [[ -n 10.0.0.249 cn-jenkins-deploy-platform-juju-k8s-1338-2 ]] +++ awk '{print $2}' +++ echo 10.0.0.249 cn-jenkins-deploy-platform-juju-k8s-1338-2 ++ name=cn-jenkins-deploy-platform-juju-k8s-1338-2 ++ [[ -n cn-jenkins-deploy-platform-juju-k8s-1338-2 ]] ++ echo cn-jenkins-deploy-platform-juju-k8s-1338-2 + server_hostname=cn-jenkins-deploy-platform-juju-k8s-1338-2 + [[ -z cn-jenkins-deploy-platform-juju-k8s-1338-2 ]] + cluster_nodes+=''\''contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2'\'',' + server_names_list=($server_names_list $server_hostname) ++ find_my_ip_and_order_for_node_list 10.0.0.249 ++ local servers=10.0.0.249 ++ local server_list= ++ IFS=, ++ read -ra server_list ++ cut -d ' ' -f 1 +++ get_local_ips +++ tr '\n' , +++ cat /proc/net/fib_trie +++ uniq +++ awk '/32 host/ { print f } {f=$2}' +++ grep -vi host +++ sort ++ local local_ips=,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, ++ local ord=1 ++ for server in "${server_list[@]}" ++ local ret=0 +++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.249'\''))' ++ local server_ip=10.0.0.249 ++ [[ 0 == 0 ]] ++ [[ -n 10.0.0.249 ]] ++ [[ ,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, =~ ,10\.0\.0\.249, ]] ++ (( ord+=1 )) + server_ip= + [[ ,, =~ ,10\.0\.0\.65, ]] + for server in $(echo ${RABBITMQ_NODES} | tr ',' ' ') ++ resolve_hostname_by_ip 10.0.0.41 ++ local ip=10.0.0.41 ++ cut -d . -f 1 +++ head -n 1 +++ getent hosts 10.0.0.41 ++ local 'host_entry=10.0.0.41 cn-jenkins-deploy-platform-juju-k8s-1338-3' ++ local name= ++ [[ -n 10.0.0.41 cn-jenkins-deploy-platform-juju-k8s-1338-3 ]] +++ echo 10.0.0.41 cn-jenkins-deploy-platform-juju-k8s-1338-3 +++ awk '{print $2}' ++ name=cn-jenkins-deploy-platform-juju-k8s-1338-3 ++ [[ -n cn-jenkins-deploy-platform-juju-k8s-1338-3 ]] ++ echo cn-jenkins-deploy-platform-juju-k8s-1338-3 + server_hostname=cn-jenkins-deploy-platform-juju-k8s-1338-3 + [[ -z cn-jenkins-deploy-platform-juju-k8s-1338-3 ]] + cluster_nodes+=''\''contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3'\'',' + server_names_list=($server_names_list $server_hostname) ++ find_my_ip_and_order_for_node_list 10.0.0.41 ++ local servers=10.0.0.41 ++ local server_list= ++ IFS=, ++ read -ra server_list ++ cut -d ' ' -f 1 +++ tr '\n' , +++ get_local_ips +++ sort +++ grep -vi host +++ awk '/32 host/ { print f } {f=$2}' +++ cat /proc/net/fib_trie +++ uniq ++ local local_ips=,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, ++ local ord=1 ++ for server in "${server_list[@]}" ++ local ret=0 +++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.41'\''))' ++ local server_ip=10.0.0.41 ++ [[ 0 == 0 ]] ++ [[ -n 10.0.0.41 ]] ++ [[ ,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, =~ ,10\.0\.0\.41, ]] ++ (( ord+=1 )) + server_ip= + [[ ,, =~ ,10\.0\.0\.65, ]] + for server in $(echo ${RABBITMQ_NODES} | tr ',' ' ') ++ resolve_hostname_by_ip 10.0.0.65 ++ local ip=10.0.0.65 ++ cut -d . -f 1 +++ getent hosts 10.0.0.65 +++ head -n 1 ++ local 'host_entry=10.0.0.65 cn-jenkins-deploy-platform-juju-k8s-1338-1' ++ local name= ++ [[ -n 10.0.0.65 cn-jenkins-deploy-platform-juju-k8s-1338-1 ]] +++ echo 10.0.0.65 cn-jenkins-deploy-platform-juju-k8s-1338-1 +++ awk '{print $2}' ++ name=cn-jenkins-deploy-platform-juju-k8s-1338-1 ++ [[ -n cn-jenkins-deploy-platform-juju-k8s-1338-1 ]] ++ echo cn-jenkins-deploy-platform-juju-k8s-1338-1 + server_hostname=cn-jenkins-deploy-platform-juju-k8s-1338-1 + [[ -z cn-jenkins-deploy-platform-juju-k8s-1338-1 ]] + cluster_nodes+=''\''contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1'\'',' + server_names_list=($server_names_list $server_hostname) ++ find_my_ip_and_order_for_node_list 10.0.0.65 ++ local servers=10.0.0.65 ++ local server_list= ++ IFS=, ++ read -ra server_list ++ cut -d ' ' -f 1 +++ tr '\n' , +++ get_local_ips +++ cat /proc/net/fib_trie +++ sort +++ awk '/32 host/ { print f } {f=$2}' +++ grep -vi host +++ uniq ++ local local_ips=,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, ++ local ord=1 ++ for server in "${server_list[@]}" ++ local ret=0 +++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.65'\''))' ++ local server_ip=10.0.0.65 ++ [[ 0 == 0 ]] ++ [[ -n 10.0.0.65 ]] ++ [[ ,10.0.0.65,10.106.10.1,127.0.0.1,172.17.0.1,252.65.0.1,, =~ ,10\.0\.0\.65, ]] ++ echo 10.0.0.65 1 ++ return + server_ip=10.0.0.65 + [[ ,10.0.0.65, =~ ,10\.0\.0\.65, ]] + my_node=cn-jenkins-deploy-platform-juju-k8s-1338-1 + echo 'INFO: my_node=cn-jenkins-deploy-platform-juju-k8s-1338-1' INFO: my_node=cn-jenkins-deploy-platform-juju-k8s-1338-1 ++ echo 10.0.0.65 ++ tr . , + dist_ip=10,0,0,65 + RABBITMQ_NODENAME=contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 + RABBITMQ_MGMT_PORT=15673 + RABBITMQ_DIST_PORT=25673 + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + export -n RABBITMQ_NODE_PORT RABBITMQ_DIST_PORT RABBITMQ_DEFAULT_USER RABBITMQ_DEFAULT_PASS RABBITMQ_DEFAULT_VHOST + for name in CACERTFILE CERTFILE KEYFILE DEPTH FAIL_IF_NO_PEER_CERT VERIFY + export -n RABBITMQ_SSL_CACERTFILE RABBITMQ_MANAGEMENT_SSL_CACERTFILE + for name in CACERTFILE CERTFILE KEYFILE DEPTH FAIL_IF_NO_PEER_CERT VERIFY + export -n RABBITMQ_SSL_CERTFILE RABBITMQ_MANAGEMENT_SSL_CERTFILE + for name in CACERTFILE CERTFILE KEYFILE DEPTH FAIL_IF_NO_PEER_CERT VERIFY + export -n RABBITMQ_SSL_KEYFILE RABBITMQ_MANAGEMENT_SSL_KEYFILE + for name in CACERTFILE CERTFILE KEYFILE DEPTH FAIL_IF_NO_PEER_CERT VERIFY + export -n RABBITMQ_SSL_DEPTH RABBITMQ_MANAGEMENT_SSL_DEPTH + for name in CACERTFILE CERTFILE KEYFILE DEPTH FAIL_IF_NO_PEER_CERT VERIFY + export -n RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT RABBITMQ_MANAGEMENT_SSL_FAIL_IF_NO_PEER_CERT + for name in CACERTFILE CERTFILE KEYFILE DEPTH FAIL_IF_NO_PEER_CERT VERIFY + export -n RABBITMQ_SSL_VERIFY RABBITMQ_MANAGEMENT_SSL_VERIFY + echo 'INFO: RABBITMQ_NODENAME=contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1, RABBITMQ_NODE_PORT=5673' INFO: RABBITMQ_NODENAME=contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1, RABBITMQ_NODE_PORT=5673 + echo RABBITMQ_NODENAME=contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 + echo HOME=/var/lib/rabbitmq + echo CONFIG_FILE=/etc/rabbitmq/rabbitmq.config + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + echo NODE_PORT=5673 + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ -n abcdefg ]] + cookie_file=/var/lib/rabbitmq/.erlang.cookie + echo abcdefg + chmod 600 /var/lib/rabbitmq/.erlang.cookie + chown rabbitmq:rabbitmq /var/lib/rabbitmq/.erlang.cookie + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + cat + cat + [[ -n all ]] ++ cat /dev/urandom ++ head --bytes=4 ++ xxd -ps -c 256 ++ tr -d '\0' + salt=14f49c04 ++ echo -n guest ++ xxd -ps -c 256 + pwd=6775657374 ++ sha256sum --binary ++ xxd -r -p ++ head -c 64 ++ echo -n 14f49c046775657374 + sha256=e913550ce6b9ed143287ae95a72d8f676ae3aa676935ee9e8e7337f1b6c9e282 ++ base64 -w 0 ++ xxd -r -p ++ echo -n 14f49c04e913550ce6b9ed143287ae95a72d8f676ae3aa676935ee9e8e7337f1b6c9e282 + b64=FPScBOkTVQzmue0UMoeulactj2dq46pnaTXuno5zN/G2yeKC + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + mkdir -p /var/log/rabbitmq /var/log/contrail/config-database-rabbitmq + chown -R rabbitmq:rabbitmq /var/log/rabbitmq + chown -R rabbitmq:rabbitmq /var/log/contrail/config-database-rabbitmq + '[' '!' -d /var/log/rabbitmq/console ']' + ln -s /var/log/contrail/config-database-rabbitmq /var/log/rabbitmq/console + setup_log_dir /var/log/rabbitmq/rabbitmq.log + local path=/var/log/rabbitmq/rabbitmq.log + local log_dir + local log_name + [[ -n /var/log/rabbitmq/rabbitmq.log ]] + [[ /var/log/rabbitmq/rabbitmq.log != \- ]] ++ dirname /var/log/rabbitmq/rabbitmq.log + log_dir=/var/log/rabbitmq + mkdir -p /var/log/rabbitmq ++ basename /var/log/rabbitmq/rabbitmq.log + log_name=rabbitmq.log ++ dirname /var/log/rabbitmq + mv -n '/var/log/rabbitmq.log*' /var/log/rabbitmq/ + touch /var/log/rabbitmq/rabbitmq.log + chown rabbitmq:rabbitmq /var/log/rabbitmq/rabbitmq.log + setup_log_dir - + local path=- + local log_dir + local log_name + [[ -n - ]] + [[ - != \- ]] + leader_node=cn-jenkins-deploy-platform-juju-k8s-1338-2 + [[ cn-jenkins-deploy-platform-juju-k8s-1338-2 != \c\n\-\j\e\n\k\i\n\s\-\d\e\p\l\o\y\-\p\l\a\t\f\o\r\m\-\j\u\j\u\-\k\8\s\-\1\3\3\8\-\1 ]] + echo 'INFO: delay node cn-jenkins-deploy-platform-juju-k8s-1338-1 start until first node starts...' INFO: delay node cn-jenkins-deploy-platform-juju-k8s-1338-1 start until first node starts... + leader_nodename=contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 + true + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 shutdown RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Error: unable to perform an operation on node 'contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1'. Please see diagnostics information and suggestions below. Most common reasons for this are: * Target node is unreachable (e.g. due to hostname resolution, TCP connection or firewall issues) * CLI tool fails to authenticate with the server (e.g. due to CLI tool's Erlang cookie not matching that of the server) * Target node is not running In addition to the diagnostics info below: * See the CLI, clustering and networking guides on https://rabbitmq.com/documentation.html to learn more * Consult server logs on node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 * If target node is configured to use long node names, don't forget to use --longnames with CLI tools DIAGNOSTICS =========== attempted to contact: ['contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1'] contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1: * connected to epmd (port 4369) on cn-jenkins-deploy-platform-juju-k8s-1338-1 * epmd reports: node 'contrail' not running at all no other nodes on cn-jenkins-deploy-platform-juju-k8s-1338-1 * suggestion: start the node Current node details: * node name: 'rabbitmqcli-604-contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1' * effective user's home directory: /var/lib/rabbitmq * Erlang cookie hash: esZsDxSN6VGbi9JkMSxNZA== + true + /usr/local/bin/docker-entrypoint.sh rabbitmq-server -detached + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 ping RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Will ping contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1. This only checks if the OS process is running and registered with epmd. Timeout: 60000 ms. Error: Failed to connect and authenticate to contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 in 60000 ms + sleep 5 + date Wed Jul 23 06:07:20 UTC 2025 + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 ping RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Will ping contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1. This only checks if the OS process is running and registered with epmd. Timeout: 60000 ms. Ping succeeded + sleep 6 + in_cluster= + for i in {1..5} ++ test_in_cluster contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 +++ rabbitmqctl cluster_status --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 --formatter json ++ local 'status=RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' ++ echo 'RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' +++ cat ++ python3 -c 'import sys, json x=json.load(sys.stdin) for i in filter(lambda j: j == "contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2", x.get("nodes", {}).get("disc", [])): print(i)' Traceback (most recent call last): File "", line 2, in File "/usr/lib/python3.8/json/__init__.py", line 293, in load return loads(fp.read(), File "/usr/lib/python3.8/json/__init__.py", line 357, in loads return _default_decoder.decode(s) File "/usr/lib/python3.8/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/usr/lib/python3.8/json/decoder.py", line 355, in raw_decode raise JSONDecodeError("Expecting value", s, err.value) from None json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) ++ return + in_cluster= + sleep 6 + date Wed Jul 23 06:07:36 UTC 2025 + for i in {1..5} ++ test_in_cluster contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 +++ rabbitmqctl cluster_status --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 --formatter json ++ local 'status=RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' ++ echo 'RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' +++ cat ++ python3 -c 'import sys, json x=json.load(sys.stdin) for i in filter(lambda j: j == "contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2", x.get("nodes", {}).get("disc", [])): print(i)' Traceback (most recent call last): File "", line 2, in File "/usr/lib/python3.8/json/__init__.py", line 293, in load return loads(fp.read(), File "/usr/lib/python3.8/json/__init__.py", line 357, in loads return _default_decoder.decode(s) File "/usr/lib/python3.8/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/usr/lib/python3.8/json/decoder.py", line 355, in raw_decode raise JSONDecodeError("Expecting value", s, err.value) from None json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) ++ return + in_cluster= + sleep 6 + date Wed Jul 23 06:07:43 UTC 2025 + for i in {1..5} ++ test_in_cluster contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 +++ rabbitmqctl cluster_status --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 --formatter json ++ local 'status=RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' +++ cat ++ echo 'RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' ++ python3 -c 'import sys, json x=json.load(sys.stdin) for i in filter(lambda j: j == "contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2", x.get("nodes", {}).get("disc", [])): print(i)' Traceback (most recent call last): File "", line 2, in File "/usr/lib/python3.8/json/__init__.py", line 293, in load return loads(fp.read(), File "/usr/lib/python3.8/json/__init__.py", line 357, in loads return _default_decoder.decode(s) File "/usr/lib/python3.8/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/usr/lib/python3.8/json/decoder.py", line 355, in raw_decode raise JSONDecodeError("Expecting value", s, err.value) from None json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) ++ return + in_cluster= + sleep 8 + date Wed Jul 23 06:07:53 UTC 2025 + for i in {1..5} ++ test_in_cluster contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 +++ rabbitmqctl cluster_status --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 --formatter json ++ local 'status=RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' ++ echo 'RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' +++ cat ++ python3 -c 'import sys, json x=json.load(sys.stdin) for i in filter(lambda j: j == "contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2", x.get("nodes", {}).get("disc", [])): print(i)' Traceback (most recent call last): File "", line 2, in File "/usr/lib/python3.8/json/__init__.py", line 293, in load return loads(fp.read(), File "/usr/lib/python3.8/json/__init__.py", line 357, in loads return _default_decoder.decode(s) File "/usr/lib/python3.8/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/usr/lib/python3.8/json/decoder.py", line 355, in raw_decode raise JSONDecodeError("Expecting value", s, err.value) from None json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) ++ return + in_cluster= + sleep 7 + date Wed Jul 23 06:08:02 UTC 2025 + for i in {1..5} ++ test_in_cluster contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 +++ rabbitmqctl cluster_status --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 --formatter json ++ local 'status=RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' ++ echo 'RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. {"alarms":[],"cluster_name":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","disk_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3"],"feature_flags":[{"desc":"Support setting version for classic mirrored queues","doc_url":"","name":"classic_mirrored_queue_version","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Count unroutable publishes to be dropped in stats","doc_url":"","name":"drop_unroutable_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Count AMQP `basic.get` on empty queues in stats","doc_url":"","name":"empty_basic_get_metric","provided_by":"rabbitmq_management_agent","stability":"stable","state":"enabled"},{"desc":"Default bindings are now implicit, instead of being stored in the database","doc_url":"","name":"implicit_default_bindings","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Maintenance mode status","doc_url":"","name":"maintenance_mode_status","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `quorum`","doc_url":"https://www.rabbitmq.com/quorum-queues.html","name":"quorum_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Support queues of type `stream`","doc_url":"https://www.rabbitmq.com/stream.html","name":"stream_queue","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Configure connection and channel limits for a user","doc_url":"","name":"user_limits","provided_by":"rabbit","stability":"stable","state":"enabled"},{"desc":"Virtual host metadata (description, tags, etc)","doc_url":"","name":"virtual_host_metadata","provided_by":"rabbit","stability":"stable","state":"enabled"}],"listeners":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.65","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.249","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}],"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":[{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15673,"protocol":"http","purpose":"HTTP API"},{"interface":"[::]","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":15692,"protocol":"http/prometheus","purpose":"Prometheus exporter API over HTTP"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":25673,"protocol":"clustering","purpose":"inter-node and CLI tool communication"},{"interface":"10.0.0.41","node":"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","port":5673,"protocol":"amqp","purpose":"AMQP 0-9-1 and AMQP 1.0"}]},"maintenance_status":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":"not under maintenance","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":"not under maintenance"},"partitions":{},"ram_nodes":[],"running_nodes":["contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2","contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"],"versions":{"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"},"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-3":{"erlang_version":"25.0.4","rabbitmq_name":"RabbitMQ","rabbitmq_version":"3.10.7"}}}' +++ cat ++ python3 -c 'import sys, json x=json.load(sys.stdin) for i in filter(lambda j: j == "contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2", x.get("nodes", {}).get("disc", [])): print(i)' Traceback (most recent call last): File "", line 2, in File "/usr/lib/python3.8/json/__init__.py", line 293, in load return loads(fp.read(), File "/usr/lib/python3.8/json/__init__.py", line 357, in loads return _default_decoder.decode(s) File "/usr/lib/python3.8/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/usr/lib/python3.8/json/decoder.py", line 355, in raw_decode raise JSONDecodeError("Expecting value", s, err.value) from None json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) ++ return + in_cluster= + sleep 7 + date Wed Jul 23 06:08:10 UTC 2025 + '[' -n '' ']' + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 stop_app RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Stopping rabbit application on node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 ... + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 ping RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Will ping contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2. This only checks if the OS process is running and registered with epmd. Timeout: 60000 ms. Ping succeeded + sleep 5 + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 forget_cluster_node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Removing node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 from the cluster + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 force_reset RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Forcefully resetting node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 ... + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 join_cluster contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Clustering node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 with contrail@cn-jenkins-deploy-platform-juju-k8s-1338-2 06:08:25.525 [warning] Feature flags: the previous instance of this node must have failed to write the `feature_flags` file at `/var/lib/rabbitmq/mnesia/contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1-feature_flags`: 06:08:25.525 [warning] Feature flags: - list of previously disabled feature flags now marked as such: [:maintenance_mode_status] 06:08:25.912 [warning] Feature flags: the previous instance of this node must have failed to write the `feature_flags` file at `/var/lib/rabbitmq/mnesia/contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1-feature_flags`: 06:08:25.912 [warning] Feature flags: - list of previously enabled feature flags now marked as such: [:maintenance_mode_status] 06:08:25.950 [error] Failed to create a tracked connection table for node :"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1": {:node_not_running, :"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"} 06:08:25.951 [error] Failed to create a per-vhost tracked connection table for node :"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1": {:node_not_running, :"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"} 06:08:25.951 [error] Failed to create a per-user tracked connection table for node :"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1": {:node_not_running, :"contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1"} + break + rabbitmqctl --node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 shutdown RABBITMQ_ERLANG_COOKIE env variable support is deprecated and will be REMOVED in a future version. Use the $HOME/.erlang.cookie file or the --erlang-cookie switch instead. Shutting down RabbitMQ node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 running at PID 270 Waiting for PID 270 to terminate RabbitMQ node contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1 running at PID 270 successfully shut down ++ date + echo 'INFO: Wed Jul 23 06:08:28 UTC 2025: /usr/local/bin/docker-entrypoint.sh rabbitmq-server' INFO: Wed Jul 23 06:08:28 UTC 2025: /usr/local/bin/docker-entrypoint.sh rabbitmq-server + exec /usr/local/bin/docker-entrypoint.sh rabbitmq-server 2025-07-23 06:08:30.221402+00:00 [warning] <0.131.0> Overriding Erlang cookie using the value set in the environment 2025-07-23 06:08:31.302759+00:00 [info] <0.227.0> Feature flags: list of feature flags found: 2025-07-23 06:08:31.302820+00:00 [info] <0.227.0> Feature flags: [x] classic_mirrored_queue_version 2025-07-23 06:08:31.302846+00:00 [info] <0.227.0> Feature flags: [x] implicit_default_bindings 2025-07-23 06:08:31.302898+00:00 [info] <0.227.0> Feature flags: [x] maintenance_mode_status 2025-07-23 06:08:31.302916+00:00 [info] <0.227.0> Feature flags: [x] quorum_queue 2025-07-23 06:08:31.302937+00:00 [info] <0.227.0> Feature flags: [x] stream_queue 2025-07-23 06:08:31.302953+00:00 [info] <0.227.0> Feature flags: [x] user_limits 2025-07-23 06:08:31.302999+00:00 [info] <0.227.0> Feature flags: [x] virtual_host_metadata 2025-07-23 06:08:31.303018+00:00 [info] <0.227.0> Feature flags: feature flag states written to disk: yes 2025-07-23 06:08:31.682604+00:00 [notice] <0.44.0> Application syslog exited with reason: stopped 2025-07-23 06:08:31.682749+00:00 [notice] <0.227.0> Logging: switching to configured handler(s); following messages may not be visible in this log output ## ## RabbitMQ 3.10.7 ## ## ########## Copyright (c) 2007-2022 VMware, Inc. or its affiliates. ###### ## ########## Licensed under the MPL 2.0. Website: https://rabbitmq.com Erlang: 25.0.4 [jit] TLS Library: OpenSSL - OpenSSL 1.1.1q 5 Jul 2022 Doc guides: https://rabbitmq.com/documentation.html Support: https://rabbitmq.com/contact.html Tutorials: https://rabbitmq.com/getstarted.html Monitoring: https://rabbitmq.com/monitoring.html Logs: /var/log/rabbitmq/contrail@cn-jenkins-deploy-platform-juju-k8s-1338-1_upgrade.log /var/log/rabbitmq/rabbitmq.log Config file(s): /etc/rabbitmq/rabbitmq.config /etc/rabbitmq/conf.d/10-defaults.conf Starting broker... completed with 4 plugins.