Started by upstream project "pipeline-templates" build number 1065 originally caused by: Triggered by Gerrit: https://gerrit.opensdn.io/c/opensdn-io/tf-jenkins/+/2771 Running as SYSTEM [EnvInject] - Loading node environment variables. Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/test-code-coverage [WS-CLEANUP] Deleting project workspace... [WS-CLEANUP] Deferred wipeout is disabled by the job configuration... [WS-CLEANUP] Done The recommended git tool is: git No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-jenkins.git > git init /home/jenkins/workspace/test-code-coverage/src/opensdn-io/tf-jenkins # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision fc273f63ae18ebb6c7dac3d1f8dceef67f9efabc (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f fc273f63ae18ebb6c7dac3d1f8dceef67f9efabc # timeout=10 Commit message: "rework test-code-coverage.yaml" > git rev-list --no-walk cda36b9a0cbd3a8ebe6746aa895153e664078d3f # timeout=10 The recommended git tool is: NONE No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-dev-env.git > git init /home/jenkins/workspace/test-code-coverage/src/opensdn-io/tf-dev-env # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-dev-env.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-dev-env.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-dev-env.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision 43a71a9f03618935213e765d47882ccb0d25ab86 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f 43a71a9f03618935213e765d47882ccb0d25ab86 # timeout=10 Commit message: "disable TLS verify for Raven dnf repos" > git rev-list --no-walk 43a71a9f03618935213e765d47882ccb0d25ab86 # timeout=10 Copied 4 artifacts from "pipeline-templates" build number 1065 [test-code-coverage] $ /bin/bash -xe /tmp/jenkins7134391382720353613.sh + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-code-coverage/vars.test-code-coverage.1365.env ++ export CODE_COVERAGE=true ++ CODE_COVERAGE=true ++ export LINUX_DISTR_VER=9 ++ LINUX_DISTR_VER=9 ++ export LINUX_DISTR=rockylinux ++ LINUX_DISTR=rockylinux + desc='Pipeline: pipeline-templates-1065 Random: 1365
' + desc+='Merged coverage report
' + desc+='Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true/logs/coverage/' + echo 'DESCRIPTION Pipeline: pipeline-templates-1065 Random: 1365
Merged coverage report
Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true/logs/coverage/' DESCRIPTION Pipeline: pipeline-templates-1065 Random: 1365
Merged coverage report
Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true/logs/coverage/ [description-setter] Description set: Pipeline: pipeline-templates-1065 Random: 1365
Merged coverage report
Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true/logs/coverage/' [test-code-coverage] $ /bin/bash -xe /tmp/jenkins12143137318651842514.sh + set -eo pipefail + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-code-coverage/deps.test-code-coverage.1365.env ++ export DEVENV_TAG=sandbox-master-2_7_7_1-4_3 ++ DEVENV_TAG=sandbox-master-2_7_7_1-4_3 ++ export UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ export DEVENV_TAG=master-2_7_7_1-4_3 ++ DEVENV_TAG=master-2_7_7_1-4_3 + source /home/jenkins/workspace/test-code-coverage/vars.test-code-coverage.1365.env ++ export CODE_COVERAGE=true ++ CODE_COVERAGE=true ++ export LINUX_DISTR_VER=9 ++ LINUX_DISTR_VER=9 ++ export LINUX_DISTR=rockylinux ++ LINUX_DISTR=rockylinux + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json INFO: run 'git fetch https://gerrit.opensdn.io//opensdn-io/tf-jenkins refs/changes/71/2771/43' From https://gerrit.opensdn.io//opensdn-io/tf-jenkins * branch refs/changes/71/2771/43 -> FETCH_HEAD INFO: FETCH_HEAD - fc273f63 rework test-code-coverage.yaml [detached HEAD 8293d168] add code-coverage option Author: tikitavi Date: Fri Mar 27 12:16:13 2026 +0300 7 files changed, 86 insertions(+), 19 deletions(-) create mode 100755 jobs/test/unit/collect_coverage_info.sh create mode 100755 jobs/test/unit/merge_code_coverage.sh + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-dev-env ./patchsets-info.json INFO: run 'git fetch https://gerrit.opensdn.io//opensdn-io/tf-dev-env refs/changes/75/2775/38' From https://gerrit.opensdn.io//opensdn-io/tf-dev-env * branch refs/changes/75/2775/38 -> FETCH_HEAD INFO: FETCH_HEAD - 43a71a9 disable TLS verify for Raven dnf repos [detached HEAD 39d26ac] add coverage Author: tikitavi Date: Tue Mar 31 13:18:29 2026 +0300 11 files changed, 207 insertions(+), 8 deletions(-) create mode 100644 scripts/controller_ut/Dockerfile.coverage-merge.tmpl create mode 100755 scripts/controller_ut/build-coverage-merge-container.sh create mode 100755 scripts/controller_ut/coverage_merge/docker-entrypoint-merge.sh create mode 100755 scripts/controller_ut/merge-ut-coverage.sh create mode 100755 scripts/controller_ut/run-coverage.sh [test-code-coverage] $ /bin/bash -xe /tmp/jenkins12347842126291751304.sh + set -eo pipefail + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-code-coverage/vars.test-code-coverage.1365.env ++ export CODE_COVERAGE=true ++ CODE_COVERAGE=true ++ export LINUX_DISTR_VER=9 ++ LINUX_DISTR_VER=9 ++ export LINUX_DISTR=rockylinux ++ LINUX_DISTR=rockylinux + source /home/jenkins/workspace/test-code-coverage/deps.test-code-coverage.1365.env ++ export DEVENV_TAG=sandbox-master-2_7_7_1-4_3 ++ DEVENV_TAG=sandbox-master-2_7_7_1-4_3 ++ export UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ export DEVENV_TAG=master-2_7_7_1-4_3 ++ DEVENV_TAG=master-2_7_7_1-4_3 + export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true + FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true + export COVERAGE_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true/logs/coverage + COVERAGE_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true/logs/coverage + ./src/opensdn-io/tf-jenkins/jobs/test/unit/collect_coverage_info.sh + ./src/opensdn-io/tf-jenkins/jobs/test/unit/create_workers.sh INFO: VM_TYPE=small INSTANCE_TYPE=STD3-2-8 VOLUME_SIZE=50 INFO: project_id=**** INFO: wait for enough resources for required_instances=1 and required_cores=2 Sat May 9 05:18:53 UTC 2026 INFO: waiting for resources is finished Sat May 9 05:18:58 UTC 2026 INFO: openstack volume create --type ceph-ssd --size 50 --availability-zone GZ1 --image 4342c5af-7cec-453c-8480-30a37444aa06 --bootable jenkins-test-code-coverage-19_1_volume +---------------------+--------------------------------------+ | Field | Value | +---------------------+--------------------------------------+ | attachments | [] | | availability_zone | GZ1 | | bootable | false | | consistencygroup_id | None | | created_at | 2026-05-09T05:19:00.905153 | | description | None | | encrypted | False | | id | c677b8dd-8f69-41e8-a6c5-5565c312b53f | | multiattach | False | | name | jenkins-test-code-coverage-19_1 | | properties | | | replication_status | None | | size | 50 | | snapshot_id | None | | source_volid | None | | status | creating | | type | ceph-ssd | | updated_at | None | | user_id | 25d930adb802408885c71e341481886e | +---------------------+--------------------------------------+ Volume jenkins-test-code-coverage-19_1 is available INFO: openstack server create --volume jenkins-test-code-coverage-19_1 --flavor STD3-2-8 --security-group default --availability-zone GZ1 --key-name=worker --network management --wait jenkins-test-code-coverage-19_1 +-----------------------------+------------------------------------------------------------------------+ | Field | Value | +-----------------------------+------------------------------------------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | GZ1 | | OS-EXT-STS:power_state | Running | | OS-EXT-STS:task_state | None | | OS-EXT-STS:vm_state | active | | OS-SRV-USG:launched_at | 2026-05-09T05:19:42.000000 | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | management=10.0.0.33 | | adminPass | C5ZEAKnjii7N | | config_drive | | | created | 2026-05-09T05:19:21Z | | flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) | | hostId | 75589bc8513aceaeac12766a4708a6b9db1e00326c80bd0fc5294985 | | id | f632673e-f95c-42f8-8095-8bac82ccd495 | | image | N/A (booted from volume) | | key_name | worker | | name | jenkins-test-code-coverage-19_1 | | progress | 0 | | project_id | **** | | properties | | | security_groups | id='ae6a292d-c48f-4b92-9b1d-4d0a032b0697', name='default', sdn='sprut' | | status | ACTIVE | | updated | 2026-05-09T05:19:42Z | | user_id | 25d930adb802408885c71e341481886e | | volumes_attached | id='c677b8dd-8f69-41e8-a6c5-5565c312b53f' | +-----------------------------+------------------------------------------------------------------------+ nova CLI is deprecated and will be removed in a future release Request to add tag PipelineBuildTag=jenkins-pipeline-templates-1065 to specified server has been accepted. Request to add tag JobTag=jenkins-test-code-coverage-19 to specified server has been accepted. Request to add tag GroupTag=jenkins-test-code-coverage-19 to specified server has been accepted. Request to add tag SLAVE=openstack to specified server has been accepted. Request to add tag DOWN= to specified server has been accepted. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Linux jenkins-test-code-coverage-19-1.novalocal 5.14.0-503.14.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Nov 15 12:04:32 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Found interface: eth0 Actual changes: tx-checksum-ip-generic: off tx-tcp-segmentation: off [not requested] tx-tcp-ecn-segmentation: off [not requested] tx-tcp6-segmentation: off [not requested] INFO: copy mirror-base-rocky9.repo to host Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. INFO: copy mirror-epel9.repo to host Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. INFO: do not set default gateway for second interface Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. added from: http://tf-mirrors.gz1.opensdn.io/re 47 MB/s | 14 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 31 MB/s | 1.9 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 14 MB/s | 402 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 77 MB/s | 16 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 73 MB/s | 11 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 27 MB/s | 1.1 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 59 MB/s | 4.8 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 17 MB/s | 697 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 18 MB/s | 474 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 895 kB/s | 18 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 14 kB/s | 257 B 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 138 kB/s | 15 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 107 MB/s | 39 MB 00:00 Package openssh-server-8.7p1-43.el9.x86_64 is already installed. Package openssl-1:3.2.2-6.el9_5.x86_64 is already installed. Dependencies resolved. ================================================================================================ Package Arch Version Repository Size ================================================================================================ Upgrading: openssh x86_64 8.7p1-47.el9_7.rocky.0.1 tf-mirrors.ci_repos_yum9-baseos 453 k openssh-clients x86_64 8.7p1-47.el9_7.rocky.0.1 tf-mirrors.ci_repos_yum9-baseos 707 k openssh-server x86_64 8.7p1-47.el9_7.rocky.0.1 tf-mirrors.ci_repos_yum9-baseos 455 k openssl x86_64 1:3.5.1-7.el9_7 tf-mirrors.ci_repos_yum9-baseos 1.4 M openssl-libs x86_64 1:3.5.1-7.el9_7 tf-mirrors.ci_repos_yum9-baseos 2.3 M Installing dependencies: openssl-fips-provider x86_64 1:3.5.1-7.el9_7 tf-mirrors.ci_repos_yum9-baseos 812 k Transaction Summary ================================================================================================ Install 1 Package Upgrade 5 Packages Total download size: 6.1 M Downloading Packages: (1/6): openssh-8.7p1-47.el9_7.rocky.0.1.x86_64. 18 MB/s | 453 kB 00:00 (2/6): openssh-clients-8.7p1-47.el9_7.rocky.0.1 18 MB/s | 707 kB 00:00 (3/6): openssl-fips-provider-3.5.1-7.el9_7.x86_ 15 MB/s | 812 kB 00:00 (4/6): openssh-server-8.7p1-47.el9_7.rocky.0.1. 13 MB/s | 455 kB 00:00 (5/6): openssl-3.5.1-7.el9_7.x86_64.rpm 32 MB/s | 1.4 MB 00:00 (6/6): openssl-libs-3.5.1-7.el9_7.x86_64.rpm 38 MB/s | 2.3 MB 00:00 -------------------------------------------------------------------------------- Total 53 MB/s | 6.1 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Upgrading : openssl-libs-1:3.5.1-7.el9_7.x86_64 1/11 Installing : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2/11 Running scriptlet: openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 3/11 Upgrading : openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 3/11 Upgrading : openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 4/11 Running scriptlet: openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 4/11 Running scriptlet: openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 5/11 Upgrading : openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 5/11 Running scriptlet: openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 5/11 Upgrading : openssl-1:3.5.1-7.el9_7.x86_64 6/11 Cleanup : openssl-1:3.2.2-6.el9_5.x86_64 7/11 Running scriptlet: openssh-server-8.7p1-43.el9.x86_64 8/11 Cleanup : openssh-server-8.7p1-43.el9.x86_64 8/11 Running scriptlet: openssh-server-8.7p1-43.el9.x86_64 8/11 Running scriptlet: openssh-clients-8.7p1-43.el9.x86_64 9/11 Cleanup : openssh-clients-8.7p1-43.el9.x86_64 9/11 Cleanup : openssh-8.7p1-43.el9.x86_64 10/11 Cleanup : openssl-libs-1:3.2.2-6.el9_5.x86_64 11/11 Running scriptlet: openssl-libs-1:3.2.2-6.el9_5.x86_64 11/11 Verifying : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 1/11 Verifying : openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 2/11 Verifying : openssh-8.7p1-43.el9.x86_64 3/11 Verifying : openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 4/11 Verifying : openssh-clients-8.7p1-43.el9.x86_64 5/11 Verifying : openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 6/11 Verifying : openssh-server-8.7p1-43.el9.x86_64 7/11 Verifying : openssl-1:3.5.1-7.el9_7.x86_64 8/11 Verifying : openssl-1:3.2.2-6.el9_5.x86_64 9/11 Verifying : openssl-libs-1:3.5.1-7.el9_7.x86_64 10/11 Verifying : openssl-libs-1:3.2.2-6.el9_5.x86_64 11/11 Upgraded: openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 openssl-1:3.5.1-7.el9_7.x86_64 openssl-libs-1:3.5.1-7.el9_7.x86_64 Installed: openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 Complete! INFO: check dns Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. bash: line 1: nslookup: command not found real 0m0.001s user 0m0.000s sys 0m0.000s INFO: cat /etc/resolv.conf Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. # Generated by NetworkManager search mcs.local novalocal nameserver 10.0.0.2 DEBUG: port_id=75d50411-b5fa-48ff-b21b-4617b7e7d7c5 for f632673e-f95c-42f8-8095-8bac82ccd495 in management + source /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=rocky9 ++ ENVIRONMENT_OS=rocky9 ++ export IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ export IMAGE_SSH_USER=rocky ++ IMAGE_SSH_USER=rocky ++ export INSTANCE_IDS=f632673e-f95c-42f8-8095-8bac82ccd495, ++ INSTANCE_IDS=f632673e-f95c-42f8-8095-8bac82ccd495, ++ export INSTANCE_IPS=10.0.0.33, ++ INSTANCE_IPS=10.0.0.33, ++ export instance_ip=10.0.0.33 ++ instance_ip=10.0.0.33 + ./src/opensdn-io/tf-jenkins/jobs/test/unit/merge_code_coverage.sh Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. rsync: change_dir "/home/jenkins/workspace/test-code-coverage//{/home/jenkins/workspace/test-code-coverage/src,/home/jenkins/workspace/test-code-coverage" failed: No such file or directory (2) rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1205) [sender=3.1.3] Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. bash: line 1: ./run-merge-coverage.sh: No such file or directory ERROR: coverage merge failed + res=1 + ./src/opensdn-io/tf-jenkins/jobs/test/unit/collect_logs.sh Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. tar: /home/rocky/output: Cannot open: No such file or directory tar: Error is not recoverable: exiting now Warning: Permanently added '10.0.0.33' (ECDSA) to the list of known hosts. Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. rsync: link_stat "/home/jenkins/workspace/test-code-coverage/logs" failed: No such file or directory (2) rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1205) [sender=3.1.3] INFO: Logs collected at /var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065/test-unit-true + exit 1 Build step 'Execute shell' marked build as failure [PostBuildScript] - [INFO] Executing post build scripts. [test-code-coverage] $ /bin/bash -xe /tmp/jenkins11471524241499055771.sh + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1065 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/43/templates_1065 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_3 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_3 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + '[' -e /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env ']' + echo 'INFO: stackrc file found. remove workers.' INFO: stackrc file found. remove workers. + source /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=rocky9 ++ ENVIRONMENT_OS=rocky9 ++ export IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ export IMAGE_SSH_USER=rocky ++ IMAGE_SSH_USER=rocky ++ export INSTANCE_IDS=f632673e-f95c-42f8-8095-8bac82ccd495, ++ INSTANCE_IDS=f632673e-f95c-42f8-8095-8bac82ccd495, ++ export INSTANCE_IPS=10.0.0.33, ++ INSTANCE_IPS=10.0.0.33, ++ export instance_ip=10.0.0.33 ++ instance_ip=10.0.0.33 + ./src/opensdn-io/tf-jenkins/infra/openstack/remove_workers.sh nova CLI is deprecated and will be removed in a future release | locked | False | INFO: do down nodes +-----------------------------+----------------------------------------------------------+ | Field | Value | +-----------------------------+----------------------------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | GZ1 | | OS-EXT-STS:power_state | Running | | OS-EXT-STS:task_state | None | | OS-EXT-STS:vm_state | active | | OS-SRV-USG:launched_at | 2026-05-09T05:19:42.000000 | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | management=10.0.0.33 | | config_drive | | | created | 2026-05-09T05:19:21Z | | flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) | | hostId | 75589bc8513aceaeac12766a4708a6b9db1e00326c80bd0fc5294985 | | id | f632673e-f95c-42f8-8095-8bac82ccd495 | | image | N/A (booted from volume) | | key_name | worker | | name | jenkins-test-code-coverage-19_1 | | progress | 0 | | project_id | **** | | properties | | | status | ACTIVE | | updated | 2026-05-09T05:19:42Z | | user_id | 25d930adb802408885c71e341481886e | | volumes_attached | id='c677b8dd-8f69-41e8-a6c5-5565c312b53f' | +-----------------------------+----------------------------------------------------------+ + rm -f /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env Archiving artifacts Finished: FAILURE