[2025-07-09 20:29:39,548][ INFO][PID:536627] Marking build as starting [2025-07-09 20:29:39,596][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:29:39,598][ INFO][PID:536627] VM allocation process starts [2025-07-09 20:29:39,631][ INFO][PID:536627] Trying to allocate VM: ResallocHost, ticket_id=3868353, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:29:42,655][ INFO][PID:536627] Allocated host ResallocHost, ticket_id=3868353, hostname=2620:52:3:1:dead:beef:cafe:c291, name=copr_p09_01_prod_05228291_20250709_200601, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:29:42,656][ INFO][PID:536627] Allocating ssh connection to builder [2025-07-09 20:29:42,657][ INFO][PID:536627] Checking that builder machine is OK [2025-07-09 20:29:43,291][ INFO][PID:536627] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-09 20:29:43,662][ INFO][PID:536627] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-09 20:29:43,665][ INFO][PID:536627] Filling build.info file with builder info [2025-07-09 20:29:43,665][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:29:43,667][ INFO][PID:536627] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "bootc-dev-bootc-1399", "project_dirname": "bootc-dev-bootc-1399", "submitter": "packit", "ended_on": null, "started_on": 1752092983.6677182, "submitted_on": null, "status": 3, "chroot": "centos-stream-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9260503-centos-stream-9-ppc64le", "build_id": 9260503, "package_name": "bootc", "package_version": "202507092024.g982f93b532-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/bootc-dev-bootc-1399/bootc", "git_hash": "9be43b06c183370975172b72cd620e4d34197df8", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/bootc-dev-bootc-1399--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399", "result_dir": "09260503-bootc", "built_packages": "", "id": 9260503, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "bootc-dev-bootc-1399", "vendor": "Fedora Project COPR (packit/bootc-dev-bootc-1399)" } } ] } [2025-07-09 20:29:43,716][ INFO][PID:536627] Sending fedora-messaging bus message in build.start [2025-07-09 20:29:44,538][ INFO][PID:536627] Sending fedora-messaging bus message in chroot.start [2025-07-09 20:29:44,570][ INFO][PID:536627] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9260503-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-09 20:29:45,159][ INFO][PID:536627] Downloading the builder-live.log file, attempt 1 [2025-07-09 20:29:45,161][ INFO][PID:536627] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c291 copr-rpmbuild-log [2025-07-09 20:29:50,167][ INFO][PID:536627] Periodic builder liveness probe: alive [2025-07-09 20:29:50,168][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:29:55,169][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:00,171][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:05,172][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:10,173][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:15,175][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:20,179][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:25,181][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:30,182][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:35,183][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:40,184][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:45,185][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:50,187][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:30:55,188][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:00,190][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:05,192][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:10,193][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:15,194][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:20,195][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:25,197][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:30,198][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:35,199][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:40,201][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:45,203][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:50,205][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:31:55,206][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:00,208][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:05,209][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:10,210][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:15,211][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:20,213][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:25,215][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:30,216][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:35,218][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:40,219][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:45,220][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:50,228][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:32:55,234][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:00,236][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:05,239][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:10,240][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:15,242][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:20,243][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:25,244][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:30,246][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:35,247][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:40,249][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:45,250][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:50,251][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:33:55,253][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:00,254][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:05,255][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:10,256][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:15,260][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:20,260][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:25,262][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:30,263][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:35,264][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:40,265][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:45,266][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:50,267][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:34:55,268][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:00,270][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:05,271][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:10,272][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:15,273][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:20,274][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:25,275][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:30,276][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:35,277][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:40,279][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:45,280][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:50,281][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:35:55,282][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:00,283][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:05,284][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:10,285][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:15,286][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:20,287][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:25,288][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:30,289][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:35,291][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:40,292][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:45,293][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:50,294][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:36:55,295][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:00,296][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:05,297][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:10,298][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:15,299][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:20,300][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:25,301][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:30,302][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:35,303][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:40,304][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:45,305][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:50,306][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:37:55,307][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:00,308][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:05,309][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:10,310][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:15,311][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:20,312][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:25,313][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:30,314][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:35,315][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:39,139][ ERROR][PID:536627] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:38:40,316][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:45,317][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:49,139][WARNING][PID:536627] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-09 20:38:50,318][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:55,320][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:38:59,140][ INFO][PID:536627] Downloading the builder-live.log file, attempt 2 [2025-07-09 20:38:59,146][ INFO][PID:536627] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c291 copr-rpmbuild-log [2025-07-09 20:39:00,321][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:05,322][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:10,323][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:15,324][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:20,325][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:25,326][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:30,327][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:35,328][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:40,329][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:45,330][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:50,339][ INFO][PID:536627] Periodic builder liveness probe: alive [2025-07-09 20:39:50,340][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:55,341][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:39:59,214][ ERROR][PID:536627] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:40:00,342][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:05,343][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:09,215][WARNING][PID:536627] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-09 20:40:10,344][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:15,346][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:19,216][ INFO][PID:536627] Downloading the builder-live.log file, attempt 3 [2025-07-09 20:40:19,217][ INFO][PID:536627] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c291 copr-rpmbuild-log [2025-07-09 20:40:20,347][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:25,348][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:30,349][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:35,350][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:40,351][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:45,352][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:50,354][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:40:55,355][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:00,357][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:05,358][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:10,359][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:15,360][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:19,285][ ERROR][PID:536627] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:41:20,361][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:25,362][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:29,286][WARNING][PID:536627] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-09 20:41:30,363][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:35,364][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:39,287][ INFO][PID:536627] Downloading the builder-live.log file, attempt 4 [2025-07-09 20:41:39,288][ INFO][PID:536627] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c291 copr-rpmbuild-log [2025-07-09 20:41:40,365][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:45,366][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:50,367][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:41:55,368][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:00,370][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:05,371][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:10,372][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:15,373][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:20,374][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:25,375][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:30,376][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:35,377][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:39,356][ ERROR][PID:536627] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:42:40,378][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:45,379][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:49,359][ ERROR][PID:536627] Giving up for unstable SSH, failures: 1752093529.139907, 1752093609.2154105, 1752093689.2863321, 1752093769.3587263 [2025-07-09 20:42:49,359][ ERROR][PID:536627] Re-try request for task on 'ResallocHost, ticket_id=3868353, hostname=2620:52:3:1:dead:beef:cafe:c291, name=copr_p09_01_prod_05228291_20250709_200601, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-09 20:42:49,360][ INFO][PID:536627] Releasing VM back to pool [2025-07-09 20:42:49,369][ INFO][PID:536627] Retry #1 (on other host) [2025-07-09 20:42:49,370][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:49,371][ INFO][PID:536627] VM allocation process starts [2025-07-09 20:42:49,382][ INFO][PID:536627] Trying to allocate VM: ResallocHost, ticket_id=3868488, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:42:52,396][ INFO][PID:536627] Allocated host ResallocHost, ticket_id=3868488, hostname=2620:52:3:1:dead:beef:cafe:c2a2, name=copr_p09_01_prod_05228226_20250709_200329, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:42:52,397][ INFO][PID:536627] Allocating ssh connection to builder [2025-07-09 20:42:52,397][ INFO][PID:536627] Checking that builder machine is OK [2025-07-09 20:42:53,116][ INFO][PID:536627] Running remote command: copr-builder-ready centos-stream-9-ppc64le [2025-07-09 20:42:53,559][ INFO][PID:536627] Red Hat subscription not needed for centos-stream-9-ppc64le Builder is ready to be used [2025-07-09 20:42:53,560][ INFO][PID:536627] Filling build.info file with builder info [2025-07-09 20:42:53,564][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:42:53,565][ INFO][PID:536627] Not re-notifying FE and msg buses for the new host. [2025-07-09 20:42:53,565][ INFO][PID:536627] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9260503-centos-stream-9-ppc64le --chroot centos-stream-9-ppc64le --detached [2025-07-09 20:42:54,191][ INFO][PID:536627] Downloading the builder-live.log file, attempt 1 [2025-07-09 20:42:54,192][ INFO][PID:536627] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c2a2 copr-rpmbuild-log [2025-07-09 20:42:59,191][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:04,192][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:09,194][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:14,197][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:19,199][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:24,201][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:29,203][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:34,214][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:39,215][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:44,216][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:49,217][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:54,218][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:43:59,227][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:04,231][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:09,234][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:14,235][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:19,236][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:24,237][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:29,240][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:34,247][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:39,249][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:44,250][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:49,251][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:54,252][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:44:59,254][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:04,255][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:09,257][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:14,258][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:19,259][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:24,261][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:29,262][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:34,264][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:39,266][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:44,267][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:49,269][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:54,270][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:45:59,271][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:04,272][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:09,273][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:14,276][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:19,277][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:24,278][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:29,279][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:34,280][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:39,281][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:44,282][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:49,284][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:54,285][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:46:59,286][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:04,287][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:09,288][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:14,289][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:19,290][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:24,291][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:29,292][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:34,293][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:39,294][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:44,295][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:49,297][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:54,298][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:47:59,299][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:04,300][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:09,301][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:14,302][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:19,303][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:24,304][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:29,305][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:34,306][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:39,308][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:44,309][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:49,310][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:54,311][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:48:59,312][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:04,313][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:09,314][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:14,315][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:19,316][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:24,318][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:29,319][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:34,320][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:39,321][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:44,322][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:49,323][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:54,329][ INFO][PID:536627] Periodic builder liveness probe: alive [2025-07-09 20:49:54,329][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:49:59,330][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:04,331][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:09,332][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:14,333][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:19,334][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:24,336][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:29,337][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:34,338][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:39,339][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:44,341][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:49,342][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:54,344][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:50:59,345][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:04,346][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:09,348][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:14,349][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:19,350][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:24,351][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:29,352][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:34,353][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:39,354][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:44,355][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:49,356][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:54,358][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:51:59,359][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:04,360][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:09,361][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:14,363][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:19,364][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:24,365][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:29,366][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:34,367][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:39,368][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:44,369][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:49,370][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:54,371][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:52:59,373][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:04,376][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:09,377][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:14,378][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:19,380][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:24,381][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:29,382][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:34,383][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:39,384][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:44,385][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:49,386][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:54,388][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:53:59,389][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:04,391][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:09,395][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:14,396][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:19,397][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:24,398][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:29,400][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:34,401][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:39,402][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:44,403][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:49,404][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:54,405][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:54:59,407][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:55:04,408][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:55:09,411][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:55:14,413][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:55:19,422][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:55:24,427][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:55:29,430][ INFO][PID:536627] Checking for cancel request [2025-07-09 20:55:32,601][ INFO][PID:536627] Downloading results from builder [2025-07-09 20:55:32,606][ INFO][PID:536627] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc started [2025-07-09 20:55:32,613][ INFO][PID:536627] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a2]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/ &> /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/build-09260503.rsync.log [2025-07-09 20:55:33,649][ INFO][PID:536627] rsyncing finished. [2025-07-09 20:55:33,649][ INFO][PID:536627] Releasing VM back to pool [2025-07-09 20:55:33,661][ INFO][PID:536627] Searching for 'success' file in resultdir [2025-07-09 20:55:33,662][ INFO][PID:536627] Going to sign pkgs from source: 9260503-centos-stream-9-ppc64le in chroot: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le [2025-07-09 20:55:33,662][ INFO][PID:536627] Calling '/bin/sign -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -p' (attempt #1) [2025-07-09 20:55:33,989][ INFO][PID:536627] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el9.ppc64le.rpm' (attempt #1) [2025-07-09 20:55:35,069][ INFO][PID:536627] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el9.ppc64le.rpm [2025-07-09 20:55:35,070][ INFO][PID:536627] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/system-reinstall-bootc-202507092024.g982f93b532-1.el9.ppc64le.rpm' (attempt #1) [2025-07-09 20:55:36,102][ INFO][PID:536627] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/system-reinstall-bootc-202507092024.g982f93b532-1.el9.ppc64le.rpm [2025-07-09 20:55:36,102][ INFO][PID:536627] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-debugsource-202507092024.g982f93b532-1.el9.ppc64le.rpm' (attempt #1) [2025-07-09 20:55:37,227][ INFO][PID:536627] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-debugsource-202507092024.g982f93b532-1.el9.ppc64le.rpm [2025-07-09 20:55:37,227][ INFO][PID:536627] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el9.src.rpm' (attempt #1) [2025-07-09 20:55:38,531][ INFO][PID:536627] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el9.src.rpm [2025-07-09 20:55:38,532][ INFO][PID:536627] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-debuginfo-202507092024.g982f93b532-1.el9.ppc64le.rpm' (attempt #1) [2025-07-09 20:55:39,685][ INFO][PID:536627] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/bootc-debuginfo-202507092024.g982f93b532-1.el9.ppc64le.rpm [2025-07-09 20:55:39,686][ INFO][PID:536627] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/system-reinstall-bootc-debuginfo-202507092024.g982f93b532-1.el9.ppc64le.rpm' (attempt #1) [2025-07-09 20:55:40,512][ INFO][PID:536627] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/system-reinstall-bootc-debuginfo-202507092024.g982f93b532-1.el9.ppc64le.rpm [2025-07-09 20:55:40,512][ INFO][PID:536627] Sign done [2025-07-09 20:55:40,513][ INFO][PID:536627] Incremental createrepo run, adding 09260503-bootc into https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le, (auto-create-repo=True) [2025-07-09 20:55:40,514][ INFO][PID:536627] Running command 'copr-repo --batched /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le --add 09260503-bootc --no-appstream-metadata' as PID 702165 [2025-07-09 20:55:41,390][ INFO][PID:536627] Finished after 0 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le --add 09260503-bootc --no-appstream-metadata) [2025-07-09 20:55:41,391][ INFO][PID:536627] Getting build details [2025-07-09 20:55:41,392][ INFO][PID:536627] Listing built binary packages in /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc [2025-07-09 20:55:41,393][ INFO][PID:536627] Built packages: ['bootc-debuginfo 202507092024.g982f93b532', 'bootc-debugsource 202507092024.g982f93b532', 'system-reinstall-bootc 202507092024.g982f93b532', 'bootc 202507092024.g982f93b532', 'system-reinstall-bootc-debuginfo 202507092024.g982f93b532'] [2025-07-09 20:55:41,394][ INFO][PID:536627] build details: {'built_packages': 'bootc-debuginfo 202507092024.g982f93b532\nbootc-debugsource 202507092024.g982f93b532\nsystem-reinstall-bootc 202507092024.g982f93b532\nbootc 202507092024.g982f93b532\nsystem-reinstall-bootc-debuginfo 202507092024.g982f93b532'} [2025-07-09 20:55:41,395][ INFO][PID:536627] Retrieving pubkey [2025-07-09 20:55:41,396][ INFO][PID:536627] Calling '/bin/sign -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -p' (attempt #1) [2025-07-09 20:55:41,725][ INFO][PID:536627] Added pubkey for user packit project bootc-dev-bootc-1399 into: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/pubkey.gpg [2025-07-09 20:55:41,726][ INFO][PID:536627] Finished build: id=9260503 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399 chroot=centos-stream-9-ppc64le [2025-07-09 20:55:41,728][ INFO][PID:536627] Worker succeeded build, took 768.1630373001099 [2025-07-09 20:55:41,729][ INFO][PID:536627] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "bootc-dev-bootc-1399", "project_dirname": "bootc-dev-bootc-1399", "submitter": "packit", "ended_on": 1752094541.7283006, "started_on": 1752093773.5652633, "submitted_on": null, "status": 1, "chroot": "centos-stream-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9260503-centos-stream-9-ppc64le", "build_id": 9260503, "package_name": "bootc", "package_version": "202507092024.g982f93b532-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/bootc-dev-bootc-1399/bootc", "git_hash": "9be43b06c183370975172b72cd620e4d34197df8", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/bootc-dev-bootc-1399--packit", "results": { "packages": [ { "name": "bootc-debuginfo", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el9", "arch": "ppc64le" }, { "name": "bootc-debugsource", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el9", "arch": "ppc64le" }, { "name": "system-reinstall-bootc", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el9", "arch": "ppc64le" }, { "name": "bootc", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el9", "arch": "ppc64le" }, { "name": "bootc", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el9", "arch": "src" }, { "name": "system-reinstall-bootc-debuginfo", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el9", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399", "result_dir": "09260503-bootc", "built_packages": "bootc-debuginfo 202507092024.g982f93b532\nbootc-debugsource 202507092024.g982f93b532\nsystem-reinstall-bootc 202507092024.g982f93b532\nbootc 202507092024.g982f93b532\nsystem-reinstall-bootc-debuginfo 202507092024.g982f93b532", "id": 9260503, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "bootc-dev-bootc-1399", "vendor": "Fedora Project COPR (packit/bootc-dev-bootc-1399)" } } ] } [2025-07-09 20:55:41,771][ INFO][PID:536627] Sending fedora-messaging bus message in build.end [2025-07-09 20:55:41,796][ INFO][PID:536627] Compressing /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/builder-live.log by gzip [2025-07-09 20:55:41,797][ INFO][PID:536627] Running command 'gzip /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/builder-live.log' as PID 702353 [2025-07-09 20:55:41,828][ INFO][PID:536627] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/builder-live.log) [2025-07-09 20:55:41,829][ INFO][PID:536627] Compressing /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/backend.log by gzip [2025-07-09 20:55:41,830][ INFO][PID:536627] Running command 'gzip /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-9-ppc64le/09260503-bootc/backend.log' as PID 702361