[2025-07-09 20:29:39,721][ INFO][PID:536674] Marking build as starting [2025-07-09 20:29:39,759][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:29:39,760][ INFO][PID:536674] VM allocation process starts [2025-07-09 20:29:39,779][ INFO][PID:536674] Trying to allocate VM: ResallocHost, ticket_id=3868356, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:29:42,800][ INFO][PID:536674] Allocated host ResallocHost, ticket_id=3868356, hostname=2620:52:3:1:dead:beef:cafe:c29f, name=copr_p09_01_prod_05228292_20250709_200601, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:29:42,800][ INFO][PID:536674] Allocating ssh connection to builder [2025-07-09 20:29:42,801][ INFO][PID:536674] Checking that builder machine is OK [2025-07-09 20:29:43,456][ INFO][PID:536674] Running remote command: copr-builder-ready centos-stream-10-ppc64le [2025-07-09 20:29:43,841][ INFO][PID:536674] Red Hat subscription not needed for centos-stream-10-ppc64le Builder is ready to be used [2025-07-09 20:29:43,842][ INFO][PID:536674] Filling build.info file with builder info [2025-07-09 20:29:43,846][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:29:43,852][ INFO][PID:536674] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "bootc-dev-bootc-1399", "project_dirname": "bootc-dev-bootc-1399", "submitter": "packit", "ended_on": null, "started_on": 1752092983.852546, "submitted_on": null, "status": 3, "chroot": "centos-stream-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9260503-centos-stream-10-ppc64le", "build_id": 9260503, "package_name": "bootc", "package_version": "202507092024.g982f93b532-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/bootc-dev-bootc-1399/bootc", "git_hash": "9be43b06c183370975172b72cd620e4d34197df8", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/bootc-dev-bootc-1399--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399", "result_dir": "09260503-bootc", "built_packages": "", "id": 9260503, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "bootc-dev-bootc-1399", "vendor": "Fedora Project COPR (packit/bootc-dev-bootc-1399)" } } ] } [2025-07-09 20:29:43,900][ INFO][PID:536674] Sending fedora-messaging bus message in build.start [2025-07-09 20:29:44,756][ INFO][PID:536674] Sending fedora-messaging bus message in chroot.start [2025-07-09 20:29:44,784][ INFO][PID:536674] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9260503-centos-stream-10-ppc64le --chroot centos-stream-10-ppc64le --detached [2025-07-09 20:29:45,403][ INFO][PID:536674] Downloading the builder-live.log file, attempt 1 [2025-07-09 20:29:45,406][ INFO][PID:536674] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c29f copr-rpmbuild-log [2025-07-09 20:29:50,411][ INFO][PID:536674] Periodic builder liveness probe: alive [2025-07-09 20:29:50,412][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:29:55,413][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:00,414][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:05,415][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:10,417][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:15,418][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:20,419][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:25,422][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:30,424][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:35,425][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:40,426][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:45,427][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:50,428][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:30:55,430][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:00,432][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:05,434][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:10,435][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:15,436][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:20,437][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:25,439][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:30,440][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:35,441][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:40,443][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:45,445][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:50,446][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:31:55,448][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:00,450][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:05,452][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:10,453][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:15,454][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:20,456][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:25,457][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:30,458][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:35,459][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:40,461][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:45,463][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:50,469][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:32:55,475][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:00,480][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:05,482][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:10,483][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:15,484][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:20,485][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:25,487][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:30,489][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:35,490][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:40,491][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:45,492][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:50,493][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:33:55,495][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:00,496][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:05,497][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:10,498][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:15,499][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:20,500][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:25,501][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:30,502][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:35,503][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:40,505][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:45,506][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:50,507][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:34:55,508][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:00,510][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:05,511][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:10,512][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:15,139][ ERROR][PID:536674] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:35:15,513][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:20,514][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:25,140][WARNING][PID:536674] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-09 20:35:25,515][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:30,516][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:35,140][ INFO][PID:536674] Downloading the builder-live.log file, attempt 2 [2025-07-09 20:35:35,142][ INFO][PID:536674] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c29f copr-rpmbuild-log [2025-07-09 20:35:35,517][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:40,518][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:45,519][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:50,520][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:35:55,521][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:00,522][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:05,523][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:10,524][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:15,526][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:20,527][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:25,528][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:30,529][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:35,207][ ERROR][PID:536674] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:36:35,530][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:40,531][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:45,210][WARNING][PID:536674] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-09 20:36:45,532][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:50,533][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:36:55,211][ INFO][PID:536674] Downloading the builder-live.log file, attempt 3 [2025-07-09 20:36:55,212][ INFO][PID:536674] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c29f copr-rpmbuild-log [2025-07-09 20:36:55,534][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:00,535][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:05,536][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:10,537][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:15,538][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:20,539][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:25,540][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:30,541][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:35,542][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:40,543][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:45,545][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:50,546][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:37:55,258][ ERROR][PID:536674] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:37:55,547][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:00,548][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:05,258][WARNING][PID:536674] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-09 20:38:05,549][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:10,550][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:15,259][ INFO][PID:536674] Downloading the builder-live.log file, attempt 4 [2025-07-09 20:38:15,260][ INFO][PID:536674] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c29f copr-rpmbuild-log [2025-07-09 20:38:15,551][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:20,552][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:25,553][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:30,554][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:35,555][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:40,556][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:45,557][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:50,559][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:38:55,560][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:00,561][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:05,562][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:10,563][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:15,328][ ERROR][PID:536674] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-09 20:39:15,564][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:20,565][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:25,332][ ERROR][PID:536674] Giving up for unstable SSH, failures: 1752093325.1400585, 1752093405.210657, 1752093485.258868, 1752093565.332788 [2025-07-09 20:39:25,333][ ERROR][PID:536674] Re-try request for task on 'ResallocHost, ticket_id=3868356, hostname=2620:52:3:1:dead:beef:cafe:c29f, name=copr_p09_01_prod_05228292_20250709_200601, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-09 20:39:25,334][ INFO][PID:536674] Releasing VM back to pool [2025-07-09 20:39:25,342][ INFO][PID:536674] Retry #1 (on other host) [2025-07-09 20:39:25,343][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:25,343][ INFO][PID:536674] VM allocation process starts [2025-07-09 20:39:25,387][ INFO][PID:536674] Trying to allocate VM: ResallocHost, ticket_id=3868436, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:39:28,431][ INFO][PID:536674] Allocated host ResallocHost, ticket_id=3868436, hostname=2620:52:3:1:dead:beef:cafe:c2a0, name=copr_p09_01_prod_05228379_20250709_200824, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-09 20:39:28,432][ INFO][PID:536674] Allocating ssh connection to builder [2025-07-09 20:39:28,432][ INFO][PID:536674] Checking that builder machine is OK [2025-07-09 20:39:29,267][ INFO][PID:536674] Running remote command: copr-builder-ready centos-stream-10-ppc64le [2025-07-09 20:39:29,667][ INFO][PID:536674] Red Hat subscription not needed for centos-stream-10-ppc64le Builder is ready to be used [2025-07-09 20:39:29,668][ INFO][PID:536674] Filling build.info file with builder info [2025-07-09 20:39:29,671][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:29,671][ INFO][PID:536674] Not re-notifying FE and msg buses for the new host. [2025-07-09 20:39:29,672][ INFO][PID:536674] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9260503-centos-stream-10-ppc64le --chroot centos-stream-10-ppc64le --detached [2025-07-09 20:39:30,279][ INFO][PID:536674] Downloading the builder-live.log file, attempt 1 [2025-07-09 20:39:30,280][ INFO][PID:536674] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c2a0 copr-rpmbuild-log [2025-07-09 20:39:35,280][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:40,281][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:45,282][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:50,283][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:39:55,291][ INFO][PID:536674] Periodic builder liveness probe: alive [2025-07-09 20:39:55,292][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:00,293][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:05,294][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:10,296][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:15,300][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:20,301][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:25,302][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:30,303][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:35,304][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:40,305][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:45,306][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:50,308][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:40:55,309][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:00,310][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:05,311][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:10,313][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:15,314][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:20,315][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:25,316][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:30,317][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:35,318][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:40,319][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:45,320][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:50,321][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:41:55,322][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:00,323][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:05,325][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:10,326][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:15,327][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:20,328][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:25,329][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:30,330][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:35,331][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:40,332][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:45,333][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:50,334][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:42:55,336][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:00,337][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:05,338][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:10,343][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:15,345][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:20,346][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:25,348][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:30,351][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:35,353][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:40,354][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:45,355][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:50,356][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:43:55,357][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:00,359][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:05,360][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:10,362][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:15,363][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:20,364][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:25,366][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:30,374][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:35,375][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:40,376][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:45,378][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:50,380][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:44:55,382][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:00,383][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:05,384][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:10,386][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:15,387][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:20,388][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:25,389][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:30,391][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:35,393][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:40,394][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:45,396][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:50,397][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:45:55,398][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:00,400][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:05,401][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:10,403][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:15,404][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:20,405][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:25,406][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:30,408][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:35,410][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:40,413][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:45,414][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:50,415][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:46:55,416][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:00,418][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:05,419][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:10,420][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:15,421][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:20,426][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:25,427][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:30,428][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:35,429][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:40,430][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:45,431][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:50,432][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:47:55,434][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:00,435][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:05,436][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:10,437][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:15,438][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:20,439][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:25,440][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:30,442][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:35,443][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:40,444][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:45,445][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:50,447][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:48:55,448][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:00,449][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:05,450][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:10,451][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:15,452][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:20,453][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:25,454][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:30,455][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:35,456][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:40,457][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:45,458][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:50,459][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:49:55,468][ INFO][PID:536674] Periodic builder liveness probe: alive [2025-07-09 20:49:55,469][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:00,470][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:05,471][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:10,472][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:15,473][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:20,474][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:25,475][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:30,476][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:35,478][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:40,479][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:45,480][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:50,481][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:50:55,482][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:00,483][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:05,484][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:10,486][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:15,487][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:20,488][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:25,489][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:30,490][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:35,491][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:40,493][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:45,494][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:50,495][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:51:55,500][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:00,502][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:05,506][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:10,507][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:15,508][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:20,509][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:25,510][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:30,511][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:35,512][ INFO][PID:536674] Checking for cancel request [2025-07-09 20:52:40,041][ INFO][PID:536674] Downloading results from builder [2025-07-09 20:52:40,042][ INFO][PID:536674] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a0]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc started [2025-07-09 20:52:40,042][ INFO][PID:536674] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c2a0]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/ &> /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/build-09260503.rsync.log [2025-07-09 20:52:40,962][ INFO][PID:536674] rsyncing finished. [2025-07-09 20:52:40,962][ INFO][PID:536674] Releasing VM back to pool [2025-07-09 20:52:40,970][ INFO][PID:536674] Searching for 'success' file in resultdir [2025-07-09 20:52:40,971][ INFO][PID:536674] Going to sign pkgs from source: 9260503-centos-stream-10-ppc64le in chroot: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le [2025-07-09 20:52:40,972][ INFO][PID:536674] Calling '/bin/sign -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -p' (attempt #1) [2025-07-09 20:52:41,300][ INFO][PID:536674] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/system-reinstall-bootc-202507092024.g982f93b532-1.el10.ppc64le.rpm' (attempt #1) [2025-07-09 20:52:42,320][ INFO][PID:536674] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/system-reinstall-bootc-202507092024.g982f93b532-1.el10.ppc64le.rpm [2025-07-09 20:52:42,320][ INFO][PID:536674] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-debuginfo-202507092024.g982f93b532-1.el10.ppc64le.rpm' (attempt #1) [2025-07-09 20:52:43,626][ INFO][PID:536674] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-debuginfo-202507092024.g982f93b532-1.el10.ppc64le.rpm [2025-07-09 20:52:43,627][ INFO][PID:536674] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-debugsource-202507092024.g982f93b532-1.el10.ppc64le.rpm' (attempt #1) [2025-07-09 20:52:44,685][ INFO][PID:536674] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-debugsource-202507092024.g982f93b532-1.el10.ppc64le.rpm [2025-07-09 20:52:44,686][ INFO][PID:536674] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/system-reinstall-bootc-debuginfo-202507092024.g982f93b532-1.el10.ppc64le.rpm' (attempt #1) [2025-07-09 20:52:45,786][ INFO][PID:536674] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/system-reinstall-bootc-debuginfo-202507092024.g982f93b532-1.el10.ppc64le.rpm [2025-07-09 20:52:45,787][ INFO][PID:536674] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el10.src.rpm' (attempt #1) [2025-07-09 20:52:47,092][ INFO][PID:536674] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el10.src.rpm [2025-07-09 20:52:47,093][ INFO][PID:536674] Calling '/bin/sign -4 -h sha256 -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -r /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el10.ppc64le.rpm' (attempt #1) [2025-07-09 20:52:48,151][ INFO][PID:536674] signed rpm: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/bootc-202507092024.g982f93b532-1.el10.ppc64le.rpm [2025-07-09 20:52:48,152][ INFO][PID:536674] Sign done [2025-07-09 20:52:48,152][ INFO][PID:536674] Incremental createrepo run, adding 09260503-bootc into https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le, (auto-create-repo=True) [2025-07-09 20:52:48,153][ INFO][PID:536674] Running command 'copr-repo --batched /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le --add 09260503-bootc --no-appstream-metadata' as PID 679128 [2025-07-09 20:52:48,864][ INFO][PID:536674] Finished after 0 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le --add 09260503-bootc --no-appstream-metadata) [2025-07-09 20:52:48,865][ INFO][PID:536674] Getting build details [2025-07-09 20:52:48,865][ INFO][PID:536674] Listing built binary packages in /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc [2025-07-09 20:52:48,866][ INFO][PID:536674] Built packages: ['bootc 202507092024.g982f93b532', 'bootc-debugsource 202507092024.g982f93b532', 'system-reinstall-bootc 202507092024.g982f93b532', 'bootc-debuginfo 202507092024.g982f93b532', 'system-reinstall-bootc-debuginfo 202507092024.g982f93b532'] [2025-07-09 20:52:48,867][ INFO][PID:536674] build details: {'built_packages': 'bootc 202507092024.g982f93b532\nbootc-debugsource 202507092024.g982f93b532\nsystem-reinstall-bootc 202507092024.g982f93b532\nbootc-debuginfo 202507092024.g982f93b532\nsystem-reinstall-bootc-debuginfo 202507092024.g982f93b532'} [2025-07-09 20:52:48,870][ INFO][PID:536674] Retrieving pubkey [2025-07-09 20:52:48,872][ INFO][PID:536674] Calling '/bin/sign -u packit#bootc-dev-bootc-1399@copr.fedorahosted.org -p' (attempt #1) [2025-07-09 20:52:49,202][ INFO][PID:536674] Added pubkey for user packit project bootc-dev-bootc-1399 into: /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/pubkey.gpg [2025-07-09 20:52:49,202][ INFO][PID:536674] Finished build: id=9260503 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399 chroot=centos-stream-10-ppc64le [2025-07-09 20:52:49,204][ INFO][PID:536674] Worker succeeded build, took 799.5327990055084 [2025-07-09 20:52:49,205][ INFO][PID:536674] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "bootc-dev-bootc-1399", "project_dirname": "bootc-dev-bootc-1399", "submitter": "packit", "ended_on": 1752094369.2044957, "started_on": 1752093569.6716967, "submitted_on": null, "status": 1, "chroot": "centos-stream-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9260503-centos-stream-10-ppc64le", "build_id": 9260503, "package_name": "bootc", "package_version": "202507092024.g982f93b532-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/bootc-dev-bootc-1399/bootc", "git_hash": "9be43b06c183370975172b72cd620e4d34197df8", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/bootc-dev-bootc-1399--packit", "results": { "packages": [ { "name": "bootc", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el10", "arch": "ppc64le" }, { "name": "bootc", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el10", "arch": "src" }, { "name": "bootc-debugsource", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el10", "arch": "ppc64le" }, { "name": "system-reinstall-bootc", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el10", "arch": "ppc64le" }, { "name": "bootc-debuginfo", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el10", "arch": "ppc64le" }, { "name": "system-reinstall-bootc-debuginfo", "epoch": null, "version": "202507092024.g982f93b532", "release": "1.el10", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/bootc-dev-bootc-1399", "result_dir": "09260503-bootc", "built_packages": "bootc 202507092024.g982f93b532\nbootc-debugsource 202507092024.g982f93b532\nsystem-reinstall-bootc 202507092024.g982f93b532\nbootc-debuginfo 202507092024.g982f93b532\nsystem-reinstall-bootc-debuginfo 202507092024.g982f93b532", "id": 9260503, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "bootc-dev-bootc-1399", "vendor": "Fedora Project COPR (packit/bootc-dev-bootc-1399)" } } ] } [2025-07-09 20:52:49,253][ INFO][PID:536674] Sending fedora-messaging bus message in build.end [2025-07-09 20:52:49,276][ INFO][PID:536674] Compressing /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/builder-live.log by gzip [2025-07-09 20:52:49,277][ INFO][PID:536674] Running command 'gzip /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/builder-live.log' as PID 679208 [2025-07-09 20:52:49,302][ INFO][PID:536674] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/builder-live.log) [2025-07-09 20:52:49,303][ INFO][PID:536674] Compressing /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/backend.log by gzip [2025-07-09 20:52:49,304][ INFO][PID:536674] Running command 'gzip /var/lib/copr/public_html/results/packit/bootc-dev-bootc-1399/centos-stream-10-ppc64le/09260503-bootc/backend.log' as PID 679210