[2025-07-22 10:46:24,353][ INFO][PID:4061672] Marking build as starting [2025-07-22 10:46:24,392][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:46:24,393][ INFO][PID:4061672] VM allocation process starts [2025-07-22 10:46:24,478][ INFO][PID:4061672] Trying to allocate VM: ResallocHost, ticket_id=4024560, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-22 10:46:27,514][ INFO][PID:4061672] Allocated host ResallocHost, ticket_id=4024560, hostname=140.211.168.163, name=copr_osuosl_p09_prod_05721720_20250722_103908, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-22 10:46:27,514][ INFO][PID:4061672] Allocating ssh connection to builder [2025-07-22 10:46:27,515][ INFO][PID:4061672] Checking that builder machine is OK [2025-07-22 10:46:28,976][ INFO][PID:4061672] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-07-22 10:46:29,987][ INFO][PID:4061672] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-07-22 10:46:29,988][ INFO][PID:4061672] Filling build.info file with builder info [2025-07-22 10:46:29,988][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:46:29,989][ INFO][PID:4061672] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "systemd-systemd-37788", "project_dirname": "systemd-systemd-37788", "submitter": "packit", "ended_on": null, "started_on": 1753181189.9894128, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9297124-fedora-rawhide-ppc64le", "build_id": 9297124, "package_name": "systemd", "package_version": "258~devel-1.20250722104546676156.pr37788.5079.g6463e24c71", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/systemd-systemd-37788/systemd", "git_hash": "5deeb59f9cd3d126152e38e9fa146a281ee593e5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/systemd-systemd-37788--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/systemd-systemd-37788", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/systemd-systemd-37788", "result_dir": "09297124-systemd", "built_packages": "", "id": 9297124, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "systemd-systemd-37788", "vendor": "Fedora Project COPR (packit/systemd-systemd-37788)" } } ] } [2025-07-22 10:46:30,012][ INFO][PID:4061672] Sending fedora-messaging bus message in build.start [2025-07-22 10:46:30,677][ INFO][PID:4061672] Sending fedora-messaging bus message in chroot.start [2025-07-22 10:46:30,701][ INFO][PID:4061672] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9297124-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-07-22 10:46:32,049][ INFO][PID:4061672] Downloading the builder-live.log file, attempt 1 [2025-07-22 10:46:32,050][ INFO][PID:4061672] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 10:46:37,055][ INFO][PID:4061672] Periodic builder liveness probe: alive [2025-07-22 10:46:37,056][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:46:42,057][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:46:47,058][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:46:52,059][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:46:57,060][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:02,061][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:07,062][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:12,063][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:17,064][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:22,065][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:27,066][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:32,067][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:37,068][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:42,069][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:47,070][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:52,071][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:47:57,072][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:02,073][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:07,074][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:12,075][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:17,076][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:22,077][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:27,078][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:32,080][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:37,081][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:42,082][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:47,083][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:52,084][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:48:57,085][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:02,086][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:07,087][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:12,088][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:17,089][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:22,090][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:27,091][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:32,092][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:37,093][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:42,094][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:47,095][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:52,096][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:49:57,097][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:02,098][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:07,099][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:12,100][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:17,101][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:22,102][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:27,103][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:32,104][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:37,105][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:42,106][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:47,107][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:52,108][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:50:57,109][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:02,110][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:07,111][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:12,112][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:17,113][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:22,114][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:27,115][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:32,116][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:37,117][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:42,118][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:47,120][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:52,126][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:51:57,127][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:02,128][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:07,129][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:12,130][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:17,131][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:22,132][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:27,133][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:32,134][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:37,135][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:42,136][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:47,137][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:52,138][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:52:57,139][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:02,140][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:07,141][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:12,142][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:17,143][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:22,144][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:27,145][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:32,146][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:37,147][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:42,148][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:47,149][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:52,150][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:53:57,151][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:02,152][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:07,153][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:12,154][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:17,155][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:22,156][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:27,157][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:32,158][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:37,159][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:42,160][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:47,161][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:52,162][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:54:57,163][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:02,164][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:07,165][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:12,166][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:17,167][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:22,168][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:27,169][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:32,170][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:37,171][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:42,172][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:47,173][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:52,174][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:55:57,175][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:02,176][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:07,177][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:12,179][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:17,180][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:22,181][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:27,182][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:32,183][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:37,188][ INFO][PID:4061672] Periodic builder liveness probe: alive [2025-07-22 10:56:37,189][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:42,190][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:47,191][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:52,192][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:56:57,193][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:02,194][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:07,195][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:12,196][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:17,197][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:22,198][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:27,199][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:32,200][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:37,201][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:42,202][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:47,203][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:52,204][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:57:57,205][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:02,206][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:07,207][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:12,208][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:17,209][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:22,210][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:27,211][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:32,212][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:37,213][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:42,214][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:47,215][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:52,216][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:58:57,217][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:02,218][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:07,219][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:12,220][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:17,221][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:22,222][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:27,223][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:32,224][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:37,226][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:42,230][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:47,231][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:52,233][ INFO][PID:4061672] Checking for cancel request [2025-07-22 10:59:57,236][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:02,237][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:07,238][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:12,239][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:17,240][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:22,241][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:27,242][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:32,243][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:37,244][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:42,245][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:47,246][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:52,247][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:00:57,248][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:02,249][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:07,250][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:12,251][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:17,252][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:22,253][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:27,254][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:32,255][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:37,256][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:42,257][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:47,258][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:52,259][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:01:57,260][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:02,261][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:07,262][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:12,263][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:17,264][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:22,265][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:27,266][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:32,267][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:37,268][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:42,269][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:47,271][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:52,272][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:02:57,273][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:00,140][ ERROR][PID:4061672] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 11:03:02,274][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:07,275][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:10,140][WARNING][PID:4061672] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 11:03:12,276][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:17,277][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:20,141][ INFO][PID:4061672] Downloading the builder-live.log file, attempt 2 [2025-07-22 11:03:20,143][ INFO][PID:4061672] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 11:03:22,278][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:27,279][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:32,280][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:37,286][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:42,295][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:47,310][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:52,311][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:03:57,312][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:02,313][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:07,314][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:12,315][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:17,316][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:20,211][ ERROR][PID:4061672] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 11:04:22,318][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:27,319][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:30,215][WARNING][PID:4061672] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 11:04:32,320][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:37,321][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:40,216][ INFO][PID:4061672] Downloading the builder-live.log file, attempt 3 [2025-07-22 11:04:40,218][ INFO][PID:4061672] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 11:04:42,323][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:47,324][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:52,325][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:04:57,327][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:02,329][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:07,335][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:12,336][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:17,337][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:22,338][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:27,339][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:32,341][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:37,345][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:40,286][ ERROR][PID:4061672] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 11:05:42,347][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:47,349][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:50,300][WARNING][PID:4061672] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 11:05:52,350][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:05:57,351][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:00,304][ INFO][PID:4061672] Downloading the builder-live.log file, attempt 4 [2025-07-22 11:06:00,307][ INFO][PID:4061672] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 11:06:02,352][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:07,353][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:12,354][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:17,355][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:22,356][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:27,359][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:32,360][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:06:37,389][ INFO][PID:4061672] Periodic builder liveness probe: dead [2025-07-22 11:07:00,406][ ERROR][PID:4061672] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 11:07:10,413][ ERROR][PID:4061672] Giving up for unstable SSH, failures: 1753182190.1407015, 1753182270.2157154, 1753182350.3001053, 1753182430.4133499 [2025-07-22 11:07:37,476][ ERROR][PID:4061672] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 11:08:47,559][ ERROR][PID:4061672] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 11:09:57,640][ ERROR][PID:4061672] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 11:11:07,714][ ERROR][PID:4061672] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 11:11:17,716][ ERROR][PID:4061672] Can't ssh to cancel build. [2025-07-22 11:11:17,716][ ERROR][PID:4061672] Re-try request for task on 'ResallocHost, ticket_id=4024560, hostname=140.211.168.163, name=copr_osuosl_p09_prod_05721720_20250722_103908, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-22 11:11:17,717][ INFO][PID:4061672] Releasing VM back to pool [2025-07-22 11:11:17,743][ INFO][PID:4061672] Retry #1 (on other host) [2025-07-22 11:11:17,749][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:11:17,751][ INFO][PID:4061672] VM allocation process starts [2025-07-22 11:11:17,825][ INFO][PID:4061672] Trying to allocate VM: ResallocHost, ticket_id=4024949, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-22 11:11:20,861][ INFO][PID:4061672] Allocated host ResallocHost, ticket_id=4024949, hostname=140.211.168.61, name=copr_osuosl_p09_prod_05721897_20250722_105046, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-22 11:11:20,862][ INFO][PID:4061672] Allocating ssh connection to builder [2025-07-22 11:11:20,863][ INFO][PID:4061672] Checking that builder machine is OK [2025-07-22 11:11:22,285][ INFO][PID:4061672] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-07-22 11:11:23,394][ INFO][PID:4061672] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-07-22 11:11:23,395][ INFO][PID:4061672] Filling build.info file with builder info [2025-07-22 11:11:23,402][ INFO][PID:4061672] Checking for cancel request [2025-07-22 11:11:23,404][ INFO][PID:4061672] Not re-notifying FE and msg buses for the new host. [2025-07-22 11:11:23,405][ INFO][PID:4061672] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9297124-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-07-22 11:11:24,731][ INFO][PID:4061672] Downloading the builder-live.log file, attempt 1 [2025-07-22 11:11:24,741][ INFO][PID:4061672] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.61 copr-rpmbuild-log [2025-07-22 11:11:33,885][ INFO][PID:4061672] Cancel request succeeded out: success err: Warning: Permanently added '140.211.168.61' (ED25519) to the list of known hosts. [2025-07-22 11:11:33,886][ INFO][PID:4061672] Downloading results from builder [2025-07-22 11:11:33,886][ INFO][PID:4061672] rsyncing of mockbuilder@140.211.168.61:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd started [2025-07-22 11:11:33,887][ INFO][PID:4061672] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@140.211.168.61:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd/ &> /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd/build-09297124.rsync.log [2025-07-22 11:11:35,514][ INFO][PID:4061672] rsyncing finished. [2025-07-22 11:11:35,515][ INFO][PID:4061672] Releasing VM back to pool [2025-07-22 11:11:35,529][ INFO][PID:4061672] Searching for 'success' file in resultdir [2025-07-22 11:11:35,530][ ERROR][PID:4061672] Build failed: Backend process error: No success file => build failure [2025-07-22 11:11:35,531][ INFO][PID:4061672] Finished build: id=9297124 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/packit/systemd-systemd-37788 chroot=fedora-rawhide-ppc64le [2025-07-22 11:11:35,533][ ERROR][PID:4061672] Backend process error: No success file => build failure [2025-07-22 11:11:35,534][ INFO][PID:4061672] Worker failed build, took 12.12969970703125 [2025-07-22 11:11:35,534][ INFO][PID:4061672] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "packit", "project_name": "systemd-systemd-37788", "project_dirname": "systemd-systemd-37788", "submitter": "packit", "ended_on": 1753182695.5341728, "started_on": 1753182683.404473, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9297124-fedora-rawhide-ppc64le", "build_id": 9297124, "package_name": "systemd", "package_version": "258~devel-1.20250722104546676156.pr37788.5079.g6463e24c71", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/packit/systemd-systemd-37788/systemd", "git_hash": "5deeb59f9cd3d126152e38e9fa146a281ee593e5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "packit/systemd-systemd-37788--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/packit/systemd-systemd-37788", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/packit/systemd-systemd-37788", "result_dir": "09297124-systemd", "built_packages": "", "id": 9297124, "mockchain_macros": { "copr_username": "packit", "copr_projectname": "systemd-systemd-37788", "vendor": "Fedora Project COPR (packit/systemd-systemd-37788)" } } ] } [2025-07-22 11:11:35,558][ INFO][PID:4061672] Sending fedora-messaging bus message in build.end [2025-07-22 11:11:35,586][ INFO][PID:4061672] Compressing /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd/builder-live.log by gzip [2025-07-22 11:11:35,587][ INFO][PID:4061672] Running command 'gzip /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd/builder-live.log' as PID 4160683 [2025-07-22 11:11:35,589][ INFO][PID:4061672] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd/builder-live.log) [2025-07-22 11:11:35,590][ INFO][PID:4061672] Compressing /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd/backend.log by gzip [2025-07-22 11:11:35,592][ INFO][PID:4061672] Running command 'gzip /var/lib/copr/public_html/results/packit/systemd-systemd-37788/fedora-rawhide-ppc64le/09297124-systemd/backend.log' as PID 4160684