[2025-07-23 01:22:28,335][ INFO][PID:1634709] Marking build as starting [2025-07-23 01:22:28,395][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:22:28,398][ INFO][PID:1634709] VM allocation process starts [2025-07-23 01:22:28,422][ INFO][PID:1634709] Trying to allocate VM: ResallocHost, ticket_id=4045640, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 01:22:31,461][ INFO][PID:1634709] Allocated host ResallocHost, ticket_id=4045640, hostname=140.211.168.35, name=copr_osuosl_p09_prod_05743847_20250723_000824, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 01:22:31,461][ INFO][PID:1634709] Allocating ssh connection to builder [2025-07-23 01:22:31,462][ INFO][PID:1634709] Checking that builder machine is OK [2025-07-23 01:22:32,778][ INFO][PID:1634709] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-07-23 01:22:33,882][ INFO][PID:1634709] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-07-23 01:22:33,883][ INFO][PID:1634709] Filling build.info file with builder info [2025-07-23 01:22:33,884][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:22:33,890][ INFO][PID:1634709] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf5-testing-nightly", "project_dirname": "dnf5-testing-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": null, "started_on": 1753233753.8904748, "submitted_on": null, "status": 3, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9306919-fedora-eln-ppc64le", "build_id": 9306919, "package_name": "libdnf", "package_version": "0.75.0-0.20250723012052.0.74.0+26.ga067e647", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf5-testing-nightly/libdnf", "git_hash": "80f927c0a77868fb1f4d792f277e90984dfeb626", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf5-testing-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": 50 } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": 50, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [ "dnf5_obsoletes_dnf" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf5-testing-nightly", "result_dir": "09306919-libdnf", "built_packages": "", "id": 9306919, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf5-testing-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf5-testing-nightly)" } } ] } [2025-07-23 01:22:33,939][ INFO][PID:1634709] Sending fedora-messaging bus message in build.start [2025-07-23 01:22:34,928][ INFO][PID:1634709] Sending fedora-messaging bus message in chroot.start [2025-07-23 01:22:34,958][ INFO][PID:1634709] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9306919-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-07-23 01:22:36,295][ INFO][PID:1634709] Downloading the builder-live.log file, attempt 1 [2025-07-23 01:22:36,298][ INFO][PID:1634709] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-23 01:22:41,301][ INFO][PID:1634709] Periodic builder liveness probe: alive [2025-07-23 01:22:41,302][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:22:46,303][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:22:51,304][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:22:56,305][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:01,307][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:06,309][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:11,312][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:16,316][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:21,318][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:26,323][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:31,324][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:36,326][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:41,331][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:46,333][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:51,335][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:23:56,336][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:01,338][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:06,340][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:11,342][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:16,344][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:21,348][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:26,350][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:31,352][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:36,353][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:41,355][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:46,357][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:51,361][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:24:56,363][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:01,364][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:06,368][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:11,375][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:16,377][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:21,379][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:26,382][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:31,383][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:36,384][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:41,386][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:46,388][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:51,400][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:25:56,401][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:01,404][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:06,406][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:11,407][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:16,409][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:21,410][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:26,411][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:31,413][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:36,422][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:41,423][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:46,424][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:51,425][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:26:56,427][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:01,430][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:06,431][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:11,434][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:16,436][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:21,444][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:26,445][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:31,446][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:36,450][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:41,453][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:46,455][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:51,459][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:27:56,460][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:01,462][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:06,466][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:11,470][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:16,474][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:21,476][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:26,479][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:31,480][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:36,483][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:41,484][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:46,486][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:51,487][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:28:56,488][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:01,490][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:06,492][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:11,493][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:16,495][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:21,499][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:26,501][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:31,502][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:36,505][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:41,508][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:46,513][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:51,514][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:29:56,516][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:01,517][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:06,518][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:11,519][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:16,520][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:21,521][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:26,523][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:31,525][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:36,528][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:41,532][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:46,533][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:51,535][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:30:56,536][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:01,538][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:06,540][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:11,542][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:16,543][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:21,544][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:26,545][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:31,547][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:36,549][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:41,550][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:46,551][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:51,553][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:31:56,554][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:01,556][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:06,557][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:11,559][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:16,562][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:21,565][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:26,566][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:31,568][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:36,570][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:41,613][ INFO][PID:1634709] Periodic builder liveness probe: alive [2025-07-23 01:32:41,613][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:46,615][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:51,616][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:32:56,626][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:01,629][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:06,630][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:11,632][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:16,633][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:21,634][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:26,636][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:31,638][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:36,640][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:41,642][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:46,643][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:51,645][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:33:56,647][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:01,649][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:06,650][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:11,651][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:16,652][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:21,655][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:26,656][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:31,657][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:36,658][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:41,660][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:46,662][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:51,663][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:34:56,666][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:01,667][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:06,668][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:11,669][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:16,671][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:21,672][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:26,673][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:31,674][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:36,675][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:41,676][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:46,679][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:51,680][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:35:56,682][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:01,683][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:06,684][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:11,685][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:16,686][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:21,688][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:26,689][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:31,690][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:36,691][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:41,692][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:46,693][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:51,694][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:36:56,696][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:01,697][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:06,699][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:11,700][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:16,701][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:21,702][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:26,703][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:31,704][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:36,705][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:41,707][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:46,708][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:51,709][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:37:56,711][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:01,712][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:06,713][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:11,715][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:16,716][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:21,717][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:26,718][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:31,719][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:36,720][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:41,721][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:46,722][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:51,724][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:38:56,725][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:01,726][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:06,727][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:11,728][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:16,729][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:21,730][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:26,731][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:31,733][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:36,734][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:41,737][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:46,738][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:51,739][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:39:56,741][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:01,742][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:06,743][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:11,744][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:16,745][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:21,747][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:26,748][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:31,750][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:36,751][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:41,752][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:46,753][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:51,758][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:40:56,759][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:01,760][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:06,762][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:11,763][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:16,764][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:21,765][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:26,766][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:31,767][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:36,768][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:41,769][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:46,771][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:51,772][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:41:56,774][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:01,776][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:06,777][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:11,778][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:16,779][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:21,781][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:26,782][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:31,783][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:36,785][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:42:41,793][ INFO][PID:1634709] Periodic builder liveness probe: dead [2025-07-23 01:43:41,932][ ERROR][PID:1634709] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.35 port 22 timed out [2025-07-23 01:44:52,072][ ERROR][PID:1634709] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.35 port 22 timed out [2025-07-23 01:45:52,139][ ERROR][PID:1634709] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:46:02,141][ ERROR][PID:1634709] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-07-23 01:46:02,142][WARNING][PID:1634709] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 01:46:12,143][ INFO][PID:1634709] Downloading the builder-live.log file, attempt 2 [2025-07-23 01:46:12,146][ INFO][PID:1634709] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-23 01:47:12,212][ ERROR][PID:1634709] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.35 port 22: Connection timed out [2025-07-23 01:47:12,214][ ERROR][PID:1634709] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:47:22,213][ ERROR][PID:1634709] Can't ssh to cancel build. [2025-07-23 01:47:22,215][WARNING][PID:1634709] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 01:47:32,216][ INFO][PID:1634709] Downloading the builder-live.log file, attempt 3 [2025-07-23 01:47:32,218][ INFO][PID:1634709] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-23 01:48:32,285][ ERROR][PID:1634709] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:48:42,289][WARNING][PID:1634709] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 01:48:52,289][ INFO][PID:1634709] Downloading the builder-live.log file, attempt 4 [2025-07-23 01:48:52,291][ INFO][PID:1634709] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2025-07-23 01:49:52,358][ ERROR][PID:1634709] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:50:02,362][ ERROR][PID:1634709] Giving up for unstable SSH, failures: 1753235162.1422129, 1753235242.2154508, 1753235322.2891128, 1753235402.3623111 [2025-07-23 01:50:02,363][ ERROR][PID:1634709] Re-try request for task on 'ResallocHost, ticket_id=4045640, hostname=140.211.168.35, name=copr_osuosl_p09_prod_05743847_20250723_000824, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-23 01:50:02,363][ INFO][PID:1634709] Releasing VM back to pool [2025-07-23 01:50:02,375][ INFO][PID:1634709] Retry #1 (on other host) [2025-07-23 01:50:02,381][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:50:02,382][ INFO][PID:1634709] VM allocation process starts [2025-07-23 01:50:02,392][ INFO][PID:1634709] Trying to allocate VM: ResallocHost, ticket_id=4046102, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 01:50:05,412][ INFO][PID:1634709] Allocated host ResallocHost, ticket_id=4046102, hostname=140.211.168.156, name=copr_osuosl_p09_prod_05745752_20250723_012558, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 01:50:05,412][ INFO][PID:1634709] Allocating ssh connection to builder [2025-07-23 01:50:05,413][ INFO][PID:1634709] Checking that builder machine is OK [2025-07-23 01:50:06,886][ INFO][PID:1634709] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-07-23 01:50:07,935][ INFO][PID:1634709] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-07-23 01:50:07,936][ INFO][PID:1634709] Filling build.info file with builder info [2025-07-23 01:50:07,941][ INFO][PID:1634709] Checking for cancel request [2025-07-23 01:50:07,941][ INFO][PID:1634709] Not re-notifying FE and msg buses for the new host. [2025-07-23 01:50:07,942][ INFO][PID:1634709] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9306919-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-07-23 01:50:09,231][ INFO][PID:1634709] Downloading the builder-live.log file, attempt 1 [2025-07-23 01:50:09,232][ INFO][PID:1634709] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.156 copr-rpmbuild-log [2025-07-23 01:50:18,347][ INFO][PID:1634709] Cancel request succeeded out: success err: Warning: Permanently added '140.211.168.156' (ED25519) to the list of known hosts. [2025-07-23 01:50:18,348][ INFO][PID:1634709] Downloading results from builder [2025-07-23 01:50:18,348][ INFO][PID:1634709] rsyncing of mockbuilder@140.211.168.156:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf started [2025-07-23 01:50:18,349][ INFO][PID:1634709] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@140.211.168.156:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf/build-09306919.rsync.log [2025-07-23 01:50:19,886][ INFO][PID:1634709] rsyncing finished. [2025-07-23 01:50:19,887][ INFO][PID:1634709] Releasing VM back to pool [2025-07-23 01:50:19,897][ INFO][PID:1634709] Searching for 'success' file in resultdir [2025-07-23 01:50:19,897][ ERROR][PID:1634709] Build failed: Backend process error: No success file => build failure [2025-07-23 01:50:19,898][ INFO][PID:1634709] Finished build: id=9306919 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly chroot=fedora-eln-ppc64le [2025-07-23 01:50:19,900][ ERROR][PID:1634709] Backend process error: No success file => build failure [2025-07-23 01:50:19,900][ INFO][PID:1634709] Worker failed build, took 11.95851182937622 [2025-07-23 01:50:19,900][ INFO][PID:1634709] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf5-testing-nightly", "project_dirname": "dnf5-testing-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": 1753235419.9004207, "started_on": 1753235407.9419088, "submitted_on": null, "status": 0, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9306919-fedora-eln-ppc64le", "build_id": 9306919, "package_name": "libdnf", "package_version": "0.75.0-0.20250723012052.0.74.0+26.ga067e647", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf5-testing-nightly/libdnf", "git_hash": "80f927c0a77868fb1f4d792f277e90984dfeb626", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf5-testing-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": 50 } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": 50, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [ "dnf5_obsoletes_dnf" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf5-testing-nightly", "result_dir": "09306919-libdnf", "built_packages": "", "id": 9306919, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf5-testing-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf5-testing-nightly)" } } ] } [2025-07-23 01:50:19,950][ INFO][PID:1634709] Sending fedora-messaging bus message in build.end [2025-07-23 01:50:19,981][ INFO][PID:1634709] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf/builder-live.log by gzip [2025-07-23 01:50:19,982][ INFO][PID:1634709] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf/builder-live.log' as PID 1819241 [2025-07-23 01:50:19,984][ INFO][PID:1634709] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf/builder-live.log) [2025-07-23 01:50:19,984][ INFO][PID:1634709] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf/backend.log by gzip [2025-07-23 01:50:19,986][ INFO][PID:1634709] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf5-testing-nightly/fedora-eln-ppc64le/09306919-libdnf/backend.log' as PID 1819242