[2025-07-19 01:21:06,003][ INFO][PID:325181] Marking build as starting [2025-07-19 01:21:06,067][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:06,068][ INFO][PID:325181] VM allocation process starts [2025-07-19 01:21:06,108][ INFO][PID:325181] Trying to allocate VM: ResallocHost, ticket_id=3988871, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-19 01:21:09,130][ INFO][PID:325181] Allocated host ResallocHost, ticket_id=3988871, hostname=140.211.168.190, name=copr_osuosl_p09_prod_05622558_20250718_173916, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-19 01:21:09,130][ INFO][PID:325181] Allocating ssh connection to builder [2025-07-19 01:21:09,131][ INFO][PID:325181] Checking that builder machine is OK [2025-07-19 01:21:10,600][ INFO][PID:325181] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-07-19 01:21:11,624][ INFO][PID:325181] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-07-19 01:21:11,625][ INFO][PID:325181] Filling build.info file with builder info [2025-07-19 01:21:11,626][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:11,628][ INFO][PID:325181] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": null, "started_on": 1752888071.627892, "submitted_on": null, "status": 3, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9286146-fedora-eln-ppc64le", "build_id": 9286146, "package_name": "libmodulemd", "package_version": "2.15.2-20250719011726.0.gb8b11b4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libmodulemd", "git_hash": "241ea94b15ab465e4457b996f2dfdfdf93909db9", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://kojipkgs.fedoraproject.org/repos/eln-build/latest/$basearch", "id": "https_kojipkgs_fedoraproject_org_repos_eln_build_latest_basearch", "name": "Additional repo https_kojipkgs_fedoraproject_org_repos_eln_build_latest_basearch" } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09286146-libmodulemd", "built_packages": "", "id": 9286146, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-19 01:21:11,724][ INFO][PID:325181] Sending fedora-messaging bus message in build.start [2025-07-19 01:21:12,485][ INFO][PID:325181] Sending fedora-messaging bus message in chroot.start [2025-07-19 01:21:12,510][ INFO][PID:325181] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9286146-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-07-19 01:21:13,843][ INFO][PID:325181] Downloading the builder-live.log file, attempt 1 [2025-07-19 01:21:13,847][ INFO][PID:325181] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-19 01:21:18,850][ INFO][PID:325181] Periodic builder liveness probe: alive [2025-07-19 01:21:18,851][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:23,852][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:28,854][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:33,859][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:38,866][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:43,877][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:48,878][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:53,880][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:21:58,884][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:03,895][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:08,901][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:13,904][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:18,907][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:23,910][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:28,913][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:33,923][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:38,928][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:43,932][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:48,934][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:53,935][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:22:58,937][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:03,938][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:08,941][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:13,942][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:18,943][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:23,944][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:28,945][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:33,946][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:38,947][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:43,949][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:48,950][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:53,951][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:23:58,952][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:03,953][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:08,955][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:13,956][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:18,958][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:23,960][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:28,961][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:33,962][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:38,964][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:43,965][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:48,966][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:53,968][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:24:58,969][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:03,970][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:08,971][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:13,973][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:18,974][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:23,975][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:28,976][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:33,977][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:38,979][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:44,004][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:49,008][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:54,012][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:25:59,016][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:04,017][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:09,019][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:14,020][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:19,021][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:24,024][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:29,071][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:34,072][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:39,075][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:44,078][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:49,080][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:54,084][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:26:59,087][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:04,089][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:09,090][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:14,092][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:19,093][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:24,094][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:29,095][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:34,096][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:39,098][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:44,099][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:49,101][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:54,102][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:27:59,103][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:04,104][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:09,105][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:14,106][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:19,107][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:24,108][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:29,110][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:34,111][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:39,112][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:44,113][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:49,114][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:54,115][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:28:59,116][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:04,118][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:09,119][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:14,120][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:19,121][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:24,123][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:29,124][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:34,125][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:39,126][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:44,127][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:49,129][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:54,129][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:29:59,130][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:04,132][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:09,133][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:14,134][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:19,135][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:24,137][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:29,138][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:34,139][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:39,140][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:44,142][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:49,143][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:54,144][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:30:59,146][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:04,147][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:09,148][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:14,149][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:19,161][ INFO][PID:325181] Periodic builder liveness probe: alive [2025-07-19 01:31:19,162][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:24,163][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:29,164][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:34,166][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:39,167][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:44,168][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:49,169][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:54,171][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:31:59,172][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:04,173][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:09,174][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:14,176][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:19,177][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:24,178][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:29,179][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:34,180][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:39,181][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:44,182][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:49,184][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:54,185][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:32:59,186][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:04,187][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:09,189][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:14,190][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:19,191][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:24,192][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:29,193][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:34,194][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:39,195][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:44,196][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:49,197][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:54,198][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:33:59,199][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:04,201][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:09,202][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:14,203][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:19,204][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:24,205][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:29,206][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:34,207][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:39,208][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:44,208][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:49,209][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:54,211][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:34:59,212][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:04,212][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:09,213][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:14,214][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:19,216][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:24,217][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:29,218][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:34,219][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:39,220][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:44,221][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:49,222][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:54,223][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:35:59,224][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:04,225][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:09,227][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:14,228][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:19,229][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:24,230][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:29,231][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:34,233][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:39,234][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:44,235][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:49,236][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:54,237][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:36:59,238][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:04,239][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:09,240][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:14,241][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:19,243][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:24,244][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:29,245][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:34,246][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:39,247][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:44,247][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:49,248][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:54,249][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:37:59,251][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:04,252][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:09,253][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:14,254][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:19,255][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:24,256][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:29,257][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:34,258][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:39,260][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:44,261][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:49,262][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:54,263][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:38:59,264][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:04,265][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:09,266][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:14,267][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:19,269][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:24,270][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:29,271][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:34,272][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:39,273][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:44,274][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:49,275][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:54,276][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:39:59,277][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:04,278][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:09,279][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:14,280][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:19,281][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:24,282][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:29,283][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:34,284][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:39,286][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:44,289][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:49,290][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:54,291][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:40:59,292][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:41:04,293][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:41:09,294][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:41:14,295][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:41:19,301][ INFO][PID:325181] Periodic builder liveness probe: dead [2025-07-19 01:42:19,441][ ERROR][PID:325181] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.190 port 22 timed out [2025-07-19 01:43:29,510][ ERROR][PID:325181] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.190 port 22: Connection timed out [2025-07-19 01:43:41,139][ ERROR][PID:325181] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:43:51,140][WARNING][PID:325181] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-19 01:44:01,140][ INFO][PID:325181] Downloading the builder-live.log file, attempt 2 [2025-07-19 01:44:01,142][ INFO][PID:325181] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-19 01:44:39,579][ ERROR][PID:325181] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.190 port 22: Connection timed out [2025-07-19 01:45:01,210][ ERROR][PID:325181] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:45:11,211][WARNING][PID:325181] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-19 01:45:21,212][ INFO][PID:325181] Downloading the builder-live.log file, attempt 3 [2025-07-19 01:45:21,213][ INFO][PID:325181] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-19 01:45:49,648][ ERROR][PID:325181] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.190 port 22: Connection timed out [2025-07-19 01:45:59,649][ ERROR][PID:325181] Can't ssh to cancel build. [2025-07-19 01:46:21,281][ ERROR][PID:325181] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:46:31,284][WARNING][PID:325181] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-19 01:46:41,284][ INFO][PID:325181] Downloading the builder-live.log file, attempt 4 [2025-07-19 01:46:41,286][ INFO][PID:325181] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-19 01:47:41,353][ ERROR][PID:325181] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:47:51,354][ ERROR][PID:325181] Giving up for unstable SSH, failures: 1752889431.1400392, 1752889511.2115564, 1752889591.2841363, 1752889671.354662 [2025-07-19 01:47:51,355][ ERROR][PID:325181] Re-try request for task on 'ResallocHost, ticket_id=3988871, hostname=140.211.168.190, name=copr_osuosl_p09_prod_05622558_20250718_173916, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-19 01:47:51,356][ INFO][PID:325181] Releasing VM back to pool [2025-07-19 01:47:51,376][ INFO][PID:325181] Retry #1 (on other host) [2025-07-19 01:47:51,377][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:47:51,377][ INFO][PID:325181] VM allocation process starts [2025-07-19 01:47:51,391][ INFO][PID:325181] Trying to allocate VM: ResallocHost, ticket_id=3989046, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-19 01:47:54,404][ INFO][PID:325181] Allocated host ResallocHost, ticket_id=3989046, hostname=2620:52:3:1:dead:beef:cafe:c298, name=copr_p09_01_prod_05628971_20250719_012222, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-19 01:47:54,404][ INFO][PID:325181] Allocating ssh connection to builder [2025-07-19 01:47:54,404][ INFO][PID:325181] Checking that builder machine is OK [2025-07-19 01:47:55,280][ INFO][PID:325181] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-07-19 01:47:55,766][ INFO][PID:325181] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-07-19 01:47:55,767][ INFO][PID:325181] Filling build.info file with builder info [2025-07-19 01:47:55,771][ INFO][PID:325181] Checking for cancel request [2025-07-19 01:47:55,772][ INFO][PID:325181] Not re-notifying FE and msg buses for the new host. [2025-07-19 01:47:55,772][ INFO][PID:325181] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9286146-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-07-19 01:47:56,641][ INFO][PID:325181] Downloading the builder-live.log file, attempt 1 [2025-07-19 01:47:56,642][ INFO][PID:325181] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c298 copr-rpmbuild-log [2025-07-19 01:48:05,327][ INFO][PID:325181] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c298' (ED25519) to the list of known hosts. [2025-07-19 01:48:05,328][ INFO][PID:325181] Downloading results from builder [2025-07-19 01:48:05,328][ INFO][PID:325181] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c298]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd started [2025-07-19 01:48:05,329][ INFO][PID:325181] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c298]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd/build-09286146.rsync.log [2025-07-19 01:48:05,833][ INFO][PID:325181] rsyncing finished. [2025-07-19 01:48:05,834][ INFO][PID:325181] Releasing VM back to pool [2025-07-19 01:48:05,842][ INFO][PID:325181] Searching for 'success' file in resultdir [2025-07-19 01:48:05,843][ ERROR][PID:325181] Build failed: Backend process error: No success file => build failure [2025-07-19 01:48:05,843][ INFO][PID:325181] Finished build: id=9286146 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly chroot=fedora-eln-ppc64le [2025-07-19 01:48:05,845][ ERROR][PID:325181] Backend process error: No success file => build failure [2025-07-19 01:48:05,845][ INFO][PID:325181] Worker failed build, took 10.07351565361023 [2025-07-19 01:48:05,846][ INFO][PID:325181] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": 1752889685.8458846, "started_on": 1752889675.772369, "submitted_on": null, "status": 0, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9286146-fedora-eln-ppc64le", "build_id": 9286146, "package_name": "libmodulemd", "package_version": "2.15.2-20250719011726.0.gb8b11b4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libmodulemd", "git_hash": "241ea94b15ab465e4457b996f2dfdfdf93909db9", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://kojipkgs.fedoraproject.org/repos/eln-build/latest/$basearch", "id": "https_kojipkgs_fedoraproject_org_repos_eln_build_latest_basearch", "name": "Additional repo https_kojipkgs_fedoraproject_org_repos_eln_build_latest_basearch" } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09286146-libmodulemd", "built_packages": "", "id": 9286146, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-19 01:48:05,899][ INFO][PID:325181] Sending fedora-messaging bus message in build.end [2025-07-19 01:48:05,922][ INFO][PID:325181] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd/builder-live.log by gzip [2025-07-19 01:48:05,923][ INFO][PID:325181] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd/builder-live.log' as PID 468739 [2025-07-19 01:48:05,926][ INFO][PID:325181] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd/builder-live.log) [2025-07-19 01:48:05,927][ INFO][PID:325181] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd/backend.log by gzip [2025-07-19 01:48:05,928][ INFO][PID:325181] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-eln-ppc64le/09286146-libmodulemd/backend.log' as PID 468740