[2025-07-19 01:19:38,934][ INFO][PID:312887] Marking build as starting [2025-07-19 01:19:39,035][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:19:39,037][ INFO][PID:312887] VM allocation process starts [2025-07-19 01:19:39,069][ INFO][PID:312887] Trying to allocate VM: ResallocHost, ticket_id=3988830, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-19 01:19:42,159][ INFO][PID:312887] Allocated host ResallocHost, ticket_id=3988830, hostname=140.211.168.5, name=copr_osuosl_p09_prod_05622555_20250718_173916, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-19 01:19:42,159][ INFO][PID:312887] Allocating ssh connection to builder [2025-07-19 01:19:42,159][ INFO][PID:312887] Checking that builder machine is OK [2025-07-19 01:19:43,605][ INFO][PID:312887] Running remote command: copr-builder-ready fedora-42-ppc64le [2025-07-19 01:19:44,671][ INFO][PID:312887] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2025-07-19 01:19:44,672][ INFO][PID:312887] Filling build.info file with builder info [2025-07-19 01:19:44,673][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:19:44,674][ INFO][PID:312887] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": null, "started_on": 1752887984.6740324, "submitted_on": null, "status": 3, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9286146-fedora-42-ppc64le", "build_id": 9286146, "package_name": "libmodulemd", "package_version": "2.15.2-20250719011726.0.gb8b11b4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libmodulemd", "git_hash": "b689b6bfb55696104a2282f044211661cb450705", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09286146-libmodulemd", "built_packages": "", "id": 9286146, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-19 01:19:44,711][ INFO][PID:312887] Sending fedora-messaging bus message in build.start [2025-07-19 01:19:45,386][ INFO][PID:312887] Sending fedora-messaging bus message in chroot.start [2025-07-19 01:19:45,412][ INFO][PID:312887] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9286146-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2025-07-19 01:19:46,645][ INFO][PID:312887] Downloading the builder-live.log file, attempt 1 [2025-07-19 01:19:46,647][ INFO][PID:312887] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.5 copr-rpmbuild-log [2025-07-19 01:19:51,668][ INFO][PID:312887] Periodic builder liveness probe: alive [2025-07-19 01:19:51,669][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:19:56,671][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:01,672][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:06,674][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:11,678][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:16,680][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:21,682][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:26,683][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:31,685][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:36,689][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:41,690][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:46,692][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:51,694][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:20:56,697][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:01,699][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:06,702][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:11,703][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:16,705][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:21,707][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:26,709][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:31,714][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:36,716][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:41,718][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:46,724][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:51,725][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:21:56,730][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:01,732][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:06,741][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:11,746][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:16,748][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:21,751][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:26,754][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:31,756][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:36,761][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:41,764][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:46,767][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:51,768][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:22:56,769][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:01,772][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:06,775][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:11,777][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:16,778][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:21,780][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:26,781][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:31,782][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:36,783][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:41,784][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:46,786][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:51,787][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:23:56,788][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:01,789][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:06,790][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:11,792][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:16,793][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:21,794][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:26,795][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:31,796][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:36,797][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:41,799][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:46,800][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:51,801][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:24:56,802][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:01,805][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:06,807][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:11,808][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:16,809][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:21,811][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:26,812][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:31,813][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:36,814][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:41,815][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:46,817][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:51,829][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:25:56,831][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:01,835][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:06,836][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:11,837][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:16,838][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:21,839][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:26,841][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:31,843][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:36,845][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:41,846][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:46,848][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:51,849][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:26:56,851][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:01,852][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:06,854][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:11,855][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:16,858][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:21,859][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:26,861][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:31,862][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:36,863][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:41,864][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:46,865][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:51,866][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:27:56,868][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:01,869][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:06,870][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:11,871][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:16,140][ ERROR][PID:312887] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:28:16,872][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:21,873][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:26,141][WARNING][PID:312887] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-19 01:28:26,874][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:31,876][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:36,142][ INFO][PID:312887] Downloading the builder-live.log file, attempt 2 [2025-07-19 01:28:36,144][ INFO][PID:312887] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.5 copr-rpmbuild-log [2025-07-19 01:28:36,876][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:41,878][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:46,879][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:51,880][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:28:56,881][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:01,882][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:06,883][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:11,884][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:16,885][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:21,886][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:26,887][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:31,888][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:36,285][ ERROR][PID:312887] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:29:36,890][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:41,891][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:46,286][WARNING][PID:312887] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-19 01:29:46,892][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:51,898][ INFO][PID:312887] Periodic builder liveness probe: alive [2025-07-19 01:29:51,898][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:29:56,287][ INFO][PID:312887] Downloading the builder-live.log file, attempt 3 [2025-07-19 01:29:56,288][ INFO][PID:312887] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.5 copr-rpmbuild-log [2025-07-19 01:29:56,899][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:01,900][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:06,901][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:11,903][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:16,904][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:21,905][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:26,906][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:31,907][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:36,908][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:41,910][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:46,911][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:51,912][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:30:56,427][ ERROR][PID:312887] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:30:56,913][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:01,914][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:06,431][WARNING][PID:312887] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-19 01:31:06,915][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:11,916][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:16,431][ INFO][PID:312887] Downloading the builder-live.log file, attempt 4 [2025-07-19 01:31:16,433][ INFO][PID:312887] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.5 copr-rpmbuild-log [2025-07-19 01:31:16,917][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:21,918][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:26,920][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:31,922][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:36,923][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:41,924][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:46,925][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:51,926][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:31:56,928][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:01,929][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:06,930][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:11,931][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:16,561][ ERROR][PID:312887] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-19 01:32:16,932][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:21,933][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:26,563][ ERROR][PID:312887] Giving up for unstable SSH, failures: 1752888506.1413558, 1752888586.286711, 1752888666.4310963, 1752888746.5628462 [2025-07-19 01:32:26,564][ ERROR][PID:312887] Re-try request for task on 'ResallocHost, ticket_id=3988830, hostname=140.211.168.5, name=copr_osuosl_p09_prod_05622555_20250718_173916, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-19 01:32:26,564][ INFO][PID:312887] Releasing VM back to pool [2025-07-19 01:32:26,575][ INFO][PID:312887] Retry #1 (on other host) [2025-07-19 01:32:26,576][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:26,577][ INFO][PID:312887] VM allocation process starts [2025-07-19 01:32:26,588][ INFO][PID:312887] Trying to allocate VM: ResallocHost, ticket_id=3988990, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-19 01:32:29,605][ INFO][PID:312887] Allocated host ResallocHost, ticket_id=3988990, hostname=2620:52:3:1:dead:beef:cafe:c28f, name=copr_p09_01_prod_05628970_20250719_012222, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-19 01:32:29,607][ INFO][PID:312887] Allocating ssh connection to builder [2025-07-19 01:32:29,608][ INFO][PID:312887] Checking that builder machine is OK [2025-07-19 01:32:30,517][ INFO][PID:312887] Running remote command: copr-builder-ready fedora-42-ppc64le [2025-07-19 01:32:30,992][ INFO][PID:312887] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2025-07-19 01:32:30,992][ INFO][PID:312887] Filling build.info file with builder info [2025-07-19 01:32:30,997][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:30,998][ INFO][PID:312887] Not re-notifying FE and msg buses for the new host. [2025-07-19 01:32:30,999][ INFO][PID:312887] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9286146-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2025-07-19 01:32:31,868][ INFO][PID:312887] Downloading the builder-live.log file, attempt 1 [2025-07-19 01:32:31,870][ INFO][PID:312887] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c28f copr-rpmbuild-log [2025-07-19 01:32:36,869][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:41,870][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:46,872][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:51,873][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:32:56,874][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:01,875][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:06,876][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:11,878][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:16,879][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:21,880][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:26,881][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:31,882][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:36,883][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:41,884][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:46,885][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:51,886][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:33:56,888][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:01,889][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:06,890][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:11,893][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:16,894][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:21,895][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:26,896][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:31,898][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:36,899][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:41,900][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:46,901][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:51,902][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:34:56,903][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:01,904][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:06,905][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:11,906][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:16,907][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:21,908][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:26,909][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:31,910][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:36,911][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:41,913][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:46,914][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:51,915][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:35:56,916][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:02,060][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:07,061][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:12,062][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:17,063][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:22,064][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:27,065][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:32,066][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:37,067][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:42,068][ INFO][PID:312887] Checking for cancel request [2025-07-19 01:36:45,769][ INFO][PID:312887] Downloading results from builder [2025-07-19 01:36:45,770][ INFO][PID:312887] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c28f]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd started [2025-07-19 01:36:45,771][ INFO][PID:312887] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c28f]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/build-09286146.rsync.log [2025-07-19 01:36:46,399][ INFO][PID:312887] rsyncing finished. [2025-07-19 01:36:46,410][ INFO][PID:312887] Releasing VM back to pool [2025-07-19 01:36:46,429][ INFO][PID:312887] Searching for 'success' file in resultdir [2025-07-19 01:36:46,430][ INFO][PID:312887] Going to sign pkgs from source: 9286146-fedora-42-ppc64le in chroot: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le [2025-07-19 01:36:46,431][ INFO][PID:312887] Calling '/bin/sign -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -p' (attempt #1) [2025-07-19 01:36:46,612][ INFO][PID:312887] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-devel-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm' (attempt #1) [2025-07-19 01:36:47,046][ INFO][PID:312887] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-devel-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm [2025-07-19 01:36:47,047][ INFO][PID:312887] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/python3-libmodulemd-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm' (attempt #1) [2025-07-19 01:36:47,626][ INFO][PID:312887] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/python3-libmodulemd-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm [2025-07-19 01:36:47,627][ INFO][PID:312887] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-debuginfo-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm' (attempt #1) [2025-07-19 01:36:48,210][ INFO][PID:312887] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-debuginfo-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm [2025-07-19 01:36:48,211][ INFO][PID:312887] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-debugsource-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm' (attempt #1) [2025-07-19 01:36:48,786][ INFO][PID:312887] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-debugsource-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm [2025-07-19 01:36:48,787][ INFO][PID:312887] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm' (attempt #1) [2025-07-19 01:36:49,402][ INFO][PID:312887] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-2.15.2-20250719011726.0.gb8b11b4.fc42.ppc64le.rpm [2025-07-19 01:36:49,402][ INFO][PID:312887] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-2.15.2-20250719011726.0.gb8b11b4.fc42.src.rpm' (attempt #1) [2025-07-19 01:36:50,121][ INFO][PID:312887] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/libmodulemd-2.15.2-20250719011726.0.gb8b11b4.fc42.src.rpm [2025-07-19 01:36:50,122][ INFO][PID:312887] Sign done [2025-07-19 01:36:50,122][ INFO][PID:312887] Incremental createrepo run, adding 09286146-libmodulemd into https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le, (auto-create-repo=True) [2025-07-19 01:36:50,124][ INFO][PID:312887] Running command 'copr-repo --batched /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le --add 09286146-libmodulemd --no-appstream-metadata' as PID 428559 [2025-07-19 01:36:51,431][ INFO][PID:312887] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le --add 09286146-libmodulemd --no-appstream-metadata) [2025-07-19 01:36:51,432][ INFO][PID:312887] Getting build details [2025-07-19 01:36:51,433][ INFO][PID:312887] Listing built binary packages in /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd [2025-07-19 01:36:51,433][ INFO][PID:312887] Built packages: ['libmodulemd-debugsource 2.15.2', 'libmodulemd-debuginfo 2.15.2', 'libmodulemd 2.15.2', 'python3-libmodulemd 2.15.2', 'libmodulemd-devel 2.15.2'] [2025-07-19 01:36:51,434][ INFO][PID:312887] build details: {'built_packages': 'libmodulemd-debugsource 2.15.2\nlibmodulemd-debuginfo 2.15.2\nlibmodulemd 2.15.2\npython3-libmodulemd 2.15.2\nlibmodulemd-devel 2.15.2'} [2025-07-19 01:36:51,434][ INFO][PID:312887] Retrieving pubkey [2025-07-19 01:36:51,434][ INFO][PID:312887] Calling '/bin/sign -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -p' (attempt #1) [2025-07-19 01:36:51,762][ INFO][PID:312887] Added pubkey for user rpmsoftwaremanagement project dnf-nightly into: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/pubkey.gpg [2025-07-19 01:36:51,762][ INFO][PID:312887] Finished build: id=9286146 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly chroot=fedora-42-ppc64le [2025-07-19 01:36:51,764][ INFO][PID:312887] Worker succeeded build, took 260.7661328315735 [2025-07-19 01:36:51,765][ INFO][PID:312887] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": 1752889011.7645311, "started_on": 1752888750.9983983, "submitted_on": null, "status": 1, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9286146-fedora-42-ppc64le", "build_id": 9286146, "package_name": "libmodulemd", "package_version": "2.15.2-20250719011726.0.gb8b11b4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libmodulemd", "git_hash": "b689b6bfb55696104a2282f044211661cb450705", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": { "packages": [ { "name": "libmodulemd-debugsource", "epoch": null, "version": "2.15.2", "release": "20250719011726.0.gb8b11b4.fc42", "arch": "ppc64le" }, { "name": "libmodulemd-debuginfo", "epoch": null, "version": "2.15.2", "release": "20250719011726.0.gb8b11b4.fc42", "arch": "ppc64le" }, { "name": "libmodulemd", "epoch": null, "version": "2.15.2", "release": "20250719011726.0.gb8b11b4.fc42", "arch": "ppc64le" }, { "name": "libmodulemd", "epoch": null, "version": "2.15.2", "release": "20250719011726.0.gb8b11b4.fc42", "arch": "src" }, { "name": "python3-libmodulemd", "epoch": null, "version": "2.15.2", "release": "20250719011726.0.gb8b11b4.fc42", "arch": "ppc64le" }, { "name": "libmodulemd-devel", "epoch": null, "version": "2.15.2", "release": "20250719011726.0.gb8b11b4.fc42", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09286146-libmodulemd", "built_packages": "libmodulemd-debugsource 2.15.2\nlibmodulemd-debuginfo 2.15.2\nlibmodulemd 2.15.2\npython3-libmodulemd 2.15.2\nlibmodulemd-devel 2.15.2", "id": 9286146, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-19 01:36:51,807][ INFO][PID:312887] Sending fedora-messaging bus message in build.end [2025-07-19 01:36:51,831][ INFO][PID:312887] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/builder-live.log by gzip [2025-07-19 01:36:51,833][ INFO][PID:312887] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/builder-live.log' as PID 428732 [2025-07-19 01:36:51,841][ INFO][PID:312887] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/builder-live.log) [2025-07-19 01:36:51,842][ INFO][PID:312887] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/backend.log by gzip [2025-07-19 01:36:51,843][ INFO][PID:312887] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-42-ppc64le/09286146-libmodulemd/backend.log' as PID 428736