[2026-01-03 06:48:06,190][ INFO][PID:242555] Marking build as starting [2026-01-03 06:48:06,259][ INFO][PID:242555] Checking that /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/repodata/repomd.xml exists [2026-01-03 06:48:06,260][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:06,261][ INFO][PID:242555] VM allocation process starts [2026-01-03 06:48:06,274][ INFO][PID:242555] Trying to allocate VM: ResallocHost, ticket_id=633660, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-03 06:48:11,277][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:16,280][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:21,305][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:26,311][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:31,326][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:36,332][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:41,335][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:46,344][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:51,354][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:48:56,366][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:01,375][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:06,385][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:11,394][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:16,399][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:21,404][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:26,412][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:31,528][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:36,533][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:41,536][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:46,538][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:51,544][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:49:56,546][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:01,550][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:06,552][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:11,560][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:16,561][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:21,563][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:26,567][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:31,568][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:36,571][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:41,577][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:46,601][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:51,603][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:50:56,606][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:01,609][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:06,617][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:11,629][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:16,630][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:21,633][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:26,635][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:31,941][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:36,957][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:41,994][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:47,004][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:52,012][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:51:57,016][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:02,269][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:07,309][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:12,398][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:17,452][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:22,488][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:24,637][ INFO][PID:242555] Allocated host ResallocHost, ticket_id=633660, hostname=2620:52:6:1161:dead:beef:cafe:c190, name=vmhost_p09_04_prod_00899545_20260103_064706, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-03 06:52:24,638][ INFO][PID:242555] Allocating ssh connection to builder [2026-01-03 06:52:24,641][ INFO][PID:242555] Checking that builder machine is OK [2026-01-03 06:52:25,583][ INFO][PID:242555] Running remote command: copr-builder-ready fedora-42-ppc64le [2026-01-03 06:52:26,102][ INFO][PID:242555] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2026-01-03 06:52:26,104][ INFO][PID:242555] Filling build.info file with builder info [2026-01-03 06:52:26,138][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:26,140][ INFO][PID:242555] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "amatej", "project_name": "dnf-nightly-sanitizers", "project_dirname": "dnf-nightly-sanitizers", "submitter": "amatej", "ended_on": null, "started_on": 1767423146.1401255, "submitted_on": null, "status": 3, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9971013-fedora-42-ppc64le", "build_id": 9971013, "package_name": "libcomps", "package_version": "0.1.23-1.20260103020305331209.master.7.g7990214", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/amatej/dnf-nightly-sanitizers/libcomps", "git_hash": "971eaa013e3f1e6a9a3682ff2d9bf65435c62bda", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "amatej/dnf-nightly-sanitizers--amatej", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly-sanitizers", "result_dir": "09971013-libcomps", "built_packages": "", "id": 9971013, "mockchain_macros": { "copr_username": "amatej", "copr_projectname": "dnf-nightly-sanitizers", "vendor": "Fedora Project COPR (amatej/dnf-nightly-sanitizers)" } } ] } [2026-01-03 06:52:26,226][ INFO][PID:242555] Sending fedora-messaging bus message in build.start [2026-01-03 06:52:26,999][ INFO][PID:242555] Sending fedora-messaging bus message in chroot.start [2026-01-03 06:52:27,033][ INFO][PID:242555] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9971013-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2026-01-03 06:52:28,053][ INFO][PID:242555] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c190' (ED25519) to the list of known hosts. [2026-01-03 06:52:28,054][ INFO][PID:242555] Downloading the builder-live.log file, attempt 1 [2026-01-03 06:52:28,161][ INFO][PID:242555] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c190 copr-rpmbuild-log [2026-01-03 06:52:33,077][ INFO][PID:242555] Periodic builder liveness probe: alive [2026-01-03 06:52:33,080][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:38,081][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:43,095][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:48,104][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:53,106][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:52:58,235][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:03,247][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:08,248][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:13,255][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:18,258][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:23,259][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:28,261][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:33,264][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:38,282][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:43,300][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:48,310][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:53,332][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:53:58,335][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:03,361][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:08,377][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:13,387][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:18,424][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:23,671][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:28,708][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:33,726][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:38,731][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:43,737][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:48,747][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:53,760][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:54:58,765][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:03,934][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:08,992][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:14,020][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:19,283][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:24,407][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:29,431][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:34,432][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:39,436][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:44,476][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:49,481][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:54,485][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:55:59,809][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:04,824][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:09,829][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:14,842][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:19,845][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:24,852][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:29,859][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:35,128][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:40,137][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:45,153][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:50,158][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:56:55,167][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:00,192][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:05,210][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:10,321][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:15,449][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:20,463][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:25,489][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:30,496][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:35,499][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:40,504][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:45,507][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:50,682][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:57:55,692][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:00,705][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:05,712][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:10,715][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:15,724][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:20,730][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:25,739][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:30,893][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:35,904][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:40,949][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:45,960][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:50,969][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:55,973][ INFO][PID:242555] Checking for cancel request [2026-01-03 06:58:57,278][ INFO][PID:242555] Downloading results from builder [2026-01-03 06:58:57,283][ INFO][PID:242555] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c190]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps started [2026-01-03 06:58:57,297][ INFO][PID:242555] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c190]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/ &> /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/build-09971013.rsync.log [2026-01-03 06:59:57,577][ INFO][PID:242555] rsyncing finished. [2026-01-03 06:59:57,578][ ERROR][PID:242555] Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-03 06:59:57,578][ ERROR][PID:242555] SSH connection lost on #1 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-03 07:00:07,579][ INFO][PID:242555] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c190]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps started [2026-01-03 07:00:07,581][ INFO][PID:242555] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c190]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/ &> /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/build-09971013.rsync.log [2026-01-03 07:00:08,788][ INFO][PID:242555] rsyncing finished. [2026-01-03 07:00:08,789][ INFO][PID:242555] Releasing VM back to pool [2026-01-03 07:00:08,805][ INFO][PID:242555] Searching for 'success' file in resultdir [2026-01-03 07:00:08,805][ ERROR][PID:242555] Build failed: Backend process error: No success file => build failure [2026-01-03 07:00:08,806][ INFO][PID:242555] Finished build: id=9971013 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers chroot=fedora-42-ppc64le [2026-01-03 07:00:08,808][ ERROR][PID:242555] Backend process error: No success file => build failure [2026-01-03 07:00:08,809][ INFO][PID:242555] Worker failed build, took 462.6688766479492 [2026-01-03 07:00:08,809][ INFO][PID:242555] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "amatej", "project_name": "dnf-nightly-sanitizers", "project_dirname": "dnf-nightly-sanitizers", "submitter": "amatej", "ended_on": 1767423608.8090022, "started_on": 1767423146.1401255, "submitted_on": null, "status": 0, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9971013-fedora-42-ppc64le", "build_id": 9971013, "package_name": "libcomps", "package_version": "0.1.23-1.20260103020305331209.master.7.g7990214", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/amatej/dnf-nightly-sanitizers/libcomps", "git_hash": "971eaa013e3f1e6a9a3682ff2d9bf65435c62bda", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "amatej/dnf-nightly-sanitizers--amatej", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/amatej/dnf-nightly-sanitizers", "result_dir": "09971013-libcomps", "built_packages": "", "id": 9971013, "mockchain_macros": { "copr_username": "amatej", "copr_projectname": "dnf-nightly-sanitizers", "vendor": "Fedora Project COPR (amatej/dnf-nightly-sanitizers)" } } ] } [2026-01-03 07:00:08,899][ INFO][PID:242555] Sending fedora-messaging bus message in build.end [2026-01-03 07:00:08,935][ INFO][PID:242555] Compressing /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/builder-live.log by gzip [2026-01-03 07:00:08,937][ INFO][PID:242555] Running command 'gzip /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/builder-live.log' as PID 388983 [2026-01-03 07:00:09,085][ INFO][PID:242555] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/builder-live.log) [2026-01-03 07:00:09,086][ INFO][PID:242555] Compressing /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/backend.log by gzip [2026-01-03 07:00:09,087][ INFO][PID:242555] Running command 'gzip /var/lib/copr/public_html/results/amatej/dnf-nightly-sanitizers/fedora-42-ppc64le/09971013-libcomps/backend.log' as PID 389013