[2026-01-09 02:15:25,685][ INFO][PID:3127251] Marking build as starting [2026-01-09 02:15:26,037][ INFO][PID:3127251] Checking that /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/repodata/repomd.xml exists [2026-01-09 02:15:26,140][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:15:26,144][ INFO][PID:3127251] VM allocation process starts [2026-01-09 02:15:26,235][ INFO][PID:3127251] Trying to allocate VM: ResallocHost, ticket_id=724997, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-09 02:15:31,254][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:15:36,256][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:15:41,274][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:15:46,279][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:15:51,286][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:15:56,297][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:01,302][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:06,303][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:11,308][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:16,316][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:21,325][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:26,326][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:31,343][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:36,350][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:41,363][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:46,364][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:51,431][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:16:56,455][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:01,468][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:06,475][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:11,490][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:16,499][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:21,501][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:26,616][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:31,626][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:36,638][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:41,639][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:46,644][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:51,656][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:17:56,658][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:01,661][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:06,673][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:11,674][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:16,684][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:21,686][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:26,687][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:31,695][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:36,704][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:41,711][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:44,930][ INFO][PID:3127251] Allocated host ResallocHost, ticket_id=724997, hostname=2620:52:6:1161:dead:beef:cafe:c18c, name=vmhost_p09_04_prod_01041761_20260109_021241, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-09 02:18:44,931][ INFO][PID:3127251] Allocating ssh connection to builder [2026-01-09 02:18:44,932][ INFO][PID:3127251] Checking that builder machine is OK [2026-01-09 02:18:46,020][ INFO][PID:3127251] Running remote command: copr-builder-ready epel-9-ppc64le [2026-01-09 02:18:46,704][ INFO][PID:3127251] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2026-01-09 02:18:46,704][ INFO][PID:3127251] Filling build.info file with builder info [2026-01-09 02:18:46,705][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:18:46,707][ INFO][PID:3127251] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@OpenVPN", "project_name": "openvpn-git", "project_dirname": "openvpn-git", "submitter": "gitlab.com:flichtenheld", "ended_on": null, "started_on": 1767925126.7070787, "submitted_on": null, "status": 3, "chroot": "epel-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9988756-epel-9-ppc64le", "build_id": 9988756, "package_name": "openvpn", "package_version": "2.7-20260108git20f8127", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@OpenVPN/openvpn-git/openvpn", "git_hash": "e837d6512e3f87c6de7478ad6c9244a7dd93aa06", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@OpenVPN/openvpn-git--gitlab.com:flichtenheld", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git/epel-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@OpenVPN/openvpn-git", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git", "result_dir": "09988756-openvpn", "built_packages": "", "id": 9988756, "mockchain_macros": { "copr_username": "@OpenVPN", "copr_projectname": "openvpn-git", "vendor": "Fedora Project COPR (@OpenVPN/openvpn-git)" } } ] } [2026-01-09 02:18:46,886][ INFO][PID:3127251] Sending fedora-messaging bus message in build.start [2026-01-09 02:18:48,750][ INFO][PID:3127251] Sending fedora-messaging bus message in chroot.start [2026-01-09 02:18:48,795][ INFO][PID:3127251] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9988756-epel-9-ppc64le --chroot epel-9-ppc64le --detached [2026-01-09 02:18:50,022][ INFO][PID:3127251] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c18c' (ED25519) to the list of known hosts. [2026-01-09 02:18:50,025][ INFO][PID:3127251] Downloading the builder-live.log file, attempt 1 [2026-01-09 02:18:50,032][ INFO][PID:3127251] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18c copr-rpmbuild-log [2026-01-09 02:18:55,081][ INFO][PID:3127251] Periodic builder liveness probe: alive [2026-01-09 02:18:55,089][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:00,092][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:05,154][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:10,160][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:15,162][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:20,164][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:25,200][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:30,203][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:35,205][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:40,208][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:45,209][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:50,214][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:19:55,218][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:00,231][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:05,397][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:10,399][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:15,404][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:20,411][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:25,416][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:30,425][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:35,427][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:40,436][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:45,437][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:50,442][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:20:55,444][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:00,448][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:05,449][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:10,451][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:15,452][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:20,494][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:25,498][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:30,516][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:35,540][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:40,545][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:45,548][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:50,551][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:21:55,601][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:00,666][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:05,673][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:10,680][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:15,682][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:20,683][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:25,685][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:30,687][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:35,690][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:40,710][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:45,793][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:50,805][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:22:55,820][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:00,835][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:05,896][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:10,906][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:15,912][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:20,914][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:25,915][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:30,919][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:35,937][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:40,939][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:45,952][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:50,960][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:23:55,964][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:00,965][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:05,968][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:10,973][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:15,975][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:20,976][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:21,372][ ERROR][PID:3127251] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-09 02:24:26,171][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:31,184][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:31,373][WARNING][PID:3127251] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-09 02:24:36,190][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:41,195][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:41,376][ INFO][PID:3127251] Downloading the builder-live.log file, attempt 2 [2026-01-09 02:24:41,377][ INFO][PID:3127251] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18c copr-rpmbuild-log [2026-01-09 02:24:46,197][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:51,199][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:24:56,200][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:01,204][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:06,207][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:11,208][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:16,210][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:21,212][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:26,218][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:31,222][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:36,224][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:41,231][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:41,450][ ERROR][PID:3127251] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-09 02:25:46,233][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:51,241][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:25:51,470][WARNING][PID:3127251] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-09 02:25:56,248][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:01,251][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:01,471][ INFO][PID:3127251] Downloading the builder-live.log file, attempt 3 [2026-01-09 02:26:01,475][ INFO][PID:3127251] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18c copr-rpmbuild-log [2026-01-09 02:26:06,259][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:11,271][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:16,273][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:21,276][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:26,278][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:31,280][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:36,282][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:41,284][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:46,286][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:51,287][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:26:56,289][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:01,292][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:01,552][ ERROR][PID:3127251] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-09 02:27:06,295][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:11,300][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:11,566][WARNING][PID:3127251] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-09 02:27:16,309][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:21,320][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:21,570][ INFO][PID:3127251] Downloading the builder-live.log file, attempt 4 [2026-01-09 02:27:21,575][ INFO][PID:3127251] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18c copr-rpmbuild-log [2026-01-09 02:27:26,321][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:31,325][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:36,331][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:41,335][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:46,342][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:51,348][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:27:56,349][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:01,350][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:06,351][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:11,352][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:16,357][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:21,359][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:21,651][ ERROR][PID:3127251] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-09 02:28:26,360][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:31,362][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:31,660][ ERROR][PID:3127251] Giving up for unstable SSH, failures: 1767925471.3735528, 1767925551.470761, 1767925631.5668628, 1767925711.6600003 [2026-01-09 02:28:31,666][ ERROR][PID:3127251] Re-try request for task on 'ResallocHost, ticket_id=724997, hostname=2620:52:6:1161:dead:beef:cafe:c18c, name=vmhost_p09_04_prod_01041761_20260109_021241, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-01-09 02:28:31,671][ INFO][PID:3127251] Releasing VM back to pool [2026-01-09 02:28:31,695][ INFO][PID:3127251] Retry #1 (on other host) [2026-01-09 02:28:31,696][ INFO][PID:3127251] Checking that /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/repodata/repomd.xml exists [2026-01-09 02:28:31,702][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:31,705][ INFO][PID:3127251] VM allocation process starts [2026-01-09 02:28:31,747][ INFO][PID:3127251] Trying to allocate VM: ResallocHost, ticket_id=725630, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-09 02:28:34,783][ INFO][PID:3127251] Allocated host ResallocHost, ticket_id=725630, hostname=2620:52:6:1161:dead:beef:cafe:c148, name=vmhost_p09_03_prod_01041994_20260109_022217, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-09 02:28:34,785][ INFO][PID:3127251] Allocating ssh connection to builder [2026-01-09 02:28:34,786][ INFO][PID:3127251] Checking that builder machine is OK [2026-01-09 02:28:35,689][ INFO][PID:3127251] Running remote command: copr-builder-ready epel-9-ppc64le [2026-01-09 02:28:36,254][ INFO][PID:3127251] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2026-01-09 02:28:36,256][ INFO][PID:3127251] Filling build.info file with builder info [2026-01-09 02:28:36,292][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:36,293][ INFO][PID:3127251] Not re-notifying FE and msg buses for the new host. [2026-01-09 02:28:36,294][ INFO][PID:3127251] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9988756-epel-9-ppc64le --chroot epel-9-ppc64le --detached [2026-01-09 02:28:37,283][ INFO][PID:3127251] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c148' (ED25519) to the list of known hosts. [2026-01-09 02:28:37,285][ INFO][PID:3127251] Downloading the builder-live.log file, attempt 1 [2026-01-09 02:28:37,286][ INFO][PID:3127251] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2026-01-09 02:28:42,286][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:47,291][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:52,293][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:28:57,315][ INFO][PID:3127251] Periodic builder liveness probe: alive [2026-01-09 02:28:57,316][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:02,321][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:07,323][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:12,326][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:17,328][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:22,335][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:27,337][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:32,345][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:37,348][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:42,350][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:47,351][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:52,355][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:29:57,360][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:02,362][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:07,378][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:12,382][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:17,389][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:22,391][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:27,396][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:32,403][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:37,406][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:42,421][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:47,427][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:52,435][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:30:57,437][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:02,439][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:07,440][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:12,464][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:17,496][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:22,501][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:27,504][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:32,512][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:37,527][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:42,539][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:47,543][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:52,557][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:31:57,558][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:02,570][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:07,572][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:12,575][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:17,591][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:22,594][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:27,597][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:32,600][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:37,611][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:42,616][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:47,617][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:52,622][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:32:57,624][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:33:02,626][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:33:07,631][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:33:12,632][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:33:17,634][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:33:22,637][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:33:27,642][ INFO][PID:3127251] Checking for cancel request [2026-01-09 02:33:28,844][ INFO][PID:3127251] Downloading results from builder [2026-01-09 02:33:28,845][ INFO][PID:3127251] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c148]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn started [2026-01-09 02:33:28,853][ INFO][PID:3127251] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c148]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn/ &> /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn/build-09988756.rsync.log [2026-01-09 02:33:29,685][ INFO][PID:3127251] rsyncing finished. [2026-01-09 02:33:29,686][ INFO][PID:3127251] Releasing VM back to pool [2026-01-09 02:33:29,737][ INFO][PID:3127251] Searching for 'success' file in resultdir [2026-01-09 02:33:29,738][ ERROR][PID:3127251] Build failed: Backend process error: No success file => build failure [2026-01-09 02:33:29,741][ INFO][PID:3127251] Finished build: id=9988756 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/@OpenVPN/openvpn-git chroot=epel-9-ppc64le [2026-01-09 02:33:29,746][ ERROR][PID:3127251] Backend process error: No success file => build failure [2026-01-09 02:33:29,748][ INFO][PID:3127251] Worker failed build, took 293.45525431632996 [2026-01-09 02:33:29,750][ INFO][PID:3127251] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@OpenVPN", "project_name": "openvpn-git", "project_dirname": "openvpn-git", "submitter": "gitlab.com:flichtenheld", "ended_on": 1767926009.7489176, "started_on": 1767925716.2936633, "submitted_on": null, "status": 0, "chroot": "epel-9-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9988756-epel-9-ppc64le", "build_id": 9988756, "package_name": "openvpn", "package_version": "2.7-20260108git20f8127", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@OpenVPN/openvpn-git/openvpn", "git_hash": "e837d6512e3f87c6de7478ad6c9244a7dd93aa06", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@OpenVPN/openvpn-git--gitlab.com:flichtenheld", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git/epel-9-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@OpenVPN/openvpn-git", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@OpenVPN/openvpn-git", "result_dir": "09988756-openvpn", "built_packages": "", "id": 9988756, "mockchain_macros": { "copr_username": "@OpenVPN", "copr_projectname": "openvpn-git", "vendor": "Fedora Project COPR (@OpenVPN/openvpn-git)" } } ] } [2026-01-09 02:33:29,876][ INFO][PID:3127251] Sending fedora-messaging bus message in build.end [2026-01-09 02:33:29,929][ INFO][PID:3127251] Compressing /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn/builder-live.log by gzip [2026-01-09 02:33:29,932][ INFO][PID:3127251] Running command 'gzip /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn/builder-live.log' as PID 3296696 [2026-01-09 02:33:29,988][ INFO][PID:3127251] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn/builder-live.log) [2026-01-09 02:33:29,990][ INFO][PID:3127251] Compressing /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn/backend.log by gzip [2026-01-09 02:33:29,997][ INFO][PID:3127251] Running command 'gzip /var/lib/copr/public_html/results/@OpenVPN/openvpn-git/epel-9-ppc64le/09988756-openvpn/backend.log' as PID 3296702