[2025-12-18 15:37:08,108][ INFO][PID:1533795] Marking build as starting [2025-12-18 15:37:08,213][ INFO][PID:1533795] Checking that /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/repodata/repomd.xml exists [2025-12-18 15:37:08,360][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:08,364][ INFO][PID:1533795] VM allocation process starts [2025-12-18 15:37:08,504][ INFO][PID:1533795] Trying to allocate VM: ResallocHost, ticket_id=425062, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-18 15:37:13,511][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:18,512][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:23,513][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:28,514][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:33,515][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:38,516][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:43,517][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:48,529][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:53,530][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:37:58,531][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:03,532][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:08,533][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:13,540][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:18,545][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:23,600][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:28,602][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:33,603][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:38,604][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:43,605][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:48,606][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:53,608][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:38:58,630][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:03,646][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:08,652][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:13,667][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:18,674][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:23,676][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:28,695][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:33,696][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:38,698][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:43,778][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:48,787][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:53,838][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:39:58,849][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:03,900][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:08,902][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:13,913][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:18,915][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:23,923][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:28,930][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:33,931][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:38,933][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:43,935][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:48,943][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:40:55,497][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:00,524][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:05,621][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:10,915][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:15,933][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:21,046][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:26,054][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:31,077][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:36,080][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:41,088][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:46,093][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:51,098][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:41:56,119][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:01,126][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:06,127][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:11,128][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:16,130][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:21,132][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:26,134][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:31,138][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:36,139][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:41,142][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:46,146][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:51,154][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:42:56,159][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:01,173][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:06,182][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:11,184][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:16,194][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:21,197][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:26,198][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:31,206][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:36,210][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:41,211][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:46,213][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:51,218][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:43:56,220][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:01,222][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:06,236][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:11,244][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:16,246][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:21,249][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:26,253][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:31,256][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:36,258][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:41,264][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:46,271][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:51,272][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:44:56,276][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:01,277][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:06,283][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:11,284][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:16,287][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:21,289][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:26,295][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:31,313][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:36,321][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:41,327][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:46,328][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:51,330][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:56,337][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:56,437][ INFO][PID:1533795] Allocated host ResallocHost, ticket_id=425062, hostname=2620:52:6:1161:dead:beef:cafe:c148, name=vmhost_p09_03_prod_00678353_20251218_154010, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-18 15:45:56,438][ INFO][PID:1533795] Allocating ssh connection to builder [2025-12-18 15:45:56,439][ INFO][PID:1533795] Checking that builder machine is OK [2025-12-18 15:45:57,345][ INFO][PID:1533795] Running remote command: copr-builder-ready fedora-41-ppc64le [2025-12-18 15:45:57,875][ INFO][PID:1533795] Red Hat subscription not needed for fedora-41-ppc64le Builder is ready to be used [2025-12-18 15:45:57,876][ INFO][PID:1533795] Filling build.info file with builder info [2025-12-18 15:45:57,983][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:45:57,987][ INFO][PID:1533795] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "luya", "project_name": "xournalpp", "project_dirname": "xournalpp", "submitter": "https://api.github.com/users/rolandlo", "ended_on": null, "started_on": 1766072757.9868624, "submitted_on": null, "status": 3, "chroot": "fedora-41-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9931241-fedora-41-ppc64le", "build_id": 9931241, "package_name": "xournalpp", "package_version": "1.3.0^5.g6d28e0c3-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/luya/xournalpp/xournalpp", "git_hash": "b0daa29de4e1673fcbf5b72124dba2e26e22f2ef", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "luya/xournalpp--https://api.github.com/users/rolandlo", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/luya/xournalpp/fedora-41-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "bootstrap": "on", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/luya/xournalpp", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/luya/xournalpp", "result_dir": "09931241-xournalpp", "built_packages": "", "id": 9931241, "mockchain_macros": { "copr_username": "luya", "copr_projectname": "xournalpp", "vendor": "Fedora Project COPR (luya/xournalpp)" } } ] } [2025-12-18 15:45:58,220][ INFO][PID:1533795] Sending fedora-messaging bus message in build.start [2025-12-18 15:45:59,359][ INFO][PID:1533795] Sending fedora-messaging bus message in chroot.start [2025-12-18 15:45:59,451][ INFO][PID:1533795] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9931241-fedora-41-ppc64le --chroot fedora-41-ppc64le --detached [2025-12-18 15:46:00,470][ INFO][PID:1533795] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c148' (ED25519) to the list of known hosts. [2025-12-18 15:46:00,472][ INFO][PID:1533795] Downloading the builder-live.log file, attempt 1 [2025-12-18 15:46:00,489][ INFO][PID:1533795] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-18 15:46:05,504][ INFO][PID:1533795] Periodic builder liveness probe: alive [2025-12-18 15:46:05,509][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:10,523][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:15,531][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:20,534][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:25,537][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:30,558][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:35,564][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:40,566][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:45,576][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:50,581][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:46:55,583][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:00,589][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:05,610][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:10,613][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:15,615][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:20,619][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:25,626][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:30,628][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:35,629][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:40,632][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:45,635][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:50,637][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:47:55,639][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:00,642][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:05,655][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:10,658][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:15,663][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:20,668][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:25,670][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:30,672][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:35,675][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:40,677][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:45,681][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:50,684][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:48:55,691][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:00,692][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:05,694][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:10,699][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:15,700][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:20,703][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:25,709][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:30,714][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:35,718][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:40,725][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:45,371][ ERROR][PID:1533795] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-18 15:49:45,726][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:50,730][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:49:55,374][WARNING][PID:1533795] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-18 15:49:55,732][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:00,736][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:05,376][ INFO][PID:1533795] Downloading the builder-live.log file, attempt 2 [2025-12-18 15:50:05,382][ INFO][PID:1533795] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-18 15:50:05,738][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:10,740][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:15,805][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:20,810][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:25,992][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:31,007][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:36,015][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:41,027][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:46,035][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:51,036][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:50:56,051][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:01,060][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:05,481][ ERROR][PID:1533795] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-18 15:51:06,224][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:11,322][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:15,493][WARNING][PID:1533795] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-18 15:51:16,329][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:21,331][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:25,494][ INFO][PID:1533795] Downloading the builder-live.log file, attempt 3 [2025-12-18 15:51:25,497][ INFO][PID:1533795] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-18 15:51:26,386][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:31,417][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:36,441][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:41,505][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:46,812][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:51,815][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:51:56,832][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:01,846][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:06,852][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:11,854][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:16,858][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:21,860][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:25,605][ ERROR][PID:1533795] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-18 15:52:26,861][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:31,863][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:35,647][WARNING][PID:1533795] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-12-18 15:52:36,869][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:41,871][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:45,650][ INFO][PID:1533795] Downloading the builder-live.log file, attempt 4 [2025-12-18 15:52:45,654][ INFO][PID:1533795] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2025-12-18 15:52:46,881][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:51,884][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:52:56,888][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:01,906][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:06,911][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:11,913][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:16,914][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:21,916][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:26,919][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:31,920][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:36,924][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:41,930][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:45,734][ ERROR][PID:1533795] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-12-18 15:53:46,934][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:51,935][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:55,737][ ERROR][PID:1533795] Giving up for unstable SSH, failures: 1766072995.3740244, 1766073075.493117, 1766073155.6475282, 1766073235.7371807 [2025-12-18 15:53:55,740][ ERROR][PID:1533795] Re-try request for task on 'ResallocHost, ticket_id=425062, hostname=2620:52:6:1161:dead:beef:cafe:c148, name=vmhost_p09_03_prod_00678353_20251218_154010, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-12-18 15:53:55,741][ INFO][PID:1533795] Releasing VM back to pool [2025-12-18 15:53:55,785][ INFO][PID:1533795] Retry #1 (on other host) [2025-12-18 15:53:55,788][ INFO][PID:1533795] Checking that /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/repodata/repomd.xml exists [2025-12-18 15:53:55,790][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:53:55,796][ INFO][PID:1533795] VM allocation process starts [2025-12-18 15:53:55,844][ INFO][PID:1533795] Trying to allocate VM: ResallocHost, ticket_id=425629, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-18 15:54:00,847][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:05,848][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:10,850][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:15,858][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:20,860][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:25,863][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:30,865][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:35,867][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:40,870][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:45,872][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:50,873][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:54:55,916][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:00,920][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:05,921][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:10,925][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:15,932][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:20,933][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:25,935][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:30,937][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:35,939][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:40,941][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:45,942][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:50,945][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:55:55,948][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:00,952][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:05,957][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:10,981][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:15,983][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:20,984][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:25,989][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:30,995][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:35,997][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:40,999][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:46,003][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:51,006][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:56:56,007][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:01,009][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:06,010][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:11,012][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:16,020][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:21,034][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:26,041][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:31,057][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:36,061][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:41,063][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:46,068][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:51,071][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:57:56,072][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:01,077][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:06,079][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:11,082][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:16,083][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:21,085][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:26,087][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:31,089][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:36,182][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:41,183][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:46,185][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:51,187][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:58:56,190][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:01,193][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:06,196][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:11,197][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:16,202][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:21,207][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:26,209][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:31,210][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:36,212][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:41,285][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:46,286][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:51,287][ INFO][PID:1533795] Checking for cancel request [2025-12-18 15:59:56,330][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:01,331][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:06,333][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:11,334][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:16,335][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:21,337][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:26,341][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:31,342][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:36,344][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:41,346][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:46,351][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:51,353][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:00:56,354][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:01,358][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:06,363][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:11,366][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:16,370][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:21,372][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:26,373][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:31,374][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:36,377][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:41,378][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:46,379][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:51,380][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:01:56,382][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:01,384][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:06,385][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:11,387][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:16,388][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:21,389][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:26,393][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:31,396][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:36,397][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:41,398][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:46,424][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:51,425][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:02:56,426][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:01,428][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:06,429][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:11,430][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:14,141][ INFO][PID:1533795] Allocated host ResallocHost, ticket_id=425629, hostname=140.211.168.169, name=copr_osuosl_p09_prod_00678603_20251218_154531, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-12-18 16:03:14,142][ INFO][PID:1533795] Allocating ssh connection to builder [2025-12-18 16:03:14,142][ INFO][PID:1533795] Checking that builder machine is OK [2025-12-18 16:03:15,694][ INFO][PID:1533795] Running remote command: copr-builder-ready fedora-41-ppc64le [2025-12-18 16:03:16,848][ INFO][PID:1533795] Red Hat subscription not needed for fedora-41-ppc64le Builder is ready to be used [2025-12-18 16:03:16,849][ INFO][PID:1533795] Filling build.info file with builder info [2025-12-18 16:03:16,996][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:16,998][ INFO][PID:1533795] Not re-notifying FE and msg buses for the new host. [2025-12-18 16:03:16,999][ INFO][PID:1533795] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9931241-fedora-41-ppc64le --chroot fedora-41-ppc64le --detached [2025-12-18 16:03:18,495][ INFO][PID:1533795] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '140.211.168.169' (ED25519) to the list of known hosts. [2025-12-18 16:03:18,495][ INFO][PID:1533795] Downloading the builder-live.log file, attempt 1 [2025-12-18 16:03:18,497][ INFO][PID:1533795] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.169 copr-rpmbuild-log [2025-12-18 16:03:23,508][ INFO][PID:1533795] Periodic builder liveness probe: alive [2025-12-18 16:03:23,509][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:28,510][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:33,513][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:38,575][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:43,580][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:48,582][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:53,584][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:03:58,587][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:03,591][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:08,593][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:13,596][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:18,598][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:23,599][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:28,602][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:33,603][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:38,608][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:43,614][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:48,618][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:53,621][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:04:58,624][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:03,627][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:08,630][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:13,632][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:18,633][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:23,635][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:28,639][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:33,640][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:38,643][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:43,647][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:48,649][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:53,650][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:05:58,652][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:06:03,654][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:06:08,657][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:06:13,658][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:06:18,660][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:06:23,663][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:06:28,664][ INFO][PID:1533795] Checking for cancel request [2025-12-18 16:06:30,443][ INFO][PID:1533795] Downloading results from builder [2025-12-18 16:06:30,444][ INFO][PID:1533795] rsyncing of mockbuilder@140.211.168.169:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp started [2025-12-18 16:06:30,445][ INFO][PID:1533795] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@140.211.168.169:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp/ &> /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp/build-09931241.rsync.log [2025-12-18 16:06:33,669][ INFO][PID:1533795] rsyncing finished. [2025-12-18 16:06:33,671][ INFO][PID:1533795] Releasing VM back to pool [2025-12-18 16:06:33,688][ INFO][PID:1533795] Searching for 'success' file in resultdir [2025-12-18 16:06:33,690][ ERROR][PID:1533795] Build failed: Backend process error: No success file => build failure [2025-12-18 16:06:33,691][ INFO][PID:1533795] Finished build: id=9931241 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/luya/xournalpp chroot=fedora-41-ppc64le [2025-12-18 16:06:33,713][ ERROR][PID:1533795] Backend process error: No success file => build failure [2025-12-18 16:06:33,716][ INFO][PID:1533795] Worker failed build, took 196.71822118759155 [2025-12-18 16:06:33,719][ INFO][PID:1533795] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "luya", "project_name": "xournalpp", "project_dirname": "xournalpp", "submitter": "https://api.github.com/users/rolandlo", "ended_on": 1766073993.7168574, "started_on": 1766073796.9986362, "submitted_on": null, "status": 0, "chroot": "fedora-41-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9931241-fedora-41-ppc64le", "build_id": 9931241, "package_name": "xournalpp", "package_version": "1.3.0^5.g6d28e0c3-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/luya/xournalpp/xournalpp", "git_hash": "b0daa29de4e1673fcbf5b72124dba2e26e22f2ef", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "luya/xournalpp--https://api.github.com/users/rolandlo", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/luya/xournalpp/fedora-41-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "bootstrap": "on", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/luya/xournalpp", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/luya/xournalpp", "result_dir": "09931241-xournalpp", "built_packages": "", "id": 9931241, "mockchain_macros": { "copr_username": "luya", "copr_projectname": "xournalpp", "vendor": "Fedora Project COPR (luya/xournalpp)" } } ] } [2025-12-18 16:06:33,789][ INFO][PID:1533795] Sending fedora-messaging bus message in build.end [2025-12-18 16:06:33,838][ INFO][PID:1533795] Compressing /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp/builder-live.log by gzip [2025-12-18 16:06:33,840][ INFO][PID:1533795] Running command 'gzip /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp/builder-live.log' as PID 1844322 [2025-12-18 16:06:33,881][ INFO][PID:1533795] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp/builder-live.log) [2025-12-18 16:06:33,882][ INFO][PID:1533795] Compressing /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp/backend.log by gzip [2025-12-18 16:06:33,885][ INFO][PID:1533795] Running command 'gzip /var/lib/copr/public_html/results/luya/xournalpp/fedora-41-ppc64le/09931241-xournalpp/backend.log' as PID 1844330