[2025-07-22 14:10:26,525][ INFO][PID:1020858] Marking build as starting [2025-07-22 14:10:26,590][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:10:26,593][ INFO][PID:1020858] VM allocation process starts [2025-07-22 14:10:26,654][ INFO][PID:1020858] Trying to allocate VM: ResallocHost, ticket_id=4027238, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 14:10:31,663][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:10:36,665][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:10:41,668][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:10:46,669][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:10:51,671][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:10:56,673][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:01,674][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:06,678][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:11,683][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:16,686][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:21,689][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:26,696][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:31,700][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:34,849][ INFO][PID:1020858] Allocated host ResallocHost, ticket_id=4027238, hostname=140.211.168.8, name=copr_osuosl_p09_prod_05726366_20250722_140729, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 14:11:34,851][ INFO][PID:1020858] Allocating ssh connection to builder [2025-07-22 14:11:34,851][ INFO][PID:1020858] Checking that builder machine is OK [2025-07-22 14:11:36,327][ INFO][PID:1020858] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-07-22 14:11:37,434][ INFO][PID:1020858] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-07-22 14:11:37,436][ INFO][PID:1020858] Filling build.info file with builder info [2025-07-22 14:11:37,439][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:37,442][ INFO][PID:1020858] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@CoreOS", "project_name": "continuous", "project_dirname": "continuous", "submitter": "https://api.github.com/users/cgwalters", "ended_on": null, "started_on": 1753193497.442107, "submitted_on": null, "status": 3, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9297665-fedora-eln-ppc64le", "build_id": 9297665, "package_name": "ostree", "package_version": "2025.3.26.g8cbe6b23-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@CoreOS/continuous/ostree", "git_hash": "32d6a48b61075331c655e477a42d6e5b6da702c3", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@CoreOS/continuous--https://api.github.com/users/cgwalters", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/fedora-eln-ppc64le/", "id": "copr_rhcontainerbot_bootc", "name": "Additional repo copr_rhcontainerbot_bootc" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@CoreOS/continuous", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous", "result_dir": "09297665-ostree", "built_packages": "", "id": 9297665, "mockchain_macros": { "copr_username": "@CoreOS", "copr_projectname": "continuous", "vendor": "Fedora Project COPR (@CoreOS/continuous)" } } ] } [2025-07-22 14:11:37,511][ INFO][PID:1020858] Sending fedora-messaging bus message in build.start [2025-07-22 14:11:39,901][ INFO][PID:1020858] Sending fedora-messaging bus message in chroot.start [2025-07-22 14:11:39,979][ INFO][PID:1020858] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9297665-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-07-22 14:11:41,352][ INFO][PID:1020858] Downloading the builder-live.log file, attempt 1 [2025-07-22 14:11:41,356][ INFO][PID:1020858] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-22 14:11:46,390][ INFO][PID:1020858] Periodic builder liveness probe: alive [2025-07-22 14:11:46,399][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:51,405][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:11:56,407][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:01,410][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:06,413][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:11,414][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:16,418][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:21,420][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:26,422][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:31,424][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:36,428][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:41,430][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:46,431][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:51,434][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:12:56,437][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:01,443][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:06,445][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:11,447][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:16,450][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:21,466][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:26,468][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:31,470][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:36,473][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:41,481][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:46,486][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:51,497][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:13:56,498][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:01,507][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:06,508][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:11,512][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:16,515][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:21,517][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:26,523][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:31,529][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:36,532][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:41,534][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:46,538][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:51,546][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:14:56,548][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:01,553][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:06,557][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:11,560][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:16,563][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:21,568][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:26,571][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:31,574][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:36,576][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:41,577][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:46,579][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:51,582][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:15:56,586][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:01,587][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:06,588][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:11,590][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:16,591][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:21,592][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:26,594][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:31,596][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:36,597][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:41,598][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:46,599][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:51,601][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:16:56,602][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:01,604][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:06,605][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:11,608][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:16,609][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:21,610][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:26,611][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:31,612][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:36,613][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:41,614][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:46,615][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:51,616][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:17:56,618][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:01,619][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:06,622][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:11,624][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:16,625][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:21,626][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:26,627][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:31,628][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:36,630][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:41,633][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:46,635][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:51,636][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:18:56,637][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:01,638][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:06,639][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:11,640][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:16,641][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:21,642][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:26,643][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:31,645][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:36,646][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:41,647][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:46,648][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:51,649][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:19:56,650][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:01,651][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:06,653][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:11,654][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:16,658][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:21,659][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:26,660][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:31,661][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:36,662][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:41,664][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:46,665][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:51,666][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:20:56,668][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:01,669][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:06,670][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:11,671][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:16,672][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:21,673][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:26,674][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:31,675][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:36,676][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:41,678][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:46,688][ INFO][PID:1020858] Periodic builder liveness probe: alive [2025-07-22 14:21:46,689][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:51,690][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:21:56,692][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:01,695][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:06,696][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:11,697][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:16,699][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:21,700][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:26,701][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:31,702][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:36,703][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:41,704][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:46,706][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:51,707][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:22:56,709][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:01,710][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:06,711][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:11,712][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:16,714][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:21,716][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:26,717][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:31,718][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:36,719][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:41,720][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:46,722][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:51,723][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:23:56,724][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:01,725][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:06,726][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:11,728][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:16,729][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:21,730][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:26,731][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:31,732][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:36,733][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:41,735][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:46,738][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:51,740][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:24:56,741][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:01,742][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:06,743][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:11,744][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:16,745][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:21,746][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:26,747][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:31,748][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:36,749][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:41,750][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:46,751][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:51,752][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:25:56,753][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:01,754][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:06,755][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:11,756][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:16,758][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:21,759][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:26,760][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:31,761][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:36,763][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:41,764][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:46,765][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:51,766][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:26:56,767][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:01,769][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:06,771][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:11,773][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:16,774][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:21,775][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:26,776][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:31,777][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:36,779][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:41,780][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:46,781][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:51,782][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:27:56,783][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:01,787][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:06,788][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:11,789][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:16,790][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:21,791][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:26,792][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:31,793][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:36,795][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:41,796][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:46,797][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:51,798][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:28:56,799][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:01,800][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:06,801][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:11,802][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:16,803][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:21,805][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:26,806][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:31,807][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:36,808][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:41,809][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:46,810][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:51,811][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:29:56,812][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:01,814][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:06,815][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:11,816][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:16,817][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:21,818][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:26,820][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:31,821][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:36,822][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:41,823][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:46,824][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:51,826][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:30:56,827][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:01,828][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:06,829][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:11,830][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:16,831][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:21,833][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:26,834][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:31,836][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:36,837][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:41,838][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:46,845][ INFO][PID:1020858] Periodic builder liveness probe: alive [2025-07-22 14:31:46,845][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:51,846][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:31:56,847][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:01,848][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:06,850][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:11,851][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:16,852][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:21,854][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:26,856][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:31,857][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:36,858][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:41,859][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:46,861][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:51,862][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:32:56,864][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:01,865][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:06,866][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:11,867][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:16,869][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:21,870][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:26,871][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:31,873][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:36,875][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:41,876][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:46,877][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:51,878][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:33:56,879][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:01,880][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:06,881][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:11,882][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:16,884][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:21,885][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:26,890][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:31,895][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:36,897][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:41,897][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:46,899][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:51,911][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:34:56,912][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:01,914][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:06,915][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:11,916][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:16,918][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:21,919][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:26,920][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:31,921][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:36,922][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:41,923][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:46,924][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:51,925][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:35:56,926][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:01,928][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:06,929][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:11,930][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:16,931][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:21,932][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:26,934][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:31,935][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:36,936][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:41,937][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:46,938][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:51,939][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:36:56,940][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:01,941][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:06,942][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:11,943][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:16,945][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:21,946][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:26,947][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:31,948][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:36,949][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:41,950][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:46,951][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:51,952][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:37:56,953][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:01,955][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:06,955][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:11,957][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:16,958][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:21,959][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:26,961][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:31,962][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:36,963][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:41,964][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:46,965][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:51,966][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:38:56,967][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:01,968][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:06,969][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:11,970][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:16,972][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:21,973][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:26,974][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:31,975][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:36,976][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:41,977][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:46,978][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:51,979][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:39:56,980][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:01,981][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:06,982][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:11,983][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:16,989][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:21,990][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:26,991][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:31,993][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:36,994][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:41,995][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:46,996][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:51,997][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:40:56,998][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:01,999][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:07,000][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:12,001][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:17,003][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:22,004][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:27,005][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:32,006][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:37,007][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:42,008][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:41:47,014][ INFO][PID:1020858] Periodic builder liveness probe: dead [2025-07-22 14:42:47,158][ ERROR][PID:1020858] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.8 port 22 timed out [2025-07-22 14:43:57,297][ ERROR][PID:1020858] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.8 port 22 timed out [2025-07-22 14:44:51,139][ ERROR][PID:1020858] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 14:45:01,139][WARNING][PID:1020858] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 14:45:07,366][ ERROR][PID:1020858] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.8 port 22: Connection timed out [2025-07-22 14:45:11,140][ INFO][PID:1020858] Downloading the builder-live.log file, attempt 2 [2025-07-22 14:45:11,142][ INFO][PID:1020858] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-22 14:46:11,210][ ERROR][PID:1020858] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 14:46:17,437][ ERROR][PID:1020858] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.8 port 22: Connection timed out [2025-07-22 14:46:21,215][WARNING][PID:1020858] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 14:46:27,438][ ERROR][PID:1020858] Can't ssh to cancel build. [2025-07-22 14:46:31,216][ INFO][PID:1020858] Downloading the builder-live.log file, attempt 3 [2025-07-22 14:46:31,218][ INFO][PID:1020858] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-22 14:47:31,310][ ERROR][PID:1020858] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 14:47:41,311][WARNING][PID:1020858] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 14:47:51,312][ INFO][PID:1020858] Downloading the builder-live.log file, attempt 4 [2025-07-22 14:47:51,314][ INFO][PID:1020858] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-22 14:48:51,383][ ERROR][PID:1020858] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 14:49:01,388][ ERROR][PID:1020858] Giving up for unstable SSH, failures: 1753195501.1398232, 1753195581.2155647, 1753195661.3116062, 1753195741.3881142 [2025-07-22 14:49:01,389][ ERROR][PID:1020858] Re-try request for task on 'ResallocHost, ticket_id=4027238, hostname=140.211.168.8, name=copr_osuosl_p09_prod_05726366_20250722_140729, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-22 14:49:01,389][ INFO][PID:1020858] Releasing VM back to pool [2025-07-22 14:49:01,439][ INFO][PID:1020858] Retry #1 (on other host) [2025-07-22 14:49:01,439][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:49:01,440][ INFO][PID:1020858] VM allocation process starts [2025-07-22 14:49:01,476][ INFO][PID:1020858] Trying to allocate VM: ResallocHost, ticket_id=4027588, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 14:49:04,530][ INFO][PID:1020858] Allocated host ResallocHost, ticket_id=4027588, hostname=140.211.168.229, name=copr_osuosl_p09_prod_05727487_20250722_144506, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 14:49:04,530][ INFO][PID:1020858] Allocating ssh connection to builder [2025-07-22 14:49:04,531][ INFO][PID:1020858] Checking that builder machine is OK [2025-07-22 14:49:05,791][ INFO][PID:1020858] Running remote command: copr-builder-ready fedora-eln-ppc64le [2025-07-22 14:49:06,804][ INFO][PID:1020858] Red Hat subscription not needed for fedora-eln-ppc64le Builder is ready to be used [2025-07-22 14:49:06,804][ INFO][PID:1020858] Filling build.info file with builder info [2025-07-22 14:49:06,813][ INFO][PID:1020858] Checking for cancel request [2025-07-22 14:49:06,814][ INFO][PID:1020858] Not re-notifying FE and msg buses for the new host. [2025-07-22 14:49:06,815][ INFO][PID:1020858] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9297665-fedora-eln-ppc64le --chroot fedora-eln-ppc64le --detached [2025-07-22 14:49:08,070][ INFO][PID:1020858] Downloading the builder-live.log file, attempt 1 [2025-07-22 14:49:08,071][ INFO][PID:1020858] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-22 14:49:17,204][ INFO][PID:1020858] Cancel request succeeded out: success err: Warning: Permanently added '140.211.168.229' (ED25519) to the list of known hosts. [2025-07-22 14:49:17,204][ INFO][PID:1020858] Downloading results from builder [2025-07-22 14:49:17,205][ INFO][PID:1020858] rsyncing of mockbuilder@140.211.168.229:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree started [2025-07-22 14:49:17,206][ INFO][PID:1020858] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@140.211.168.229:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree/ &> /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree/build-09297665.rsync.log [2025-07-22 14:49:18,754][ INFO][PID:1020858] rsyncing finished. [2025-07-22 14:49:18,755][ INFO][PID:1020858] Releasing VM back to pool [2025-07-22 14:49:18,765][ INFO][PID:1020858] Searching for 'success' file in resultdir [2025-07-22 14:49:18,766][ ERROR][PID:1020858] Build failed: Backend process error: No success file => build failure [2025-07-22 14:49:18,767][ INFO][PID:1020858] Finished build: id=9297665 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/@CoreOS/continuous chroot=fedora-eln-ppc64le [2025-07-22 14:49:18,769][ ERROR][PID:1020858] Backend process error: No success file => build failure [2025-07-22 14:49:18,769][ INFO][PID:1020858] Worker failed build, took 11.955223560333252 [2025-07-22 14:49:18,770][ INFO][PID:1020858] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@CoreOS", "project_name": "continuous", "project_dirname": "continuous", "submitter": "https://api.github.com/users/cgwalters", "ended_on": 1753195758.7697735, "started_on": 1753195746.81455, "submitted_on": null, "status": 0, "chroot": "fedora-eln-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9297665-fedora-eln-ppc64le", "build_id": 9297665, "package_name": "ostree", "package_version": "2025.3.26.g8cbe6b23-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@CoreOS/continuous/ostree", "git_hash": "32d6a48b61075331c655e477a42d6e5b6da702c3", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@CoreOS/continuous--https://api.github.com/users/cgwalters", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous/fedora-eln-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/fedora-eln-ppc64le/", "id": "copr_rhcontainerbot_bootc", "name": "Additional repo copr_rhcontainerbot_bootc" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@CoreOS/continuous", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@CoreOS/continuous", "result_dir": "09297665-ostree", "built_packages": "", "id": 9297665, "mockchain_macros": { "copr_username": "@CoreOS", "copr_projectname": "continuous", "vendor": "Fedora Project COPR (@CoreOS/continuous)" } } ] } [2025-07-22 14:49:18,810][ INFO][PID:1020858] Sending fedora-messaging bus message in build.end [2025-07-22 14:49:18,836][ INFO][PID:1020858] Compressing /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree/builder-live.log by gzip [2025-07-22 14:49:18,837][ INFO][PID:1020858] Running command 'gzip /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree/builder-live.log' as PID 1268777 [2025-07-22 14:49:18,838][ INFO][PID:1020858] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree/builder-live.log) [2025-07-22 14:49:18,839][ INFO][PID:1020858] Compressing /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree/backend.log by gzip [2025-07-22 14:49:18,840][ INFO][PID:1020858] Running command 'gzip /var/lib/copr/public_html/results/@CoreOS/continuous/fedora-eln-ppc64le/09297665-ostree/backend.log' as PID 1268778