[2025-07-23 01:23:12,195][ INFO][PID:1639318] Marking build as starting [2025-07-23 01:23:12,274][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:12,275][ INFO][PID:1639318] VM allocation process starts [2025-07-23 01:23:12,294][ INFO][PID:1639318] Trying to allocate VM: ResallocHost, ticket_id=4045684, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-23 01:23:15,323][ INFO][PID:1639318] Allocated host ResallocHost, ticket_id=4045684, hostname=140.211.168.190, name=copr_osuosl_p09_prod_05744295_20250723_002814, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-23 01:23:15,325][ INFO][PID:1639318] Allocating ssh connection to builder [2025-07-23 01:23:15,327][ INFO][PID:1639318] Checking that builder machine is OK [2025-07-23 01:23:16,896][ INFO][PID:1639318] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-07-23 01:23:17,921][ INFO][PID:1639318] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-07-23 01:23:17,922][ INFO][PID:1639318] Filling build.info file with builder info [2025-07-23 01:23:17,922][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:17,924][ INFO][PID:1639318] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": null, "started_on": 1753233797.9243119, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9306936-fedora-rawhide-ppc64le", "build_id": 9306936, "package_name": "libmodulemd", "package_version": "2.15.2-20250723012101.0.gb8b11b4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libmodulemd", "git_hash": "cc70d4605eeda76afd4ab1f18cb17685cb29e8dd", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09306936-libmodulemd", "built_packages": "", "id": 9306936, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-23 01:23:17,963][ INFO][PID:1639318] Sending fedora-messaging bus message in build.start [2025-07-23 01:23:18,789][ INFO][PID:1639318] Sending fedora-messaging bus message in chroot.start [2025-07-23 01:23:18,817][ INFO][PID:1639318] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9306936-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-07-23 01:23:20,141][ INFO][PID:1639318] Downloading the builder-live.log file, attempt 1 [2025-07-23 01:23:20,143][ INFO][PID:1639318] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-23 01:23:25,155][ INFO][PID:1639318] Periodic builder liveness probe: alive [2025-07-23 01:23:25,157][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:30,158][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:35,159][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:40,160][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:45,163][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:50,164][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:23:55,165][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:00,167][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:05,171][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:10,174][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:15,175][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:20,177][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:25,180][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:30,183][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:35,185][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:40,186][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:45,190][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:50,195][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:24:55,196][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:00,199][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:05,201][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:10,203][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:15,204][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:20,206][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:25,207][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:30,209][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:35,216][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:40,217][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:45,219][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:50,225][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:25:55,226][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:00,228][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:05,230][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:10,231][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:15,232][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:20,236][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:25,237][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:30,240][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:35,242][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:40,252][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:45,253][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:50,254][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:26:55,256][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:00,260][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:05,265][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:10,270][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:15,272][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:20,281][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:25,282][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:30,286][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:35,287][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:40,289][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:45,290][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:50,292][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:27:55,294][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:00,297][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:05,301][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:10,305][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:15,308][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:20,311][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:25,314][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:30,318][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:35,322][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:40,323][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:45,325][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:50,327][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:28:55,331][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:00,333][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:05,334][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:10,335][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:15,337][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:20,338][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:25,339][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:30,340][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:35,351][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:40,353][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:45,354][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:50,356][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:29:55,357][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:00,358][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:05,360][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:10,363][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:15,364][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:20,366][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:25,368][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:30,370][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:35,371][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:40,373][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:45,375][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:50,377][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:30:55,379][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:00,381][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:05,382][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:10,383][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:15,385][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:20,386][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:25,387][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:30,389][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:35,391][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:40,393][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:45,394][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:50,395][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:31:55,397][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:00,401][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:05,402][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:10,404][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:15,407][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:20,408][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:25,410][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:30,411][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:35,413][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:40,414][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:45,415][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:50,416][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:32:55,418][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:00,422][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:05,428][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:10,430][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:15,431][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:20,432][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:25,445][ INFO][PID:1639318] Periodic builder liveness probe: alive [2025-07-23 01:33:25,446][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:30,447][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:35,449][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:40,456][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:45,458][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:50,459][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:33:55,461][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:00,462][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:05,464][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:10,465][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:15,466][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:20,467][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:25,469][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:30,471][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:35,473][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:40,474][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:45,475][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:50,477][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:34:55,478][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:00,480][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:05,481][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:10,483][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:15,486][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:20,487][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:25,488][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:30,489][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:35,491][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:40,492][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:45,493][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:50,495][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:35:55,496][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:00,498][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:05,502][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:10,503][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:15,504][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:20,506][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:25,507][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:30,508][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:35,509][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:40,510][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:45,512][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:50,512][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:36:55,514][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:00,515][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:05,516][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:10,517][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:15,518][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:20,519][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:25,521][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:30,522][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:35,523][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:40,526][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:45,536][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:50,538][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:37:55,540][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:00,541][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:05,542][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:10,543][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:15,544][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:20,545][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:25,546][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:30,547][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:35,548][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:40,550][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:45,551][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:50,552][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:38:55,553][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:00,554][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:05,555][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:10,557][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:15,558][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:20,559][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:25,559][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:30,561][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:35,562][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:40,563][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:45,564][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:50,565][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:39:55,566][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:00,567][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:05,573][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:10,574][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:15,575][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:20,576][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:25,577][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:30,578][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:35,580][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:40,581][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:45,582][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:50,583][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:40:55,584][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:00,585][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:05,587][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:10,595][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:15,598][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:20,599][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:25,600][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:30,602][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:35,603][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:40,604][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:45,605][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:50,608][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:41:55,611][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:00,612][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:05,614][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:10,615][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:15,616][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:20,618][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:25,619][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:30,621][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:35,622][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:40,627][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:45,630][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:50,631][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:42:55,632][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:00,633][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:05,634][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:10,636][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:15,637][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:20,638][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:25,648][ INFO][PID:1639318] Periodic builder liveness probe: alive [2025-07-23 01:43:25,649][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:30,651][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:35,652][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:40,653][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:45,655][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:50,656][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:43:55,659][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:00,661][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:05,662][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:10,664][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:15,665][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:20,666][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:25,669][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:30,670][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:35,671][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:40,673][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:45,674][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:50,676][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:44:55,677][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:00,678][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:05,680][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:10,681][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:15,684][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:20,685][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:25,686][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:30,687][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:35,688][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:40,690][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:45,691][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:50,693][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:45:55,699][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:00,700][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:05,702][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:10,705][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:15,707][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:20,708][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:25,711][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:30,713][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:35,714][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:40,717][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:45,719][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:50,721][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:46:55,722][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:00,723][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:05,725][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:10,728][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:15,730][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:20,731][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:25,732][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:30,733][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:35,734][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:40,736][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:45,737][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:50,738][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:47:55,739][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:00,790][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:05,794][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:10,795][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:15,796][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:20,797][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:25,798][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:30,799][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:35,800][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:40,801][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:45,802][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:50,803][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:48:55,804][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:00,805][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:05,807][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:10,808][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:15,809][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:20,811][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:25,812][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:30,813][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:35,814][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:40,815][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:45,817][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:50,818][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:49:55,819][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:00,820][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:05,822][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:10,826][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:15,827][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:20,828][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:25,829][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:30,830][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:35,831][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:40,833][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:45,834][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:50,836][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:50:55,837][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:00,838][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:05,839][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:10,840][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:15,841][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:20,842][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:25,844][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:30,845][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:35,846][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:40,847][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:45,849][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:50,850][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:51:55,853][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:00,853][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:05,854][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:10,856][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:15,857][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:16,144][ ERROR][PID:1639318] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:52:20,858][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:25,859][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:26,145][WARNING][PID:1639318] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 01:52:30,860][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:35,862][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:36,146][ INFO][PID:1639318] Downloading the builder-live.log file, attempt 2 [2025-07-23 01:52:36,147][ INFO][PID:1639318] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-23 01:52:40,863][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:45,864][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:50,866][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:52:55,867][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:53:00,868][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:53:05,869][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:53:10,870][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:53:15,871][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:53:20,873][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:53:25,888][ INFO][PID:1639318] Periodic builder liveness probe: dead [2025-07-23 01:53:36,216][ ERROR][PID:1639318] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:53:46,221][WARNING][PID:1639318] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 01:53:56,221][ INFO][PID:1639318] Downloading the builder-live.log file, attempt 3 [2025-07-23 01:53:56,223][ INFO][PID:1639318] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-23 01:54:25,959][ ERROR][PID:1639318] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.190 port 22: Connection timed out [2025-07-23 01:54:56,291][ ERROR][PID:1639318] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:55:06,294][WARNING][PID:1639318] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 01:55:16,295][ INFO][PID:1639318] Downloading the builder-live.log file, attempt 4 [2025-07-23 01:55:16,297][ INFO][PID:1639318] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.190 copr-rpmbuild-log [2025-07-23 01:55:36,032][ ERROR][PID:1639318] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.190 port 22: Connection timed out [2025-07-23 01:56:16,366][ ERROR][PID:1639318] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 01:56:26,370][ ERROR][PID:1639318] Giving up for unstable SSH, failures: 1753235546.1451185, 1753235626.2211068, 1753235706.2947495, 1753235786.3698223 [2025-07-23 01:56:46,105][ ERROR][PID:1639318] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.190 port 22: Connection timed out [2025-07-23 01:57:56,176][ ERROR][PID:1639318] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.190 port 22: Connection timed out [2025-07-23 01:58:06,177][ ERROR][PID:1639318] Can't ssh to cancel build. [2025-07-23 01:58:06,177][ ERROR][PID:1639318] Re-try request for task on 'ResallocHost, ticket_id=4045684, hostname=140.211.168.190, name=copr_osuosl_p09_prod_05744295_20250723_002814, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-23 01:58:06,178][ INFO][PID:1639318] Releasing VM back to pool [2025-07-23 01:58:06,187][ INFO][PID:1639318] Retry #1 (on other host) [2025-07-23 01:58:06,188][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:58:06,189][ INFO][PID:1639318] VM allocation process starts [2025-07-23 01:58:06,229][ INFO][PID:1639318] Trying to allocate VM: ResallocHost, ticket_id=4046234, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-23 01:58:09,267][ INFO][PID:1639318] Allocated host ResallocHost, ticket_id=4046234, hostname=2620:52:3:1:dead:beef:cafe:c24b, name=copr_hv_ppc64le_02_prod_05746045_20250723_013426, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-23 01:58:09,268][ INFO][PID:1639318] Allocating ssh connection to builder [2025-07-23 01:58:09,268][ INFO][PID:1639318] Checking that builder machine is OK [2025-07-23 01:58:10,038][ INFO][PID:1639318] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-07-23 01:58:10,473][ INFO][PID:1639318] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-07-23 01:58:10,474][ INFO][PID:1639318] Filling build.info file with builder info [2025-07-23 01:58:10,475][ INFO][PID:1639318] Checking for cancel request [2025-07-23 01:58:10,476][ INFO][PID:1639318] Not re-notifying FE and msg buses for the new host. [2025-07-23 01:58:10,477][ INFO][PID:1639318] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9306936-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-07-23 01:58:11,109][ INFO][PID:1639318] Downloading the builder-live.log file, attempt 1 [2025-07-23 01:58:11,111][ INFO][PID:1639318] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c24b copr-rpmbuild-log [2025-07-23 01:58:19,667][ INFO][PID:1639318] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c24b' (ED25519) to the list of known hosts. [2025-07-23 01:58:19,668][ INFO][PID:1639318] Downloading results from builder [2025-07-23 01:58:19,668][ INFO][PID:1639318] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c24b]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd started [2025-07-23 01:58:19,669][ INFO][PID:1639318] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c24b]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd/build-09306936.rsync.log [2025-07-23 01:58:20,134][ INFO][PID:1639318] rsyncing finished. [2025-07-23 01:58:20,135][ INFO][PID:1639318] Releasing VM back to pool [2025-07-23 01:58:20,145][ INFO][PID:1639318] Searching for 'success' file in resultdir [2025-07-23 01:58:20,146][ ERROR][PID:1639318] Build failed: Backend process error: No success file => build failure [2025-07-23 01:58:20,147][ INFO][PID:1639318] Finished build: id=9306936 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly chroot=fedora-rawhide-ppc64le [2025-07-23 01:58:20,149][ ERROR][PID:1639318] Backend process error: No success file => build failure [2025-07-23 01:58:20,150][ INFO][PID:1639318] Worker failed build, took 9.673582077026367 [2025-07-23 01:58:20,150][ INFO][PID:1639318] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": 1753235900.1500494, "started_on": 1753235890.4764674, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9306936-fedora-rawhide-ppc64le", "build_id": 9306936, "package_name": "libmodulemd", "package_version": "2.15.2-20250723012101.0.gb8b11b4", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libmodulemd", "git_hash": "cc70d4605eeda76afd4ab1f18cb17685cb29e8dd", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09306936-libmodulemd", "built_packages": "", "id": 9306936, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-23 01:58:20,194][ INFO][PID:1639318] Sending fedora-messaging bus message in build.end [2025-07-23 01:58:20,295][ INFO][PID:1639318] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd/builder-live.log by gzip [2025-07-23 01:58:20,296][ INFO][PID:1639318] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd/builder-live.log' as PID 1859469 [2025-07-23 01:58:20,298][ INFO][PID:1639318] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd/builder-live.log) [2025-07-23 01:58:20,298][ INFO][PID:1639318] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd/backend.log by gzip [2025-07-23 01:58:20,299][ INFO][PID:1639318] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09306936-libmodulemd/backend.log' as PID 1859471