[2025-07-24 08:55:34,500][ INFO][PID:2584255] Marking build as starting [2025-07-24 08:55:34,538][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:55:34,539][ INFO][PID:2584255] VM allocation process starts [2025-07-24 08:55:34,590][ INFO][PID:2584255] Trying to allocate VM: ResallocHost, ticket_id=4089110, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 08:55:37,629][ INFO][PID:2584255] Allocated host ResallocHost, ticket_id=4089110, hostname=140.211.168.248, name=copr_osuosl_p09_prod_05780312_20250724_084345, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 08:55:37,630][ INFO][PID:2584255] Allocating ssh connection to builder [2025-07-24 08:55:37,630][ INFO][PID:2584255] Checking that builder machine is OK [2025-07-24 08:55:39,083][ INFO][PID:2584255] Running remote command: copr-builder-ready fedora-42-ppc64le [2025-07-24 08:55:40,194][ INFO][PID:2584255] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2025-07-24 08:55:40,196][ INFO][PID:2584255] Filling build.info file with builder info [2025-07-24 08:55:40,196][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:55:40,197][ INFO][PID:2584255] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": null, "started_on": 1753347340.1977057, "submitted_on": null, "status": 3, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9313830-fedora-42-ppc64le", "build_id": 9313830, "package_name": "R-gh", "package_version": "1.3.1-13", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/R-gh", "git_hash": "caba71b494bdc1f649ebbf58a4dc145606feb41c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09313830-R-gh", "built_packages": "", "id": 9313830, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-07-24 08:55:42,625][ INFO][PID:2584255] Sending fedora-messaging bus message in build.start [2025-07-24 08:55:43,307][ INFO][PID:2584255] Sending fedora-messaging bus message in chroot.start [2025-07-24 08:55:43,332][ INFO][PID:2584255] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9313830-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2025-07-24 08:55:44,677][ INFO][PID:2584255] Downloading the builder-live.log file, attempt 1 [2025-07-24 08:55:44,679][ INFO][PID:2584255] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-07-24 08:55:49,686][ INFO][PID:2584255] Periodic builder liveness probe: alive [2025-07-24 08:55:49,687][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:55:54,688][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:55:59,689][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:04,690][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:09,691][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:14,692][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:19,693][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:24,695][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:29,696][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:34,697][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:39,699][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:44,701][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:49,707][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:54,708][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:56:59,709][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:04,711][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:09,714][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:14,716][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:19,717][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:24,719][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:29,720][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:34,721][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:39,722][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:44,723][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:49,725][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:54,726][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:57:59,727][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:04,728][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:09,729][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:14,731][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:19,732][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:24,733][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:29,734][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:34,735][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:39,737][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:44,738][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:49,739][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:54,741][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:58:59,744][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:04,746][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:09,748][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:14,749][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:19,750][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:24,751][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:29,753][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:34,754][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:39,755][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:44,756][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:49,757][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:54,758][ INFO][PID:2584255] Checking for cancel request [2025-07-24 08:59:59,760][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:04,761][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:09,762][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:14,763][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:19,764][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:24,765][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:29,766][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:34,767][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:39,769][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:44,770][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:49,771][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:54,772][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:00:59,773][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:04,774][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:09,775][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:14,776][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:19,777][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:24,778][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:29,779][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:34,781][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:39,782][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:44,783][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:49,784][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:54,785][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:01:59,786][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:04,787][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:09,788][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:14,789][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:19,790][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:24,791][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:29,793][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:34,794][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:39,795][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:44,796][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:49,797][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:54,798][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:02:59,799][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:04,800][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:09,801][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:14,803][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:19,804][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:24,805][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:29,806][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:34,807][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:39,809][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:44,819][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:49,820][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:54,822][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:03:59,823][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:04,824][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:09,825][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:14,826][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:19,828][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:24,829][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:29,830][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:34,831][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:39,833][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:44,835][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:49,836][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:54,837][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:04:59,838][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:04,839][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:09,841][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:14,842][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:19,843][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:24,844][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:29,848][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:34,849][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:39,852][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:44,853][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:49,861][ INFO][PID:2584255] Periodic builder liveness probe: alive [2025-07-24 09:05:49,861][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:54,862][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:05:59,864][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:04,869][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:09,870][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:14,872][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:19,873][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:24,887][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:29,894][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:34,896][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:39,899][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:44,902][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:49,913][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:54,927][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:06:59,939][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:04,941][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:09,943][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:14,945][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:19,953][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:24,955][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:29,956][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:34,957][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:39,958][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:44,960][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:49,961][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:54,963][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:07:59,964][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:04,965][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:09,966][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:14,967][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:19,969][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:24,970][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:29,971][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:34,973][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:39,975][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:44,976][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:49,978][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:54,980][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:08:59,981][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:04,984][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:09,985][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:14,986][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:19,987][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:24,989][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:29,991][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:34,992][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:39,994][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:44,995][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:49,996][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:54,997][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:09:59,998][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:04,999][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:10,000][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:15,001][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:20,005][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:25,007][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:30,008][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:35,009][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:40,011][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:45,015][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:50,016][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:10:55,017][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:00,019][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:05,022][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:10,023][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:15,024][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:20,025][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:25,026][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:30,028][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:35,031][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:40,032][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:45,038][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:50,045][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:11:55,049][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:00,051][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:05,056][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:10,060][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:15,062][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:20,063][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:25,065][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:30,070][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:35,072][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:40,076][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:45,078][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:50,082][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:12:55,084][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:00,086][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:05,090][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:10,091][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:15,094][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:20,096][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:25,097][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:30,098][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:35,099][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:40,100][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:45,102][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:50,103][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:13:55,106][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:00,107][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:05,109][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:10,113][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:15,114][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:20,115][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:25,117][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:30,118][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:35,122][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:40,124][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:45,126][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:50,128][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:14:55,130][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:00,131][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:05,132][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:10,134][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:15,135][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:20,136][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:25,137][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:30,138][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:35,140][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:40,141][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:45,142][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:50,150][ INFO][PID:2584255] Periodic builder liveness probe: alive [2025-07-24 09:15:50,150][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:15:55,151][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:00,153][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:05,154][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:10,155][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:15,156][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:20,158][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:25,159][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:30,160][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:35,161][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:40,163][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:45,164][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:50,165][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:16:55,166][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:00,167][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:05,169][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:10,170][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:15,171][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:20,172][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:25,173][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:30,174][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:35,175][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:40,176][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:45,178][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:50,179][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:17:55,180][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:00,181][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:05,182][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:10,183][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:15,184][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:20,184][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:25,186][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:30,187][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:35,187][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:40,189][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:45,190][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:50,191][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:18:55,192][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:00,193][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:05,194][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:10,195][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:15,197][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:20,198][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:25,199][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:30,200][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:35,201][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:40,202][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:45,203][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:50,204][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:19:55,206][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:00,207][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:05,208][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:10,209][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:15,210][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:20,211][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:25,212][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:30,214][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:35,215][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:40,216][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:45,217][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:50,218][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:20:55,219][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:00,221][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:05,223][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:10,224][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:15,225][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:20,226][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:25,227][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:30,228][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:35,229][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:40,230][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:45,231][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:50,233][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:21:55,234][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:00,236][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:05,237][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:10,238][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:15,239][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:20,241][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:25,242][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:30,243][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:35,244][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:40,245][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:45,246][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:50,247][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:22:55,248][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:00,249][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:05,250][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:10,251][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:11,139][ ERROR][PID:2584255] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 09:23:15,252][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:20,253][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:21,140][WARNING][PID:2584255] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-24 09:23:25,254][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:30,255][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:31,140][ INFO][PID:2584255] Downloading the builder-live.log file, attempt 2 [2025-07-24 09:23:31,142][ INFO][PID:2584255] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-07-24 09:23:35,256][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:40,257][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:45,258][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:50,259][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:23:55,261][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:00,262][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:05,263][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:10,264][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:15,265][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:20,266][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:25,267][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:30,268][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:31,210][ ERROR][PID:2584255] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 09:24:35,269][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:40,271][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:41,212][WARNING][PID:2584255] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-24 09:24:45,272][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:50,273][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:24:51,213][ INFO][PID:2584255] Downloading the builder-live.log file, attempt 3 [2025-07-24 09:24:51,214][ INFO][PID:2584255] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-07-24 09:24:55,274][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:00,275][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:05,277][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:10,278][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:15,280][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:20,281][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:25,282][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:30,283][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:35,284][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:40,285][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:45,287][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:25:50,292][ INFO][PID:2584255] Periodic builder liveness probe: dead [2025-07-24 09:25:51,282][ ERROR][PID:2584255] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 09:26:01,285][WARNING][PID:2584255] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-24 09:26:11,286][ INFO][PID:2584255] Downloading the builder-live.log file, attempt 4 [2025-07-24 09:26:11,287][ INFO][PID:2584255] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.248 copr-rpmbuild-log [2025-07-24 09:26:50,361][ ERROR][PID:2584255] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-07-24 09:27:11,356][ ERROR][PID:2584255] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 09:27:21,360][ ERROR][PID:2584255] Giving up for unstable SSH, failures: 1753349001.1400325, 1753349081.212133, 1753349161.2853854, 1753349241.360439 [2025-07-24 09:28:00,432][ ERROR][PID:2584255] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-07-24 09:29:10,501][ ERROR][PID:2584255] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-07-24 09:30:20,563][ ERROR][PID:2584255] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.248 port 22: Connection timed out [2025-07-24 09:30:30,564][ ERROR][PID:2584255] Can't ssh to cancel build. [2025-07-24 09:30:30,565][ ERROR][PID:2584255] Re-try request for task on 'ResallocHost, ticket_id=4089110, hostname=140.211.168.248, name=copr_osuosl_p09_prod_05780312_20250724_084345, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-24 09:30:30,565][ INFO][PID:2584255] Releasing VM back to pool [2025-07-24 09:30:30,574][ INFO][PID:2584255] Retry #1 (on other host) [2025-07-24 09:30:30,574][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:30:30,575][ INFO][PID:2584255] VM allocation process starts [2025-07-24 09:30:30,609][ INFO][PID:2584255] Trying to allocate VM: ResallocHost, ticket_id=4089543, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 09:30:33,659][ INFO][PID:2584255] Allocated host ResallocHost, ticket_id=4089543, hostname=2620:52:3:1:dead:beef:cafe:c248, name=copr_hv_ppc64le_02_prod_05780724_20250724_091256, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 09:30:33,660][ INFO][PID:2584255] Allocating ssh connection to builder [2025-07-24 09:30:33,660][ INFO][PID:2584255] Checking that builder machine is OK [2025-07-24 09:30:36,178][ INFO][PID:2584255] Running remote command: copr-builder-ready fedora-42-ppc64le [2025-07-24 09:30:37,721][ INFO][PID:2584255] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2025-07-24 09:30:37,722][ INFO][PID:2584255] Filling build.info file with builder info [2025-07-24 09:30:37,722][ INFO][PID:2584255] Checking for cancel request [2025-07-24 09:30:37,723][ INFO][PID:2584255] Not re-notifying FE and msg buses for the new host. [2025-07-24 09:30:37,723][ INFO][PID:2584255] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9313830-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2025-07-24 09:30:39,349][ INFO][PID:2584255] Downloading the builder-live.log file, attempt 1 [2025-07-24 09:30:39,350][ INFO][PID:2584255] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c248 copr-rpmbuild-log [2025-07-24 09:30:51,288][ INFO][PID:2584255] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c248' (ED25519) to the list of known hosts. [2025-07-24 09:30:51,289][ INFO][PID:2584255] Downloading results from builder [2025-07-24 09:30:51,289][ INFO][PID:2584255] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c248]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh started [2025-07-24 09:30:51,290][ INFO][PID:2584255] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c248]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh/build-09313830.rsync.log [2025-07-24 09:30:51,972][ INFO][PID:2584255] rsyncing finished. [2025-07-24 09:30:51,972][ INFO][PID:2584255] Releasing VM back to pool [2025-07-24 09:30:51,982][ INFO][PID:2584255] Searching for 'success' file in resultdir [2025-07-24 09:30:51,983][ ERROR][PID:2584255] Build failed: Backend process error: No success file => build failure [2025-07-24 09:30:51,983][ INFO][PID:2584255] Finished build: id=9313830 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23 chroot=fedora-42-ppc64le [2025-07-24 09:30:51,986][ ERROR][PID:2584255] Backend process error: No success file => build failure [2025-07-24 09:30:51,987][ INFO][PID:2584255] Worker failed build, took 14.26373291015625 [2025-07-24 09:30:51,988][ INFO][PID:2584255] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": 1753349451.987199, "started_on": 1753349437.7234662, "submitted_on": null, "status": 0, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9313830-fedora-42-ppc64le", "build_id": 9313830, "package_name": "R-gh", "package_version": "1.3.1-13", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/R-gh", "git_hash": "caba71b494bdc1f649ebbf58a4dc145606feb41c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09313830-R-gh", "built_packages": "", "id": 9313830, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-07-24 09:30:52,024][ INFO][PID:2584255] Sending fedora-messaging bus message in build.end [2025-07-24 09:30:52,050][ INFO][PID:2584255] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh/builder-live.log by gzip [2025-07-24 09:30:52,051][ INFO][PID:2584255] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh/builder-live.log' as PID 2789169 [2025-07-24 09:30:52,053][ INFO][PID:2584255] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh/builder-live.log) [2025-07-24 09:30:52,054][ INFO][PID:2584255] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh/backend.log by gzip [2025-07-24 09:30:52,055][ INFO][PID:2584255] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313830-R-gh/backend.log' as PID 2789170