[2025-07-24 06:21:30,594][ INFO][PID:1849313] Marking build as starting [2025-07-24 06:21:30,647][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:21:30,648][ INFO][PID:1849313] VM allocation process starts [2025-07-24 06:21:30,663][ INFO][PID:1849313] Trying to allocate VM: ResallocHost, ticket_id=4087360, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 06:21:35,665][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:21:40,667][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:21:45,669][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:21:50,670][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:21:55,672][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:00,673][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:05,674][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:08,756][ INFO][PID:1849313] Allocated host ResallocHost, ticket_id=4087360, hostname=140.211.168.89, name=copr_osuosl_p09_prod_05778585_20250724_061835, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 06:22:08,757][ INFO][PID:1849313] Allocating ssh connection to builder [2025-07-24 06:22:08,757][ INFO][PID:1849313] Checking that builder machine is OK [2025-07-24 06:22:10,057][ INFO][PID:1849313] Running remote command: copr-builder-ready fedora-42-ppc64le [2025-07-24 06:22:11,022][ INFO][PID:1849313] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2025-07-24 06:22:11,024][ INFO][PID:1849313] Filling build.info file with builder info [2025-07-24 06:22:11,024][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:11,025][ INFO][PID:1849313] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": null, "started_on": 1753338131.0256577, "submitted_on": null, "status": 3, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9313697-fedora-42-ppc64le", "build_id": 9313697, "package_name": "R-backports", "package_version": "1.4.1-14", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/R-backports", "git_hash": "8d68596866bf474e333809202626ef3dd7328da5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09313697-R-backports", "built_packages": "", "id": 9313697, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-07-24 06:22:11,061][ INFO][PID:1849313] Sending fedora-messaging bus message in build.start [2025-07-24 06:22:11,783][ INFO][PID:1849313] Sending fedora-messaging bus message in chroot.start [2025-07-24 06:22:11,808][ INFO][PID:1849313] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9313697-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2025-07-24 06:22:13,098][ INFO][PID:1849313] Downloading the builder-live.log file, attempt 1 [2025-07-24 06:22:13,100][ INFO][PID:1849313] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.89 copr-rpmbuild-log [2025-07-24 06:22:18,106][ INFO][PID:1849313] Periodic builder liveness probe: alive [2025-07-24 06:22:18,106][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:23,107][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:28,109][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:33,110][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:38,111][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:43,113][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:48,114][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:53,115][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:22:58,116][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:03,117][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:08,119][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:13,120][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:18,121][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:23,122][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:28,123][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:33,124][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:38,126][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:43,128][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:48,129][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:53,133][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:23:58,135][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:03,136][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:08,137][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:13,139][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:18,140][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:23,141][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:28,142][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:33,143][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:38,144][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:43,145][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:48,147][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:53,148][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:24:58,149][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:03,150][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:08,152][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:13,153][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:18,154][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:23,155][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:28,157][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:33,158][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:38,159][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:43,160][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:48,161][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:53,162][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:25:58,163][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:03,164][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:08,165][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:13,166][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:18,167][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:23,168][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:28,169][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:33,170][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:38,171][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:43,172][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:48,173][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:53,174][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:26:58,175][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:03,176][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:08,177][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:13,178][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:18,179][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:23,180][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:28,181][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:33,182][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:38,183][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:43,184][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:48,185][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:53,186][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:27:58,188][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:03,189][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:08,190][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:13,193][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:18,197][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:23,200][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:28,201][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:33,203][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:38,204][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:43,206][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:48,207][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:53,208][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:28:58,209][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:03,211][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:08,212][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:13,213][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:18,214][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:23,216][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:28,217][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:33,218][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:38,219][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:43,220][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:48,221][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:53,222][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:29:58,223][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:03,224][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:08,226][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:13,227][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:18,228][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:23,229][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:28,231][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:33,232][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:38,233][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:43,233][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:48,234][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:53,236][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:30:58,237][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:03,237][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:08,238][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:13,239][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:18,241][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:23,242][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:28,242][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:33,246][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:38,247][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:43,248][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:48,249][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:53,251][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:31:58,252][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:03,253][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:08,254][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:13,255][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:18,263][ INFO][PID:1849313] Periodic builder liveness probe: alive [2025-07-24 06:32:18,264][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:23,265][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:28,266][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:33,268][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:38,269][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:43,271][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:48,272][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:53,273][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:32:58,275][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:03,276][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:08,277][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:13,278][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:18,279][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:23,280][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:28,281][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:33,282][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:38,284][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:43,288][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:48,289][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:53,290][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:33:58,291][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:03,293][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:08,294][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:13,294][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:18,296][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:23,297][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:28,298][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:33,299][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:38,300][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:43,302][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:48,303][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:53,305][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:34:58,306][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:03,317][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:08,318][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:13,319][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:18,320][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:23,321][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:28,322][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:33,323][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:38,324][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:43,326][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:48,327][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:53,328][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:35:58,329][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:03,331][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:08,332][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:13,334][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:18,335][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:23,336][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:28,337][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:33,339][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:38,340][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:43,341][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:48,342][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:53,343][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:36:58,344][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:03,345][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:08,346][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:13,348][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:18,349][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:23,350][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:28,351][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:33,352][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:38,353][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:43,354][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:48,355][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:53,356][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:37:58,357][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:03,358][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:08,359][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:13,360][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:18,361][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:23,362][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:28,363][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:33,364][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:38,365][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:43,366][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:48,367][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:53,368][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:38:58,369][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:03,370][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:08,372][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:13,373][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:18,374][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:23,375][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:28,376][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:33,377][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:38,378][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:43,379][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:48,380][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:53,381][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:39:58,382][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:03,383][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:08,384][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:13,385][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:18,386][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:23,387][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:28,388][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:33,389][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:38,390][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:43,392][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:48,393][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:53,394][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:40:58,394][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:03,395][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:08,396][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:13,397][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:18,399][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:23,400][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:28,401][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:33,401][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:38,402][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:43,404][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:48,405][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:53,406][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:41:58,407][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:03,409][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:08,410][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:13,411][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:18,417][ INFO][PID:1849313] Periodic builder liveness probe: alive [2025-07-24 06:42:18,418][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:23,418][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:28,420][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:33,421][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:38,422][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:43,424][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:48,432][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:53,434][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:42:58,435][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:03,436][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:08,437][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:13,438][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:18,439][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:23,440][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:28,443][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:33,445][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:38,447][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:43,448][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:48,452][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:53,454][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:43:58,456][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:03,457][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:08,459][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:13,461][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:18,463][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:23,464][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:28,465][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:33,467][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:38,468][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:43,470][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:48,471][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:53,475][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:44:58,478][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:03,482][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:08,484][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:13,485][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:18,486][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:23,487][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:28,488][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:33,489][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:38,491][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:43,492][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:48,493][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:53,494][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:45:58,495][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:03,496][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:08,497][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:13,498][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:18,500][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:23,501][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:28,502][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:33,503][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:38,504][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:43,506][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:48,507][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:53,508][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:46:58,509][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:03,510][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:08,511][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:13,516][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:18,517][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:23,518][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:28,520][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:33,521][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:38,522][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:43,523][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:48,524][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:53,525][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:47:58,527][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:03,528][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:08,529][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:13,530][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:18,531][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:23,532][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:28,533][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:33,534][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:38,535][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:43,537][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:48,538][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:53,539][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:48:58,540][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:03,542][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:08,543][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:13,544][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:18,550][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:23,551][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:28,554][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:33,556][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:38,557][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:43,558][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:48,559][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:53,560][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:49:58,562][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:03,563][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:08,564][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:13,567][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:18,570][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:23,571][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:28,573][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:33,574][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:38,146][ ERROR][PID:1849313] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 06:50:38,575][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:43,577][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:48,147][WARNING][PID:1849313] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-24 06:50:48,578][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:53,582][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:50:58,148][ INFO][PID:1849313] Downloading the builder-live.log file, attempt 2 [2025-07-24 06:50:58,151][ INFO][PID:1849313] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.89 copr-rpmbuild-log [2025-07-24 06:50:58,585][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:03,587][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:08,588][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:13,590][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:18,593][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:23,594][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:28,595][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:33,596][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:38,598][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:43,604][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:48,606][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:53,608][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:51:58,228][ ERROR][PID:1849313] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 06:51:58,609][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:52:03,610][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:52:08,232][WARNING][PID:1849313] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-24 06:52:08,612][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:52:13,613][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:52:18,233][ INFO][PID:1849313] Downloading the builder-live.log file, attempt 3 [2025-07-24 06:52:18,235][ INFO][PID:1849313] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.89 copr-rpmbuild-log [2025-07-24 06:52:18,622][ INFO][PID:1849313] Periodic builder liveness probe: dead [2025-07-24 06:53:18,305][ ERROR][PID:1849313] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 06:53:18,692][ ERROR][PID:1849313] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.89 port 22: Connection timed out [2025-07-24 06:53:28,310][WARNING][PID:1849313] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-24 06:53:38,312][ INFO][PID:1849313] Downloading the builder-live.log file, attempt 4 [2025-07-24 06:53:38,313][ INFO][PID:1849313] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.89 copr-rpmbuild-log [2025-07-24 06:54:28,764][ ERROR][PID:1849313] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.89 port 22: Connection timed out [2025-07-24 06:54:38,382][ ERROR][PID:1849313] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-24 06:54:48,383][ ERROR][PID:1849313] Giving up for unstable SSH, failures: 1753339848.1471035, 1753339928.2320888, 1753340008.3101373, 1753340088.3833654 [2025-07-24 06:55:38,835][ ERROR][PID:1849313] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.89 port 22: Connection timed out [2025-07-24 06:56:48,907][ ERROR][PID:1849313] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.89 port 22: Connection timed out [2025-07-24 06:56:58,908][ ERROR][PID:1849313] Can't ssh to cancel build. [2025-07-24 06:56:58,909][ ERROR][PID:1849313] Re-try request for task on 'ResallocHost, ticket_id=4087360, hostname=140.211.168.89, name=copr_osuosl_p09_prod_05778585_20250724_061835, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-24 06:56:58,909][ INFO][PID:1849313] Releasing VM back to pool [2025-07-24 06:56:58,919][ INFO][PID:1849313] Retry #1 (on other host) [2025-07-24 06:56:58,920][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:56:58,920][ INFO][PID:1849313] VM allocation process starts [2025-07-24 06:56:58,932][ INFO][PID:1849313] Trying to allocate VM: ResallocHost, ticket_id=4087798, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 06:57:01,953][ INFO][PID:1849313] Allocated host ResallocHost, ticket_id=4087798, hostname=2620:52:3:1:dead:beef:cafe:c24b, name=copr_hv_ppc64le_02_prod_05778812_20250724_063941, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-24 06:57:01,955][ INFO][PID:1849313] Allocating ssh connection to builder [2025-07-24 06:57:01,955][ INFO][PID:1849313] Checking that builder machine is OK [2025-07-24 06:57:05,242][ INFO][PID:1849313] Running remote command: copr-builder-ready fedora-42-ppc64le [2025-07-24 06:57:06,607][ INFO][PID:1849313] Red Hat subscription not needed for fedora-42-ppc64le Builder is ready to be used [2025-07-24 06:57:06,608][ INFO][PID:1849313] Filling build.info file with builder info [2025-07-24 06:57:06,610][ INFO][PID:1849313] Checking for cancel request [2025-07-24 06:57:06,611][ INFO][PID:1849313] Not re-notifying FE and msg buses for the new host. [2025-07-24 06:57:06,611][ INFO][PID:1849313] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9313697-fedora-42-ppc64le --chroot fedora-42-ppc64le --detached [2025-07-24 06:57:08,619][ INFO][PID:1849313] Downloading the builder-live.log file, attempt 1 [2025-07-24 06:57:08,621][ INFO][PID:1849313] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c24b copr-rpmbuild-log [2025-07-24 06:57:18,007][ INFO][PID:1849313] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c24b' (ED25519) to the list of known hosts. [2025-07-24 06:57:18,007][ INFO][PID:1849313] Downloading results from builder [2025-07-24 06:57:18,008][ INFO][PID:1849313] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c24b]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports started [2025-07-24 06:57:18,009][ INFO][PID:1849313] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c24b]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports/ &> /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports/build-09313697.rsync.log [2025-07-24 06:57:19,235][ INFO][PID:1849313] rsyncing finished. [2025-07-24 06:57:19,238][ INFO][PID:1849313] Releasing VM back to pool [2025-07-24 06:57:19,251][ INFO][PID:1849313] Searching for 'success' file in resultdir [2025-07-24 06:57:19,252][ ERROR][PID:1849313] Build failed: Backend process error: No success file => build failure [2025-07-24 06:57:19,252][ INFO][PID:1849313] Finished build: id=9313697 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/psimovec/openblas-0.3.23 chroot=fedora-42-ppc64le [2025-07-24 06:57:19,258][ ERROR][PID:1849313] Backend process error: No success file => build failure [2025-07-24 06:57:19,258][ INFO][PID:1849313] Worker failed build, took 12.647774696350098 [2025-07-24 06:57:19,260][ INFO][PID:1849313] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "psimovec", "project_name": "openblas-0.3.23", "project_dirname": "openblas-0.3.23", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": 1753340239.2588408, "started_on": 1753340226.611066, "submitted_on": null, "status": 0, "chroot": "fedora-42-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9313697-fedora-42-ppc64le", "build_id": 9313697, "package_name": "R-backports", "package_version": "1.4.1-14", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/psimovec/openblas-0.3.23/R-backports", "git_hash": "8d68596866bf474e333809202626ef3dd7328da5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "psimovec/openblas-0.3.23--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/psimovec/openblas-0.3.23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/psimovec/openblas-0.3.23", "result_dir": "09313697-R-backports", "built_packages": "", "id": 9313697, "mockchain_macros": { "copr_username": "psimovec", "copr_projectname": "openblas-0.3.23", "vendor": "Fedora Project COPR (psimovec/openblas-0.3.23)" } } ] } [2025-07-24 06:57:19,298][ INFO][PID:1849313] Sending fedora-messaging bus message in build.end [2025-07-24 06:57:19,329][ INFO][PID:1849313] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports/builder-live.log by gzip [2025-07-24 06:57:19,331][ INFO][PID:1849313] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports/builder-live.log' as PID 2033191 [2025-07-24 06:57:19,334][ INFO][PID:1849313] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports/builder-live.log) [2025-07-24 06:57:19,336][ INFO][PID:1849313] Compressing /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports/backend.log by gzip [2025-07-24 06:57:19,340][ INFO][PID:1849313] Running command 'gzip /var/lib/copr/public_html/results/psimovec/openblas-0.3.23/fedora-42-ppc64le/09313697-R-backports/backend.log' as PID 2033192