[2025-07-22 17:48:18,809][ INFO][PID:2844428] Marking build as starting [2025-07-22 17:48:19,041][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:19,042][ INFO][PID:2844428] VM allocation process starts [2025-07-22 17:48:19,057][ INFO][PID:2844428] Trying to allocate VM: ResallocHost, ticket_id=4034634, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 17:48:24,061][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:29,062][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:34,064][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:39,065][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:44,066][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:49,067][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:54,068][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:48:59,069][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:04,070][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:09,072][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:14,073][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:19,074][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:24,075][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:29,076][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:34,077][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:39,079][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:44,080][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:49,084][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:54,088][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:49:59,089][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:04,090][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:09,091][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:14,092][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:19,093][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:24,095][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:29,096][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:34,097][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:39,100][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:44,101][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:49,105][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:54,106][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:50:59,108][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:04,112][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:09,121][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:14,123][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:19,124][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:24,127][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:29,132][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:34,133][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:39,135][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:44,137][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:49,140][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:54,141][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:51:59,142][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:04,144][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:09,146][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:14,147][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:19,148][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:24,149][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:29,151][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:34,152][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:37,174][ INFO][PID:2844428] Allocated host ResallocHost, ticket_id=4034634, hostname=140.211.168.229, name=copr_osuosl_p09_prod_05733530_20250722_174818, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 17:52:37,175][ INFO][PID:2844428] Allocating ssh connection to builder [2025-07-22 17:52:37,177][ INFO][PID:2844428] Checking that builder machine is OK [2025-07-22 17:52:38,521][ INFO][PID:2844428] Running remote command: copr-builder-ready rhel-10-ppc64le [2025-07-22 17:52:39,575][ INFO][PID:2844428] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2025-07-22 17:52:39,575][ INFO][PID:2844428] Filling build.info file with builder info [2025-07-22 17:52:39,576][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:39,577][ INFO][PID:2844428] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "bootc", "project_dirname": "bootc", "submitter": "packit", "ended_on": null, "started_on": 1753206759.5774672, "submitted_on": null, "status": 3, "chroot": "rhel-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9301977-rhel-10-ppc64le", "build_id": 9301977, "package_name": "bootc", "package_version": "202507221737.gfe7e44c88e-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/bootc/bootc", "git_hash": "a60734e88fde82e7a9a458270c0a96a65ffe08b7", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/bootc--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/rhel-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/bootc", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc", "result_dir": "09301977-bootc", "built_packages": "", "id": 9301977, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "bootc", "vendor": "Fedora Project COPR (rhcontainerbot/bootc)" } } ] } [2025-07-22 17:52:39,622][ INFO][PID:2844428] Sending fedora-messaging bus message in build.start [2025-07-22 17:52:40,535][ INFO][PID:2844428] Sending fedora-messaging bus message in chroot.start [2025-07-22 17:52:40,583][ INFO][PID:2844428] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9301977-rhel-10-ppc64le --chroot rhel-10-ppc64le --detached [2025-07-22 17:52:41,893][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 1 [2025-07-22 17:52:41,899][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-22 17:52:46,903][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 17:52:46,908][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:51,910][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:52:56,911][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:01,912][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:06,913][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:11,914][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:16,916][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:21,917][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:26,918][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:31,921][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:36,923][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:41,925][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:46,926][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:51,928][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:53:56,933][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:01,934][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:06,935][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:11,937][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:16,939][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:21,940][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:26,941][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:31,942][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:36,944][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:41,945][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:46,946][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:51,947][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:54:56,951][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:01,953][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:06,956][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:11,957][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:16,958][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:21,960][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:26,961][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:31,962][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:36,963][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:41,965][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:46,966][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:51,967][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:55:56,968][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:01,969][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:06,970][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:11,971][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:16,972][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:21,973][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:26,975][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:31,976][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:36,139][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 17:56:36,977][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:41,978][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:46,142][WARNING][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 17:56:46,980][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:51,982][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:56:56,144][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 2 [2025-07-22 17:56:56,146][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-22 17:56:56,984][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:01,985][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:06,986][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:11,987][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:16,988][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:21,991][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:26,993][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:31,995][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:36,998][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:42,003][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:47,005][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:52,006][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:57:56,287][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 17:57:57,008][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:02,009][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:06,290][WARNING][PID:2844428] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 17:58:07,010][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:12,011][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:16,293][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 3 [2025-07-22 17:58:16,296][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-22 17:58:17,012][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:22,013][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:27,015][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:32,018][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:37,019][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:42,020][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:47,022][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:52,023][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:58:57,024][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:02,026][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:07,028][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:12,029][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:16,436][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 17:59:17,030][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:22,031][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:26,440][WARNING][PID:2844428] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 17:59:27,033][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:32,034][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:36,441][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 4 [2025-07-22 17:59:36,442][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-22 17:59:37,035][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:42,036][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:47,038][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:52,039][ INFO][PID:2844428] Checking for cancel request [2025-07-22 17:59:57,040][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:02,041][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:07,042][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:12,043][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:17,045][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:22,046][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:27,047][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:32,048][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:36,580][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 18:00:37,049][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:42,050][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:46,581][ ERROR][PID:2844428] Giving up for unstable SSH, failures: 1753207006.1429012, 1753207086.2900512, 1753207166.4401312, 1753207246.5810208 [2025-07-22 18:00:46,582][ ERROR][PID:2844428] Re-try request for task on 'ResallocHost, ticket_id=4034634, hostname=140.211.168.229, name=copr_osuosl_p09_prod_05733530_20250722_174818, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-22 18:00:46,582][ INFO][PID:2844428] Releasing VM back to pool [2025-07-22 18:00:46,592][ INFO][PID:2844428] Retry #1 (on other host) [2025-07-22 18:00:46,593][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:46,594][ INFO][PID:2844428] VM allocation process starts [2025-07-22 18:00:46,605][ INFO][PID:2844428] Trying to allocate VM: ResallocHost, ticket_id=4034842, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 18:00:51,607][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:00:56,608][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:01,610][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:06,611][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:11,612][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:16,613][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:21,615][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:26,616][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:31,618][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:36,622][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:41,625][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:46,626][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:51,628][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:01:56,629][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:01,630][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:06,631][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:11,632][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:16,634][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:21,635][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:26,637][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:31,639][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:36,641][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:41,642][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:46,643][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:51,644][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:02:56,646][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:01,647][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:06,648][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:11,649][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:16,650][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:21,651][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:26,653][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:31,654][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:36,655][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:41,656][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:46,657][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:51,658][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:03:56,660][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:01,663][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:06,664][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:11,665][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:16,667][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:21,669][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:26,670][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:31,672][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:36,674][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:41,675][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:46,678][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:51,679][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:04:56,682][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:01,686][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:06,687][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:11,688][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:16,690][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:21,692][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:26,703][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:31,711][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:36,717][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:41,719][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:46,720][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:51,721][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:05:56,723][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:01,724][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:06,725][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:11,727][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:16,729][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:21,730][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:26,738][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:31,741][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:36,742][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:41,744][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:46,745][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:51,747][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:06:56,749][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:01,750][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:06,752][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:11,755][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:16,765][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:21,766][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:26,777][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:31,779][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:36,782][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:41,790][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:46,793][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:51,795][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:07:56,799][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:01,803][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:06,808][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:11,809][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:16,817][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:21,820][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:26,824][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:31,831][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:36,839][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:41,849][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:46,857][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:51,870][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:08:56,872][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:01,876][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:06,889][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:11,893][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:16,898][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:21,900][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:26,905][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:31,910][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:36,914][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:41,920][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:46,928][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:51,935][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:09:56,942][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:01,943][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:06,945][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:11,961][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:16,972][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:21,977][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:26,980][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:31,983][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:36,987][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:41,994][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:47,005][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:52,009][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:10:57,018][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:02,021][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:07,024][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:12,026][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:17,032][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:22,039][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:27,041][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:32,044][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:37,047][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:42,056][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:47,057][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:52,058][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:11:57,065][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:02,068][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:07,070][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:12,073][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:17,075][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:22,078][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:27,087][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:32,089][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:37,090][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:42,092][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:47,093][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:52,094][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:12:57,096][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:02,098][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:07,099][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:12,100][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:17,101][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:22,102][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:27,104][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:32,105][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:37,106][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:42,107][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:47,108][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:52,109][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:13:57,110][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:02,112][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:07,114][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:12,116][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:17,118][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:22,120][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:27,126][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:32,129][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:37,130][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:42,136][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:47,137][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:52,139][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:14:57,140][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:02,142][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:07,144][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:12,148][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:17,150][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:22,154][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:27,158][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:32,161][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:37,166][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:42,172][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:47,173][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:52,176][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:15:57,177][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:02,180][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:07,182][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:12,183][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:17,186][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:22,187][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:27,189][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:32,191][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:37,193][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:42,195][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:47,198][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:52,199][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:16:57,201][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:02,203][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:07,206][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:12,207][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:17,210][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:22,219][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:27,220][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:32,223][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:37,224][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:42,226][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:47,232][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:52,233][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:17:57,235][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:02,239][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:07,243][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:12,245][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:17,247][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:22,249][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:27,250][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:32,251][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:37,252][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:42,254][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:47,255][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:52,260][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:18:57,262][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:02,264][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:04,963][ INFO][PID:2844428] Allocated host ResallocHost, ticket_id=4034842, hostname=140.211.168.163, name=copr_osuosl_p09_prod_05734453_20250722_181448, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 18:19:04,964][ INFO][PID:2844428] Allocating ssh connection to builder [2025-07-22 18:19:04,965][ INFO][PID:2844428] Checking that builder machine is OK [2025-07-22 18:19:06,336][ INFO][PID:2844428] Running remote command: copr-builder-ready rhel-10-ppc64le [2025-07-22 18:19:07,347][ INFO][PID:2844428] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2025-07-22 18:19:07,349][ INFO][PID:2844428] Filling build.info file with builder info [2025-07-22 18:19:07,353][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:07,354][ INFO][PID:2844428] Not re-notifying FE and msg buses for the new host. [2025-07-22 18:19:07,355][ INFO][PID:2844428] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9301977-rhel-10-ppc64le --chroot rhel-10-ppc64le --detached [2025-07-22 18:19:08,724][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 1 [2025-07-22 18:19:08,725][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 18:19:13,733][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 18:19:13,733][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:18,734][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:23,739][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:28,740][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:33,744][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:38,748][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:43,750][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:48,752][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:53,753][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:19:58,754][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:03,756][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:08,757][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:13,758][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:18,759][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:23,761][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:28,762][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:33,763][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:38,766][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:43,767][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:48,769][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:53,770][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:20:58,772][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:03,776][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:08,782][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:13,784][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:18,785][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:23,787][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:28,788][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:33,791][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:38,793][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:43,794][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:48,795][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:53,797][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:21:58,805][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:03,807][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:08,817][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:13,822][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:18,823][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:23,826][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:28,832][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:33,834][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:38,838][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:43,839][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:48,841][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:53,843][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:22:58,846][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:03,848][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:08,850][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:13,855][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:18,857][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:23,859][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:28,861][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:33,865][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:38,866][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:43,868][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:48,870][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:53,872][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:23:58,873][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:03,879][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:08,880][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:13,883][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:18,887][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:23,890][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:28,893][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:33,894][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:38,902][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:43,905][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:48,910][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:53,912][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:24:58,915][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:03,916][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:08,918][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:13,920][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:18,922][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:23,926][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:28,928][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:33,931][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:38,934][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:43,936][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:48,936][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:53,938][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:25:58,939][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:03,940][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:08,941][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:13,943][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:18,944][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:23,945][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:28,947][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:33,948][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:38,950][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:43,951][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:48,952][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:53,953][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:26:58,954][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:03,955][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:08,956][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:13,957][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:18,958][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:23,959][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:28,960][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:33,962][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:38,963][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:43,965][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:48,966][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:53,967][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:27:58,968][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:03,969][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:08,970][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:13,973][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:18,974][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:23,976][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:28,978][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:33,979][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:38,980][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:43,981][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:48,982][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:53,983][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:28:58,984][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:03,985][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:08,987][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:14,002][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 18:29:14,003][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:19,004][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:24,005][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:29,006][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:34,007][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:39,008][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:44,010][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:49,011][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:54,012][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:29:59,013][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:04,014][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:09,015][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:14,016][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:19,017][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:24,020][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:29,022][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:34,023][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:39,024][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:44,025][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:49,026][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:54,027][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:30:59,028][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:04,029][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:09,030][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:14,031][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:19,032][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:24,033][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:29,034][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:34,035][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:39,037][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:44,038][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:49,039][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:54,039][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:31:59,041][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:04,042][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:09,043][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:14,044][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:19,045][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:24,046][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:29,047][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:34,048][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:39,049][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:44,050][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:49,051][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:54,052][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:32:59,053][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:04,054][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:09,055][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:14,056][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:19,057][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:24,058][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:29,059][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:34,061][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:39,062][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:44,063][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:49,064][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:54,065][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:33:59,066][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:04,067][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:09,068][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:14,070][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:19,071][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:24,072][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:29,073][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:34,074][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:39,075][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:44,077][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:49,078][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:54,079][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:34:59,080][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:04,081][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:09,083][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:14,084][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:19,085][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:24,086][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:29,087][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:34,088][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:39,089][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:44,090][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:49,091][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:54,093][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:35:59,095][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:04,096][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:09,097][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:14,098][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:19,099][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:24,100][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:29,101][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:34,102][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:39,105][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:44,107][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:49,109][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:54,110][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:36:59,111][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:04,112][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:09,114][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:14,115][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:19,116][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:24,117][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:29,119][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:34,120][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:39,121][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:44,123][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:49,124][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:54,125][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:37:59,126][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:04,128][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:09,129][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:14,130][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:19,132][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:24,133][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:29,135][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:34,136][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:39,137][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:44,140][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:49,141][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:54,143][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:38:59,144][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:04,145][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:09,146][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:14,155][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 18:39:14,156][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:19,157][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:24,163][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:29,164][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:34,165][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:39,166][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:44,168][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:49,170][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:54,171][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:39:59,172][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:04,173][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:09,175][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:14,176][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:19,177][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:24,178][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:29,179][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:34,180][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:39,181][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:44,183][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:49,185][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:54,186][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:40:59,188][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:04,189][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:09,190][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:14,191][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:19,192][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:24,195][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:29,198][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:34,200][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:39,201][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:44,202][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:49,203][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:54,204][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:41:59,205][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:04,207][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:09,208][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:14,209][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:19,210][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:24,211][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:29,212][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:34,213][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:39,214][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:44,215][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:49,216][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:54,217][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:42:59,219][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:04,220][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:09,221][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:14,222][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:19,223][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:24,224][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:29,225][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:34,227][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:39,228][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:44,229][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:49,230][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:54,231][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:43:59,232][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:04,233][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:09,234][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:14,235][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:19,236][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:24,238][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:29,239][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:34,240][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:39,241][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:44,242][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:49,243][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:54,245][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:44:59,247][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:04,248][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:09,249][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:14,250][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:19,251][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:24,252][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:29,254][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:34,255][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:39,256][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:44,257][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:49,258][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:54,259][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:45:59,262][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:04,264][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:09,265][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:14,266][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:19,267][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:24,268][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:29,269][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:34,270][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:39,271][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:44,272][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:49,274][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:54,275][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:46:59,276][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:04,277][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:09,278][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:14,279][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:19,281][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:24,282][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:29,283][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:34,284][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:39,285][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:44,288][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:49,290][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:54,291][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:47:59,292][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:04,294][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:09,295][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:14,296][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:19,297][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:24,299][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:29,304][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:34,305][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:39,307][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:44,308][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:49,310][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:54,311][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:48:59,314][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:49:04,315][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:49:06,139][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 18:49:09,317][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:49:14,364][ INFO][PID:2844428] Periodic builder liveness probe: dead [2025-07-22 18:49:16,140][WARNING][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 18:49:26,143][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 2 [2025-07-22 18:49:26,145][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 18:50:14,445][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 18:50:26,214][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 18:50:36,215][WARNING][PID:2844428] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 18:50:46,216][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 3 [2025-07-22 18:50:46,218][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 18:51:24,538][ ERROR][PID:2844428] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 18:51:46,286][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 18:51:56,290][WARNING][PID:2844428] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 18:52:06,290][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 4 [2025-07-22 18:52:06,293][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.163 copr-rpmbuild-log [2025-07-22 18:52:34,612][ ERROR][PID:2844428] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 18:53:06,366][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 18:53:16,369][ ERROR][PID:2844428] Giving up for unstable SSH, failures: 1753210156.1404366, 1753210236.2156947, 1753210316.290025, 1753210396.369759 [2025-07-22 18:53:44,692][ ERROR][PID:2844428] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.163 port 22: Connection timed out [2025-07-22 18:53:54,692][ ERROR][PID:2844428] Can't ssh to cancel build. [2025-07-22 18:53:54,695][ ERROR][PID:2844428] Re-try request for task on 'ResallocHost, ticket_id=4034842, hostname=140.211.168.163, name=copr_osuosl_p09_prod_05734453_20250722_181448, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-22 18:53:54,695][ INFO][PID:2844428] Releasing VM back to pool [2025-07-22 18:53:54,712][ INFO][PID:2844428] Retry #2 (on other host) [2025-07-22 18:53:54,713][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:53:54,715][ INFO][PID:2844428] VM allocation process starts [2025-07-22 18:53:54,731][ INFO][PID:2844428] Trying to allocate VM: ResallocHost, ticket_id=4035915, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 18:53:59,733][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:04,734][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:09,735][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:14,737][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:19,738][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:24,740][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:29,741][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:34,742][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:39,743][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:44,745][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:49,746][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:54,747][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:54:59,749][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:04,750][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:09,751][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:14,753][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:19,754][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:24,755][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:29,756][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:34,757][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:39,759][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:44,761][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:49,763][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:54,766][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:55:59,767][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:04,769][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:09,769][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:14,771][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:19,772][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:24,773][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:29,774][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:34,775][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:39,782][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:44,783][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:49,789][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:54,791][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:56:59,792][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:04,794][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:09,795][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:14,796][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:19,798][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:24,799][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:29,803][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:34,805][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:39,806][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:44,810][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:49,813][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:54,814][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:57:59,815][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:04,817][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:09,818][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:14,821][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:19,824][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:24,825][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:29,827][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:34,829][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:39,831][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:44,836][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:49,840][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:54,841][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:58:59,842][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:04,844][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:09,846][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:14,847][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:19,850][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:24,852][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:29,856][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:34,858][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:39,859][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:44,864][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:49,865][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:54,867][ INFO][PID:2844428] Checking for cancel request [2025-07-22 18:59:59,870][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:04,873][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:09,877][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:12,897][ INFO][PID:2844428] Allocated host ResallocHost, ticket_id=4035915, hostname=140.211.168.94, name=copr_osuosl_p09_prod_05735954_20250722_185624, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-22 19:00:12,898][ INFO][PID:2844428] Allocating ssh connection to builder [2025-07-22 19:00:12,899][ INFO][PID:2844428] Checking that builder machine is OK [2025-07-22 19:00:14,533][ INFO][PID:2844428] Running remote command: copr-builder-ready rhel-10-ppc64le [2025-07-22 19:00:15,539][ INFO][PID:2844428] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2025-07-22 19:00:15,540][ INFO][PID:2844428] Filling build.info file with builder info [2025-07-22 19:00:15,540][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:15,541][ INFO][PID:2844428] Not re-notifying FE and msg buses for the new host. [2025-07-22 19:00:15,542][ INFO][PID:2844428] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9301977-rhel-10-ppc64le --chroot rhel-10-ppc64le --detached [2025-07-22 19:00:16,892][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 1 [2025-07-22 19:00:16,893][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.94 copr-rpmbuild-log [2025-07-22 19:00:21,901][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 19:00:21,902][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:26,903][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:31,904][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:36,905][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:41,906][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:46,907][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:51,910][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:00:56,912][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:01,913][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:06,915][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:11,916][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:16,917][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:21,918][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:26,921][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:31,928][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:36,930][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:41,931][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:46,932][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:51,933][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:01:56,935][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:01,936][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:06,942][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:11,948][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:16,958][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:21,960][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:26,961][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:31,962][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:36,965][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:41,970][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:46,976][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:51,985][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:02:56,988][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:01,994][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:06,997][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:11,998][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:17,008][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:22,009][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:27,012][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:32,013][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:37,015][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:42,019][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:47,021][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:52,022][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:03:57,023][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:02,024][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:07,026][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:12,029][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:17,031][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:22,034][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:27,035][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:32,036][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:37,037][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:42,038][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:47,040][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:52,041][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:04:57,042][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:02,044][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:07,045][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:12,046][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:17,047][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:22,048][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:27,049][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:32,050][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:37,052][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:42,053][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:47,054][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:52,063][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:05:57,065][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:02,066][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:07,068][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:12,069][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:17,070][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:22,071][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:27,074][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:32,076][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:37,077][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:42,078][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:47,080][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:52,081][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:06:57,082][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:02,084][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:07,086][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:12,087][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:17,089][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:22,090][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:27,091][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:32,093][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:37,094][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:42,095][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:47,096][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:52,101][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:07:57,106][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:02,107][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:07,109][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:12,110][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:17,113][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:22,114][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:27,115][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:32,117][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:37,120][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:42,124][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:47,125][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:52,132][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:08:57,134][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:02,136][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:07,140][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:12,149][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:17,153][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:22,156][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:27,160][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:32,162][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:37,167][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:42,170][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:47,175][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:52,181][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:09:57,189][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:02,193][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:07,195][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:12,197][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:17,199][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:22,209][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 19:10:22,210][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:27,210][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:32,211][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:37,213][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:42,214][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:47,215][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:52,216][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:10:57,217][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:02,219][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:07,220][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:12,221][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:17,222][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:22,223][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:27,224][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:32,226][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:37,227][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:42,228][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:47,230][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:52,231][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:11:57,233][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:02,234][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:07,236][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:12,237][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:17,238][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:22,240][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:27,241][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:32,242][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:37,245][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:42,251][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:47,254][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:52,258][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:12:57,262][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:02,264][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:07,266][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:12,269][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:17,271][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:22,272][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:27,276][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:32,278][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:37,280][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:42,282][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:47,283][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:52,285][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:13:57,286][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:02,288][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:07,291][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:12,295][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:17,297][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:22,299][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:27,305][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:32,308][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:37,310][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:42,312][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:47,313][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:52,315][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:14:57,317][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:02,325][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:07,326][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:12,328][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:17,331][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:22,332][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:27,334][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:32,335][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:37,337][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:42,339][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:47,343][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:52,344][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:15:57,347][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:02,348][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:07,350][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:12,351][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:17,352][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:22,354][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:27,358][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:32,361][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:37,363][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:42,365][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:47,366][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:52,368][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:16:57,369][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:02,371][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:07,375][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:12,376][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:17,378][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:22,379][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:27,381][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:32,382][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:37,383][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:42,384][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:47,385][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:52,386][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:17:57,388][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:02,389][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:07,391][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:12,392][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:17,393][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:22,394][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:27,395][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:32,397][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:37,398][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:42,399][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:47,404][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:52,405][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:18:57,406][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:02,408][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:07,409][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:12,410][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:17,411][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:22,412][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:27,415][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:32,419][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:37,425][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:42,427][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:47,428][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:52,429][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:19:57,430][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:02,432][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:07,433][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:12,434][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:17,435][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:22,446][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 19:20:22,447][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:27,447][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:32,448][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:37,449][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:42,451][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:47,452][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:52,453][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:20:57,454][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:02,455][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:07,456][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:12,457][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:17,458][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:22,460][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:27,462][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:32,465][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:37,466][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:42,467][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:47,468][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:52,469][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:21:57,470][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:02,471][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:07,473][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:12,475][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:17,476][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:22,477][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:27,478][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:32,481][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:37,482][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:42,483][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:47,484][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:52,486][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:22:57,488][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:02,489][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:07,490][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:12,491][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:17,492][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:22,493][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:27,495][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:32,496][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:37,497][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:42,501][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:47,502][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:52,503][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:23:57,504][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:02,505][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:07,506][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:12,507][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:17,508][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:22,509][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:27,510][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:32,511][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:37,512][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:42,513][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:47,514][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:52,521][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:24:57,522][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:02,523][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:07,524][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:12,525][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:17,526][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:22,527][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:27,528][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:32,529][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:37,530][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:42,531][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:47,532][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:52,534][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:25:57,535][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:02,536][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:07,537][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:12,538][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:17,539][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:22,540][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:27,542][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:32,543][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:37,544][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:42,546][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:47,547][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:52,548][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:26:57,549][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:02,555][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:07,556][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:12,557][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:17,558][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:22,559][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:27,560][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:32,561][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:37,563][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:42,564][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:47,565][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:52,567][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:27:57,569][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:02,571][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:07,572][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:12,574][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:17,575][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:22,576][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:27,577][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:32,582][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:37,584][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:42,585][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:47,587][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:52,588][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:28:57,590][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:02,591][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:07,592][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:12,593][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:17,594][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:22,596][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:27,597][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:32,598][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:37,599][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:42,600][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:47,601][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:52,602][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:29:57,603][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:02,604][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:07,606][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:12,607][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:17,609][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:22,618][ INFO][PID:2844428] Periodic builder liveness probe: alive [2025-07-22 19:30:22,618][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:27,619][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:32,620][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:37,622][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:42,623][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:47,624][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:52,625][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:30:57,626][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:02,628][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:07,629][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:12,630][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:17,631][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:22,632][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:27,633][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:32,634][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:37,635][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:42,636][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:47,638][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:52,642][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:31:57,643][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:02,644][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:07,645][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:12,647][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:17,649][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:22,651][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:27,653][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:32,655][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:37,656][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:42,659][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:47,660][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:52,661][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:32:57,663][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:02,664][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:07,665][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:12,666][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:17,667][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:22,670][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:27,672][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:32,673][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:37,674][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:42,676][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:47,677][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:52,680][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:33:57,681][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:02,682][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:07,684][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:12,685][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:17,687][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:22,689][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:27,690][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:32,691][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:37,693][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:42,695][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:47,696][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:52,697][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:34:57,699][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:02,700][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:07,702][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:12,704][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:17,705][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:22,706][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:27,707][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:32,708][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:37,709][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:42,711][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:47,712][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:52,715][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:35:57,721][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:02,722][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:07,723][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:12,725][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:17,726][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:22,728][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:26,146][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 19:36:27,730][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:32,731][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:36,147][WARNING][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 19:36:37,733][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:42,734][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:46,148][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 2 [2025-07-22 19:36:46,149][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.94 copr-rpmbuild-log [2025-07-22 19:36:47,736][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:52,737][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:36:57,739][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:02,741][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:07,742][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:12,743][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:17,744][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:22,746][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:27,747][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:32,748][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:37,749][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:42,751][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:46,159][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 19:37:47,752][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:52,753][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:37:56,160][WARNING][PID:2844428] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 19:37:57,754][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:02,755][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:06,161][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 3 [2025-07-22 19:38:06,162][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.94 copr-rpmbuild-log [2025-07-22 19:38:07,756][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:12,758][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:17,765][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:22,773][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:27,774][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:32,775][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:37,776][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:42,777][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:47,779][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:52,780][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:38:57,781][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:02,782][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:06,232][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 19:39:07,783][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:12,784][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:16,235][WARNING][PID:2844428] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-22 19:39:17,785][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:22,787][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:26,236][ INFO][PID:2844428] Downloading the builder-live.log file, attempt 4 [2025-07-22 19:39:26,237][ INFO][PID:2844428] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.94 copr-rpmbuild-log [2025-07-22 19:39:27,788][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:32,789][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:37,791][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:42,792][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:47,793][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:52,794][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:39:57,796][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:40:02,804][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:40:07,806][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:40:12,807][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:40:17,808][ INFO][PID:2844428] Checking for cancel request [2025-07-22 19:40:22,818][ INFO][PID:2844428] Periodic builder liveness probe: dead [2025-07-22 19:40:26,305][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-22 19:40:36,306][ ERROR][PID:2844428] Giving up for unstable SSH, failures: 1753212996.1470277, 1753213076.1604984, 1753213156.235849, 1753213236.3066611 [2025-07-22 19:41:22,888][ ERROR][PID:2844428] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.94 port 22: Connection timed out [2025-07-22 19:42:32,960][ ERROR][PID:2844428] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.94 port 22: Connection timed out [2025-07-22 19:43:43,029][ ERROR][PID:2844428] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.94 port 22: Connection timed out [2025-07-22 19:43:54,125][ ERROR][PID:2844428] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.94 port 22: Connection refused [2025-07-22 19:44:04,126][ ERROR][PID:2844428] Can't ssh to cancel build. [2025-07-22 19:44:04,126][ ERROR][PID:2844428] Re-try request for task on 'ResallocHost, ticket_id=4035915, hostname=140.211.168.94, name=copr_osuosl_p09_prod_05735954_20250722_185624, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-22 19:44:04,127][ INFO][PID:2844428] Releasing VM back to pool [2025-07-22 19:44:04,140][ ERROR][PID:2844428] Backend process error: Three host tried without success: {'140.211.168.94', '140.211.168.163', '140.211.168.229'} [2025-07-22 19:44:04,141][WARNING][PID:2844428] Switching not-finished job state to 'failed' [2025-07-22 19:44:04,141][ INFO][PID:2844428] Worker failed build, took 2628.599674463272 [2025-07-22 19:44:04,142][ INFO][PID:2844428] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "bootc", "project_dirname": "bootc", "submitter": "packit", "ended_on": 1753213444.1414735, "started_on": 1753210815.541799, "submitted_on": null, "status": 0, "chroot": "rhel-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9301977-rhel-10-ppc64le", "build_id": 9301977, "package_name": "bootc", "package_version": "202507221737.gfe7e44c88e-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/bootc/bootc", "git_hash": "a60734e88fde82e7a9a458270c0a96a65ffe08b7", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/bootc--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc/rhel-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/bootc", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/bootc", "result_dir": "09301977-bootc", "built_packages": "", "id": 9301977, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "bootc", "vendor": "Fedora Project COPR (rhcontainerbot/bootc)" } } ] } [2025-07-22 19:44:04,186][ INFO][PID:2844428] Sending fedora-messaging bus message in build.end [2025-07-22 19:44:04,217][ INFO][PID:2844428] Compressing /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-10-ppc64le/09301977-bootc/builder-live.log by gzip [2025-07-22 19:44:04,218][ INFO][PID:2844428] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-10-ppc64le/09301977-bootc/builder-live.log' as PID 3641344 [2025-07-22 19:44:04,219][ INFO][PID:2844428] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-10-ppc64le/09301977-bootc/builder-live.log) [2025-07-22 19:44:04,220][ INFO][PID:2844428] Compressing /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-10-ppc64le/09301977-bootc/backend.log by gzip [2025-07-22 19:44:04,220][ INFO][PID:2844428] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/bootc/rhel-10-ppc64le/09301977-bootc/backend.log' as PID 3641346