[DagRunListener] maxtext_mtc_orbax_res_local max-res-loc-mtc-2xv5p-128 failed

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-11T16:00:00+00:00
• Execution Date: 2025-10-11 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.wait_for_workload_completion

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-14T16:00:00+00:00
• Execution Date: 2025-10-14 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-15T16:00:00+00:00
• Execution Date: 2025-10-15 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-16T16:00:00+00:00
• Execution Date: 2025-10-16 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-17T16:00:00+00:00
• Execution Date: 2025-10-17 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-18T16:00:00+00:00
• Execution Date: 2025-10-18 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-19T16:00:00+00:00
• Execution Date: 2025-10-19 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-20T16:00:00+00:00
• Execution Date: 2025-10-20 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-21T16:00:00+00:00
• Execution Date: 2025-10-21 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-22T16:00:00+00:00
• Execution Date: 2025-10-22 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-23T16:00:00+00:00
• Execution Date: 2025-10-23 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-24T16:00:00+00:00
• Execution Date: 2025-10-24 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-25T16:00:00+00:00
• Execution Date: 2025-10-25 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-26T16:00:00+00:00
• Execution Date: 2025-10-26 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.wait_for_workload_reach_step

[ml-auto-solutions-app]

• Run ID: scheduled__2025-10-27T16:00:00+00:00
• Execution Date: 2025-10-27 16:00:00+00:00
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.launch_workload_with_node_reach_to_step.run_workload
• Failed Task: max-res-loc-mtc-2xv5p-128.run_model.clean_up_workload