Handle model state in benchmark CI jobs #7432
Dr.CI classification results
{"FAILED":[{"workflowId":12586453807,"workflowUniqueId":127831531,"id":35080306201,"runnerName":"GitHub Actions 440","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"Check Labels / Check labels","jobName":"Check labels","conclusion":"failure","completed_at":"2025-01-02T17:42:47.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586453807/job/35080306201","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":["RuntimeError: Error checking labels: PR does not have required labels"],"failure_lines":["RuntimeError: Error checking labels: PR does not have required labels"],"failure_context":[],"time":"2025-01-02T17:42:26.000000000Z"},{"workflowId":12586454085,"workflowUniqueId":114668274,"id":35080314575,"runnerName":"GitHub Actions 16","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"apple-perf / build-benchmark-app / macos-job","jobName":"build-benchmark-app / macos-job","conclusion":"failure","completed_at":"2025-01-02T18:01:07.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586454085/job/35080314575","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":["RuntimeError: Command bash /Users/runner/work/_temp/exec_script failed with exit code 70"],"failure_lines":["RuntimeError: Command bash /Users/runner/work/_temp/exec_script failed with exit code 70"],"failure_context":[],"time":"2025-01-02T17:42:42.000000000Z"},{"workflowId":12586454087,"workflowUniqueId":69064392,"id":35080309684,"runnerName":"i-0a73b0bc16a441a49","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"Lint / lintrunner / linux-job","jobName":"lintrunner / linux-job","conclusion":"failure","completed_at":"2025-01-02T19:05:40.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586454087/job/35080309684","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":[">>> Lint for exir/tests/test_quant_fusion_pass.py:"],"failure_lines":[">>> Lint for exir/tests/test_quant_fusion_pass.py:"],"failure_context":[],"time":"2025-01-02T17:42:33.000000000Z"},{"workflowId":12586454085,"workflowUniqueId":114668274,"id":35082994079,"runnerName":"i-0cbcb02381f3f1596","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"apple-perf / benchmark-on-device (llama, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:3085353851... / mobile-job (ios)","jobName":"benchmark-on-device (llama, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:3085353851... / mobile-job (ios)","conclusion":"failure","completed_at":"2025-01-02T19:04:04.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586454085/job/35082994079","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":["Process completed with exit code 22."],"failure_lines":["##[error]Process completed with exit code 22."],"failure_context":[],"time":"2025-01-02T18:59:18.000000000Z"},{"workflowId":12586454085,"workflowUniqueId":114668274,"id":35082994250,"runnerName":"i-00301818a1c1c6a8f","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"apple-perf / benchmark-on-device (llama, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic... / mobile-job (ios)","jobName":"benchmark-on-device (llama, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic... / mobile-job (ios)","conclusion":"failure","completed_at":"2025-01-02T19:04:01.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586454085/job/35082994250","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":["Process completed with exit code 22."],"failure_lines":["##[error]Process completed with exit code 22."],"failure_context":[],"time":"2025-01-02T18:59:19.000000000Z"},{"workflowId":12586454085,"workflowUniqueId":114668274,"id":35082994430,"runnerName":"i-0d513d1597e7507cc","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"apple-perf / benchmark-on-device (llama, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538511... / mobile-job (ios)","jobName":"benchmark-on-device (llama, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538511... / mobile-job (ios)","conclusion":"failure","completed_at":"2025-01-02T19:04:13.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586454085/job/35082994430","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":["Process completed with exit code 22."],"failure_lines":["##[error]Process completed with exit code 22."],"failure_context":[],"time":"2025-01-02T18:59:19.000000000Z"},{"workflowId":12586454085,"workflowUniqueId":114668274,"id":35083182472,"runnerName":"i-0c99de09789058d6c","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"apple-perf / upload-benchmark-results","jobName":"upload-benchmark-results","conclusion":"failure","completed_at":"2025-01-02T19:06:33.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586454085/job/35083182472","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2025-01-02T19:04:15.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":12586454096,"workflowUniqueId":89606547,"id":35083027206,"runnerName":"i-035ed594e0562bf48","authorEmail":"161522778+metascroy@users.noreply.github.com","name":"Apple / test-demo-ios / mobile-job (ios)","jobName":"test-demo-ios / mobile-job (ios)","conclusion":"failure","completed_at":"2025-01-02T19:54:00.000000000Z","html_url":"https://github.com/pytorch/executorch/actions/runs/12586454096/job/35083027206","head_branch":"xcode-16-for-ios-18","pr_number":7432,"head_sha":"93be0ab8bfec9e9371d960996974f91d47e1e4cb","head_sha_timestamp":"2025-01-02T17:42:21.000000000Z","failure_captures":["Final attempt failed. Child_process exited with error code 1"],"failure_lines":["##[error]Final attempt failed. Child_process exited with error code 1"],"failure_context":[],"time":"2025-01-02T19:00:19.000000000Z"}],"UNSTABLE":[]}