{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "58742f80281f258cfc1d4740af1788784d5e9eee252c49a9d3aa25aad35d9d16",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.12619497900595888
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.10295061196666211
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1417982520069927
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12108644703403115
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.10773831501137465
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6424601119942963
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10672836803132668
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10921509901527315
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1309106409898959
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=signal/--timeout-method=thread/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12406187702436
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4588678,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 74.91989303700393
    },
    {
      "branch": "803faac7d834",
      "command": "docker cp fe713b7c1dd6ddcfdf7f15aec2ca441ded6b1c220dcfad6dd8b7f19bc98ffc9e:/workspace/eval/results.xml /tmp/tmphhdypxd0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4325768,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03985805803677067
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13019601395353675
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09472716099116951
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11672966199694201
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=signal/--timeout-method=thread/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.126667856995482
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1907364,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 373.65172053995775
    },
    {
      "branch": "06dabfabaea7",
      "command": "docker cp 5fc27379018562c382b3095141f2f3f79515e535ffce98f857e61f82cf54b4f4:/workspace/eval/results.xml /tmp/tmp653p3z69.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 248787,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029711022973060608
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "error": 435,
    "failure": 641,
    "passed": 131,
    "skipped": 16
  },
  "test_branch_errors": {},
  "test_branches": [
    "803faac7d834",
    "06dabfabaea7"
  ],
  "test_records": 1223,
  "test_results": [
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestEditFilesModeEdgeCases.test_edit_files_mode_empty_path_fails",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestCompressedState.test_compressed_state_saves_and_restores",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_coverage_targeted.TestEditTomlMode.test_edit_in_toml_mode",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_basic_invocation.TestCompletions.test_completions_to_nonexistent_dir",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestEditCoverage.test_edit_multiple_tasks",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDescendingOrder.test_order_by_command_desc",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_boost.TestLogJsonVariants.test_log_json_all",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestOrderByStatusCoverage.test_order_by_status_with_mixed_statuses",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestCleanCommand.test_clean_successful_only_keeps_failed",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_label_contains",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestFollowNoTaskId.test_follow_multiple_running_tasks_error",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_coverage_boost.TestUnlimitedParallel.test_group_with_unlimited_parallel",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestStateOrderByColumns.test_order_by_label_desc",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_no_command_fails",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_with_label",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestTaskManagementEdgeCases.test_enqueue_all_flag",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestDaemonizeFunctionality.test_pueued_daemonize_forks_to_background",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestEditTomlMode.test_edit_files_mode_with_editor",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDescendingOrder.test_order_by_end_desc",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestLogJsonVariants.test_log_json_lines",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDatetimeCoverage.test_filter_start_equals_datetime_format",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_command_contains",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_coverage_targeted.TestGroupStatusHandling.test_group_status_shows_in_group_list",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_additional_coverage.TestEditCoverage.test_edit_running_task_fails",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_status_running",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestOrderByStatusCoverage.test_order_by_status_with_done_tasks",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestStateOrderByColumns.test_order_by_path_asc",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestFollowNoTaskId.test_follow_single_running_task_auto_select",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_coverage_boost.TestUnlimitedParallel.test_unlimited_parallel_many_tasks",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_add.TestAddWithDelay.test_add_with_delay_seconds",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_with_working_directory",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestEnvCommands.test_env_set_on_stashed_task",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_boost.TestDaemonRestart.test_daemon_state_persistence",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestCallbackTemplate.test_callback_with_failed_task",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestDaemonizeFunctionality.test_pueued_daemonize_with_profile",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestEditTomlMode.test_edit_with_nonzero_exit_editor",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDescendingOrder.test_order_by_label_desc",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDatetimeCoverage.test_filter_start_with_time_only",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestSendCommand.test_send_input_to_running_task",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestStateOrderByColumns.test_order_by_command_asc",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestOrderByStatusCoverage.test_order_by_enqueue_at_with_queued_tasks",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_status_stashed",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestGroupStatusHandling.test_group_json_shows_all_groups",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestFollowNoTaskId.test_follow_with_lines",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestRemoveCommand.test_remove_running_task_fails",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_add.TestAddWithDelay.test_add_with_delay_hours",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_with_group",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestEnvCommands.test_env_unset_on_stashed_task",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestSettingsSave.test_daemon_creates_config_in_xdg_dir",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestDaemonizeFunctionality.test_pueued_daemonize_with_verbose",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestCallbackTemplate.test_callback_with_template_variables",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestLogRemote.test_remote_log_lines_limit",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDatetimeCoverage.test_filter_start_with_full_time",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestCliEdgeCases.test_verbose_v",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestTaskManagementEdgeCases.test_kill_specific_task_with_signal",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestOrderByStatusCoverage.test_order_by_priority_sorts_correctly",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_status_neq",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestResetAllGroups.test_reset_all_with_force",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestProcessHelperCoverage.test_kill_with_sigkill",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestSwitchCommand.test_switch_two_stashed_tasks",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_advanced.TestDependencies.test_task_with_dependency_waits",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestFollowNoTaskId.test_follow_no_running_tasks_error",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_with_priority",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestEnvCommands.test_env_set_invalid_task_id",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_additional_coverage.TestSettingsSave.test_daemon_reads_config_from_xdg_dir",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_additional_coverage.TestDaemonDirectoryCreation.test_daemon_creates_pueue_directory",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestShowExpandedAliases.test_show_expanded_aliases_config",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestLogRemote.test_remote_log_all_tasks",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_boost.TestCliEdgeCases.test_verbose_vvv",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDatetimeCoverage.test_enqueue_at_filter_datetime",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestTaskManagementEdgeCases.test_kill_with_numeric_signal",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestOrderByStatusCoverage.test_priority_sort_on_parallel_tasks",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestResetAllGroups.test_reset_nonexistent_group_fails",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusWithAllColumns.test_status_all_columns",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_additional_coverage.TestProcessHelperCoverage.test_kill_with_sigstop_signal",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_advanced.TestDependencies.test_dependency_column_in_status",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_last_limit",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_with_dependencies",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_advanced.TestPriority.test_priority_in_json",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusNoColorMode.test_status_no_color",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_additional_coverage.TestDaemonProfileLoading.test_daemon_starts_with_profile",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_coverage_targeted.TestEnvVarConfig.test_pueue_config_path_env_var",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestDaemonModCoverage.test_daemon_with_profile_loads_correctly",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestLogRemote.test_remote_log_json_full",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestCliEdgeCases.test_unknown_command",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDatetimeCoverage.test_order_by_enqueue_at",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_advanced.TestDependencies.test_dependent_task_runs_after_first",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_advanced.TestVerboseMode.test_verbose_flag",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_basic",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestTaskManagementEdgeCases.test_start_all_flag",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusWithAllColumns.test_status_shows_enqueue_at_column",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_additional_coverage.TestStateQueryLimitCoverage.test_pure_number_limit",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_first_limit",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_with_escape",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_advanced.TestFailedTaskOutput.test_failed_task_exit_code_in_status",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusNoColorMode.test_status_always_color",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestDaemonProfileLoading.test_daemon_starts_with_verbose_flag",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_coverage_targeted.TestProfileSettings.test_profile_loading",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestCliEdgeCases.test_help_for_each_main_command",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDatetimeCoverage.test_filter_status_running",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_advanced.TestPriority.test_priority_shown_in_status",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_daemon_advanced.TestVerboseMode.test_double_verbose_flag",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_print_task_id",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_additional_coverage.TestResetAllPathCoverage.test_reset_specific_group_with_running_tasks",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestStateQueryLimitCoverage.test_order_by_with_limit",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_immediate",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestTaskManagementEdgeCases.test_pause_all_flag",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_advanced.TestFailedTaskOutput.test_failed_task_exit_code_in_json",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusQueries.test_query_order_by_command_desc",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestLogNoFinished.test_log_no_tasks_at_all",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage_targeted.TestStatusWithAllColumns.test_status_shows_dependencies_column",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_coverage_targeted.TestRemoveCommand.test_remove_stashed_task",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_additional_coverage.TestEditFilesModeEdgeCases.test_edit_files_mode_empty_command_fails",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_daemon_callbacks_follow.TestCallbacksWithFailedTask.test_callback_on_failed_task",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_additional_coverage.TestCallbackCoverage.test_callback_with_stash_count_template",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "eval.tests.test_coverage_targeted.TestProfileSettings.test_nonexistent_profile_fails",
      "status": "failure"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestPauseWait.test_pause_wait_lets_running_finish",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_coverage_boost.TestQueryDatetimeCoverage.test_combined_columns_and_filter",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_daemon_callbacks_follow.TestFollowCompleted.test_follow_failed_task",
      "status": "error"
    },
    {
      "branch": "803faac7d834",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_daemon_add.TestAddBasic.test_add_multiple_tasks_increments_id",
      "status": "error"
    }
  ],
  "test_results_omitted": 972,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
