{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:55.696774+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_batch_comprehensive.test_batch_empty_output", "eval.tests.test_coverage_improvements.test_batch_mode_with_failing_command", "eval.tests.test_complex_scenarios.test_empty_command_output", "eval.tests.test_edge_cases.test_empty_output_consistent", "eval.tests.test_exec_comprehensive.test_exec_with_error_status", "eval.tests.test_error_handling.test_command_with_nonzero_exit", "eval.tests.test_exec_comprehensive.test_exec_empty_command_output", "eval.tests.test_tui_coverage.test_tui_mode_with_border", "eval.tests.test_tui_deep_coverage.test_tui_with_border_and_scrollbar", "eval.tests.test_tui_deep_coverage.test_tui_toggle_operations", "eval.tests.test_tui_deep_coverage.test_tui_reset", "eval.tests.test_tui_deep_coverage.test_tui_pause_and_resume", "eval.tests.test_tui_coverage.test_tui_mode_help_key", "eval.tests.test_tui_deep_coverage.test_tui_help_screen", "eval.tests.test_tui_deep_coverage.test_tui_navigation", "eval.tests.test_tui_deep_coverage.test_tui_interval_adjustment", "tests.test_batch_mode.test_batch_with_exit_code", "tests.test_error_handling.test_invalid_combination", "tests.test_diff_modes.test_diff_output_only_requires_differences", "tests.test_error_handling.test_command_with_exit_failure", "tests.test_error_handling.test_command_timeout", "tests.test_logging.test_logfile_missing_directory", "tests.test_keymap.test_keymap_invalid_format", "tests.test_limits.test_limit_negative", "tests.test_batch.test_batch_combined_options", "tests.test_ansi.test_batch_control_character_carriage_return", "tests.test_batch.test_batch_custom_shell", "tests.test_batch.test_batch_with_changing_output", "tests.test_ansi.test_batch_diff_line_mode_strips_command_ansi_codes", "tests.test_diff_modes.test_line_diff_with_line_numbers", "tests.test_batch.test_batch_empty_output", "tests.test_batch.test_batch_line_numbers", "tests.test_batch.test_batch_shell_command_with_placeholder", "tests.test_app_gaps.test_exit_dialog_help_key_transition", "tests.test_edge_cases.test_command_exit_non_zero", "tests.test_edge_cases.test_aftercommand_accepted", "tests.test_edge_cases.test_differences_mode_watch", "tests.test_edge_cases.test_beep_flag_no_crash", "tests.test_diff_modes.test_line_diff_deletion_color_verification", "tests.test_batch.test_batch_exec_mode", "tests.test_batch.test_batch_nonzero_exit_code", "tests.test_batch.test_batch_unicode_output", "tests.test_edge_cases.test_differences_mode_line", "tests.test_edge_cases.test_invalid_tab_size_negative", "tests.test_history.test_logfile_nonexistent_directory_error", "tests.test_exec.test_aftercommand_only_first_flag_used", "tests.test_edge_cases.test_differences_mode_word", "tests.test_help_window.test_help_window_toggle_twice", "tests.test_app_gaps.test_exit_dialog_cancel_with_n", "tests.test_batch.test_batch_output_stderr_only", "tests.test_batch.test_batch_tab_expansion", "tests.test_history.test_logfile_empty_requires_command", "tests.test_exec.test_direct_exec_with_nonexistent_command", "tests.test_edge_cases.test_invalid_interval_negative", "tests.test_history.test_logfile_with_failed_command", "tests.test_help_window.test_help_window_scroll_up", "tests.test_integration.test_batch_after_command_on_change", "tests.test_edge_cases.test_diff_output_only_with_line_diff", "tests.test_integration.test_tui_mode_transitions_complex", "tests.test_batch.test_batch_diff_output_only", "tests.test_batch.test_batch_multiline_output", "tests.test_integration.test_batch_all_flags_combined", "tests.test_keymaps.test_invalid_keymap_unknown_key", "tests.test_keymaps.test_invalid_keymap_string_no_equals", "tests.test_integration.test_batch_combined_after_command_diff_reverse", "tests.test_batch.test_batch_basic_echo", "tests.test_keymap_gaps.test_keymap_invalid_mouse_action", "tests.test_help_window.test_help_window_scroll_down", "tests.test_edge_cases.test_differences_requires_mode", "tests.test_keymaps.test_invalid_keymap_unknown_action", "tests.test_keymap_gaps.test_keymap_empty_key_name", "tests.test_batch.test_batch_color_flag_enables_ansi", "tests.test_keymap_gaps.test_keymap_empty_action_name", "tests.test_edge_cases.test_invalid_limit_negative", "tests.test_batch.test_batch_interval_control", "tests.test_keymaps.test_tui_custom_keymap_quit_with_x", "tests.test_keymaps.test_tui_default_quit_still_works_with_custom_keymap", "tests.test_integration.test_batch_exec_mode_with_flags", "tests.test_keymaps.test_invalid_keymap_multiple_equals", "tests.test_output_gaps.test_tab_expansion_size_4" ], "failed_tests_omitted": 148, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1321, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "blacknon__hwatch.edfcb62", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3948800", "calls": "82", "created_at": "2026-05-17T10:05:02.780865+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.8672", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "4100771", "instance_id": "blacknon__hwatch.edfcb62", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "810", "n_system_errors": "0", "n_tests": "1016", "n_warnings": "0", "output_tokens": "37764", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11190", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-blacknon-hwatch", "run_version": "", "score": "0.797244094488189", "session_ended_at": "2026-05-17T10:15:53.164Z", "session_started_at": "2026-05-17T10:05:05.626Z", "test_branch_errors": "{}", "total_tokens": "4138535", "wall_clock_seconds": "647" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./hwatch.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-blacknon-hwatch", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }