{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:09.092597+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic.test_empty_input_with_exit_0_flag", "eval.tests.test_basic.test_initial_filter_regexp_no_match", "eval.tests.test_basic.test_multiple_terms_no_match", "eval.tests.test_basic.test_initial_filter_case_sensitive_no_match", "eval.tests.test_basic.test_query_no_match_single_line", "eval.tests.test_basic.test_regexp_filter_no_match_due_to_anchor", "eval.tests.test_basic.test_select_all_requires_tty", "eval.tests.test_coverage.test_height_zero", "eval.tests.test_coverage.test_query_with_control_characters", "eval.tests.test_coverage.test_print_query_with_no_match", "eval.tests.test_coverage.test_buffer_size_negative", "eval.tests.test_coverage.test_config_with_invalid_layout", "eval.tests.test_coverage.test_negative_query_all_negative", "eval.tests.test_coverage.test_config_with_array_instead_of_object", "eval.tests.test_coverage.test_config_with_invalid_height_format", "eval.tests.test_coverage.test_signal_handling", "eval.tests.test_basic.test_many_lines_with_query", "eval.tests.test_basic.test_negative_matching_excludes", "eval.tests.test_coverage_boost.test_config_with_missing_closing_brace", "eval.tests.test_coverage.test_height_percentage_zero", "eval.tests.test_coverage.test_null_separator_empty_result", "eval.tests.test_coverage.test_config_with_invalid_initial_filter", "eval.tests.test_coverage_boost.test_null_separator_single_item", "eval.tests.test_coverage_boost.test_select_all_empty_input", "eval.tests.test_coverage_boost.test_select_all_single_line", "eval.tests.test_coverage.test_stdin_closed_early", "eval.tests.test_basic.test_binary_nul_handling", "eval.tests.test_coverage_boost.test_config_with_trailing_comma", "eval.tests.test_coverage.test_height_percentage_over_100", "eval.tests.test_coverage.test_config_with_invalid_on_cancel", "eval.tests.test_tmux_tui.test_tmux_empty_query", "eval.tests.test_coverage.test_query_very_long", "eval.tests.test_tmux_tui.test_tmux_line_with_null_char", "eval.tests.test_tmux_tui.test_tmux_interactive_enter", "eval.tests.test_tmux_tui.test_tmux_interactive_escape", "eval.tests.test_tmux_tui.test_tmux_interactive_down_arrow", "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_c", "eval.tests.test_tmux_tui.test_tmux_interactive_typing_query", "eval.tests.test_tmux_tui.test_tmux_interactive_up_arrow", "eval.tests.test_tmux_tui.test_tmux_interactive_page_down", "eval.tests.test_tmux_tui.test_tmux_interactive_end_key", "eval.tests.test_tmux_tui.test_tmux_interactive_space_selection", "eval.tests.test_tmux_tui.test_tmux_interactive_backspace", "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_u", "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_k", "eval.tests.test_tmux_tui.test_tmux_interactive_many_keystrokes", "eval.tests.test_tmux_tui.test_tmux_interactive_page_up", "eval.tests.test_tmux_tui.test_tmux_interactive_home_key", "eval.tests.test_tmux_tui.test_tmux_interactive_left_right_arrows", "eval.tests.test_tmux_tui.test_tmux_interactive_multiple_lines_selection", "eval.tests.test_tmux_tui.test_tmux_interactive_filter_toggle", "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_w", "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_e", "eval.tests.test_tmux_tui.test_tmux_interactive_query_then_enter", "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_a", "eval.tests.test_tmux_tui.test_tmux_interactive_delete_key", "tests.test_additional_coverage.test_regexp_with_alternation", "tests.test_coverage_boost.test_config_use_cache", "tests.test_comprehensive.test_unicode_query", "tests.test_additional_coverage.test_very_large_buffer_size", "tests.test_comprehensive.test_multiple_queries_with_filters", "tests.test_config.test_config_with_initial_filter", "tests.test_comprehensive.test_combined_query_terms", "tests.test_ansi_comprehensive.test_ansi_sgr_with_query", "tests.test_ansi_package.test_ansi_with_query", "tests.test_coverage_boost.test_multiple_queries_and", "tests.test_coverage_push.test_select_1_single_match", "tests.test_coverage_push.test_initial_filter_smartcase_lowercase", "tests.test_coverage_push.test_null_separator_with_query", "tests.test_coverage_push.test_rcfile_with_initial_filter", "tests.test_coverage_boost.test_null_with_empty_parts", "tests.test_additional_coverage.test_case_sensitive_numbers", "tests.test_coverage_boost.test_query_escaping", "tests.test_additional_coverage.test_fuzzy_with_numbers", "tests.test_comprehensive.test_multiple_spaces_in_query", "tests.test_comprehensive.test_combined_flags", "tests.test_additional_coverage.test_query_with_backslashes", "tests.test_coverage_boost.test_config_fuzzy_longest_sort", "tests.test_comprehensive.test_negative_query_combinations", "tests.test_coverage_push.test_ansi_and_query" ], "failed_tests_omitted": 621, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1715, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "peco__peco.4e58dad", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4748928", "calls": "63", "created_at": "2026-05-17T14:04:04.898905+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.3487", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "4866912", "instance_id": "peco__peco.4e58dad", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "677", "n_system_errors": "0", "n_tests": "1224", "n_warnings": "0", "output_tokens": "46144", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12891", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-peco-peco", "run_version": "20260517T094700Z", "score": "0.5531045751633987", "session_ended_at": "2026-05-17T14:16:57.663Z", "session_started_at": "2026-05-17T14:04:07.855Z", "test_branch_errors": "{}", "total_tokens": "4913056", "wall_clock_seconds": "769" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./peco_clone.c" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-peco-peco", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }