{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:05.653778+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic.test_tail_limit", "eval.tests.test_errors.test_history_size_zero", "eval.tests.test_errors.test_height_over_100_percent", "eval.tests.test_interactive_tmux.test_interactive_print_query", "eval.tests.test_errors.test_tail_zero", "eval.tests.test_interactive_tmux.test_interactive_selection", "eval.tests.test_advanced_options.test_tail_zero", "eval.tests.test_error_handling.test_invalid_border_style", "eval.tests.test_error_handling.test_invalid_walker_option", "eval.tests.test_error_handling.test_invalid_layout", "eval.tests.test_more_options.test_gap_line_option", "eval.tests.test_option_combinations.test_gap_with_gap_line", "eval.tests.test_walker_directory.test_walker_hidden_option", "eval.tests.test_walker_directory.test_walker_follow_option", "eval.tests.test_error_handling.test_invalid_multi_value", "tests.test_harvest.TestFilter.test_tiebreak_chunk", "tests.test_options.test_tiebreak_invalid_criterion", "tests.test_filter.test_large_input_performance", "tests.test_core.test_tiebreak_end_sorts_by_match_end_position", "tests.test_core.test_tiebreak_pathname_sorts_by_path_depth", "tests.test_filter.test_multiple_field_indices", "tests.test_ansi.test_hyperlinks_osc8", "tests.test_io.test_very_long_lines_10k_chars", "tests.test_harvest.TestFilter.test_escaped_meta_characters", "tests.test_options.test_toggle_sort_multiple_keys_rejected", "tests.test_options_color_bind.test_color_ansi_256_boundary", "tests.test_history.test_history_with_special_characters", "tests.test_options_color_bind.test_color_empty_spec_disables_color", "tests.test_layout.test_border_sharp", "tests.test_layout.test_border_top", "tests.test_harvest.TestFilter.test_boundary_match", "tests.test_options.test_tiebreak_too_many_criteria", "tests.test_core.test_tiebreak_chunk_sorts_by_input_order", "tests.test_filter.test_inverse_prefix_match", "tests.test_io.test_tail_limits_memory_keeps_last_n_lines", "tests.test_ansi.test_special_control_sequences_shift_backspace", "tests.test_keybindings.TestEditingKeys.test_ctrl_a_beginning_of_line", "tests.test_filter.test_inverse_match_exclamation", "tests.test_harvest.TestFilter.test_normalized_match", "tests.test_options.test_fzf_default_opts_file_nonexistent", "tests.test_options_color_bind.test_bind_change_preview_window_invalid_option", "tests.test_options_color_bind.test_color_ansi_minus_two_invalid", "tests.test_options_color_bind.test_color_nth_only_accepts_attributes", "tests.test_options.test_layout_invalid_rejected", "tests.test_filter.test_inverse_suffix_match", "tests.test_history.test_history_file_created_when_nonexistent", "tests.test_ansi.test_control_sequences_cursor_movement", "tests.test_core.test_tail_limits_input_lines", "tests.test_filter.test_combined_include_exclude", "tests.test_options.test_cli_overrides_env_sort_option", "tests.test_harvest.TestFilter.test_tiebreak", "tests.test_options_color_bind.test_color_invalid_attribute", "tests.test_options_layout.test_min_height_non_numeric_rejected", "tests.test_options_color_bind.test_bind_invalid_key_name", "tests.test_options.test_info_invalid_rejected", "tests.test_history.test_history_file_empty_on_first_filter_use", "tests.test_filter.test_normalize_latin_default", "tests.test_options_layout.test_nth_invalid_format", "tests.test_options.test_hscroll_off_negative_rejected", "tests.test_options_layout.test_padding_too_many_values", "tests.test_options_color_bind.test_color_hex_wrong_length", "tests.test_options_color_bind.test_color_invalid_spec", "tests.test_harvest.TestFilter.test_tiebreak_index_begin", "tests.test_options_layout.test_min_height_percentage_rejected", "tests.test_options_layout.test_height_adaptive_negative_conflict", "tests.test_options_color_bind.test_bind_empty_expression_error", "tests.test_history.test_history_size_zero_disables_history", "tests.test_options.test_tabstop_zero_rejected", "tests.test_options.test_scroll_off_negative_rejected", "tests.test_options_color_bind.test_color_hex_too_long", "tests.test_options_layout.test_padding_percentage_exceeds_limit", "tests.test_options_layout.test_preview_window_invalid_option", "tests.test_options_layout.test_margin_too_many_values", "tests.test_options_color_bind.test_color_component_without_color", "tests.test_layout.test_border_bottom", "tests.test_layout.test_border_bold", "tests.test_harvest.TestFilter.test_tiebreak_end", "tests.test_options_layout.test_tmux_too_many_arguments", "tests.test_options_layout.test_height_percentage_exceeds_limit", "tests.test_history.test_history_writes_search_query_on_selection" ], "failed_tests_omitted": 373, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2164, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "junegunn__fzf.b56d614", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7340800", "calls": "90", "created_at": "2026-05-17T12:01:15.245662+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.1167", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7526534", "instance_id": "junegunn__fzf.b56d614", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1526", "n_system_errors": "0", "n_tests": "1858", "n_warnings": "0", "output_tokens": "50589", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17178", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-junegunn-fzf", "run_version": "", "score": "0.8213132400430571", "session_ended_at": "2026-05-17T12:17:30.067Z", "session_started_at": "2026-05-17T12:01:18.351Z", "test_branch_errors": "{}", "total_tokens": "7577123", "wall_clock_seconds": "971" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./fzf.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-junegunn-fzf", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }