{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:59.425962+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_file_operations.test_in_file_nonexistent", "eval.tests.test_tui_interaction.test_tui_shows_default_text", "eval.tests.test_tui_interaction.test_tui_launches_and_quits", "eval.tests.test_tui_interaction.test_tui_backspace", "eval.tests.test_tui_interaction.test_tui_text_input", "eval.tests.test_tui_interaction.test_tui_ctrl_u_clear", "eval.tests.test_tui_interaction.test_tui_with_enter_key", "eval.tests.test_tui_interaction.test_tui_arrow_keys", "eval.tests.test_tui_interaction.test_tui_ctrl_a_ctrl_e", "eval.tests.test_basic.test_missing_bwrap_without_no_isolation", "eval.tests.test_file_io_comprehensive.test_in_and_out_file_together", "eval.tests.test_file_io_comprehensive.test_in_file_overrides_default", "eval.tests.test_file_io_comprehensive.test_out_file_and_stdout_both_receive_output", "eval.tests.test_file_io_comprehensive.test_out_file_writes_command", "eval.tests.test_basic.test_no_arguments_starts_tui", "eval.tests.test_tui_comprehensive.test_tui_ctrl_l_refresh", "eval.tests.test_tui_comprehensive.test_tui_ctrl_d_delete_char", "eval.tests.test_file_io_comprehensive.test_default_with_pipes", "eval.tests.test_file_io_comprehensive.test_in_file_reads_command", "eval.tests.test_file_io_comprehensive.test_raw_mode_preserves_newlines", "eval.tests.test_tui_edge_interactions.test_ctrl_d", "eval.tests.test_file_io_comprehensive.test_default_with_redirects", "eval.tests.test_file_io_comprehensive.test_normal_mode_joins_lines", "eval.tests.test_tui_edge_interactions.test_ctrl_combo_1", "eval.tests.test_file_io_comprehensive.test_out_file_overwrites_existing", "eval.tests.test_tui_exit_behavior.test_tui_exit_raw_mode", "eval.tests.test_tui_exit_behavior.test_tui_exit_writes_to_outfile", "eval.tests.test_tui_exit_behavior.test_tui_outfile_simple_command", "eval.tests.test_tui_exit_behavior.test_tui_exit_command_both_stdout_and_file", "eval.tests.test_tui_exit_behavior.test_tui_exit_multiword_command", "eval.tests.test_tui_exit_behavior.test_tui_outfile_overwrites_existing", "eval.tests.test_tui_exit_behavior.test_tui_exit_preserves_command_text", "tests.test_cli_args.test_bwrap_missing_error_without_no_isolation", "tests.test_cli_args.test_double_dash_separator", "tests.test_cli_args.test_empty_flag_list", "tests.test_cli_args.test_only_double_dash", "tests.test_cli_args.test_in_file_multiline_content", "tests.test_cli_args.test_in_file_combined_with_out_file_roundtrip", "tests.test_command_template.test_f5_single_word_command_shows_resolved_templates", "tests.test_command_template.test_f5_with_special_chars_in_word", "tests.test_command_evaluation_errors.test_large_stdin_through_pipeline", "tests.test_command_list_navigation.test_delete_last_entry_list_becomes_empty", "tests.test_command_list_window.test_history_navigation_arrow_keys", "tests.test_command_list_window.test_history_multiple_deletions_undo_stack", "tests.test_autocomplete.test_down_key_cycles_forward", "tests.test_command_list_window.test_history_delete_single_entry", "tests.test_command_template.test_f5_cursor_between_words_on_space", "tests.test_command_evaluation_errors.test_false_command_non_zero_exit", "tests.test_command_evaluation_errors.test_stdin_piping_to_command", "tests.test_command_list_window.test_history_navigation_at_bottom_boundary", "tests.test_cli_args.test_in_file_empty_file", "tests.test_autocomplete.test_mixed_navigation_keys", "tests.test_cli_args.test_in_file_trailing_newlines_preserved", "tests.test_command_template.test_f5_on_empty_input_no_menu_appears", "tests.test_command_template.test_f5_multiple_times_on_same_word", "tests.test_command_evaluation_errors.test_large_stderr_on_command_failure", "tests.test_commandlist_edge_cases.test_max_size_enforcement_on_load", "tests.test_command_evaluation_errors.test_exit_with_non_zero_code", "tests.test_command_list_navigation.test_delete_with_cursor_adjustment", "tests.test_command_list_window.test_history_navigation_vim_keys", "tests.test_execution.test_isolated_mode_requires_bwrap", "tests.test_cli_args.test_in_file_special_characters", "tests.test_command_list_window.test_history_undo_deletion", "tests.test_command_list_window.test_history_escape_closes_window", "tests.test_command_list_window.test_bookmarks_basic_navigation", "tests.test_autocomplete.test_up_key_cycles_backward", "tests.test_command_evaluation_errors.test_stdin_multiline_input_to_grep", "tests.test_command_template.test_f5_multiword_command_cursor_on_first_word", "tests.test_cli_args.test_in_file_nonexistent_path", "tests.test_command_template.test_f5_with_quoted_string", "tests.test_execution.test_command_execution_with_enter_key", "tests.test_command_template.test_f5_with_pipe_in_command", "tests.test_command_list_navigation.test_pagedown_boundary_jump_to_end", "tests.test_cli_args.test_in_file_precedence_over_default", "tests.test_command_evaluation_errors.test_exit_with_stderr_output", "tests.test_command_list_navigation.test_pageup_and_g_navigation", "tests.test_command_list_window.test_history_navigation_pageup_pagedown", "tests.test_command_list_window.test_history_empty_list", "tests.test_command_template.test_f5_multiword_command_cursor_on_second_word", "tests.test_command_evaluation_errors.test_command_timeout_handling" ], "failed_tests_omitted": 262, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 835, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "elkowar__pipr.fae0b17", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3692288", "calls": "78", "created_at": "2026-05-17T10:53:55.255864+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.5482", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3810356", "instance_id": "elkowar__pipr.fae0b17", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "233", "n_system_errors": "0", "n_tests": "525", "n_warnings": "0", "output_tokens": "37057", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "14529", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-elkowar-pipr", "run_version": "", "score": "0.4438095238095238", "session_ended_at": "2026-05-17T11:06:03.336Z", "session_started_at": "2026-05-17T10:53:58.200Z", "test_branch_errors": "{}", "total_tokens": "3847413", "wall_clock_seconds": "725" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./pipr.py", "./runner.sh" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-elkowar-pipr", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }