{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:12.170813+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_buffer_operations.TestEdgeCases.test_unicode_emoji_handling", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_long_line_wrapping", "eval.tests.test_coverage_boost.TestHighlightColors.test_c_file_rendering", "eval.tests.test_coverage_boost.TestHighlightColors.test_markdown_file", "eval.tests.test_color_output.TestStatusBarColors.test_status_bar_displays", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_insert_at_line_end", "eval.tests.test_buffer_operations.TestHistoryManagement.test_undo_clears_redo_stack", "eval.tests.test_buffer_operations.TestEdgeCases.test_empty_buffer_operations", "eval.tests.test_buffer_operations.TestCursorNavigation.test_navigation_on_short_lines", "eval.tests.test_coverage_boost.TestTextOperations.test_newline_insertion", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_insert_at_line_start", "eval.tests.test_coverage_boost.TestHighlightColors.test_cpp_file", "eval.tests.test_color_output.TestStatusBarColors.test_modified_indicator", "eval.tests.test_coverage_boost.TestHighlightColors.test_go_file", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_line_truncation", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_delete_at_line_boundaries", "eval.tests.test_buffer_operations.TestEdgeCases.test_single_character_operations", "eval.tests.test_coverage_boost.TestBufferOperations.test_open_multiple_files", "eval.tests.test_buffer_operations.TestCursorNavigation.test_word_boundary_navigation", "eval.tests.test_coverage_boost.TestHighlightColors.test_shell_script", "eval.tests.test_color_output.TestScreenRendering.test_window_with_line_numbers", "eval.tests.test_buffer_operations.TestHistoryManagement.test_undo_limit", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_append_to_line", "eval.tests.test_buffer_operations.TestEdgeCases.test_whitespace_only_lines", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_multiple_line_operations", "eval.tests.test_color_output.TestScreenRendering.test_scroll_through_file", "eval.tests.test_buffer_operations.TestCursorNavigation.test_paragraph_boundaries", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_markdown_highlighting", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_python_syntax_highlighting", "eval.tests.test_buffer_operations.TestHistoryManagement.test_undo_redo_multiple_times", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_rust_keywords_highlighted", "eval.tests.test_syntax_colors.TestHighlightEdgeCases.test_very_long_line_highlighting", "eval.tests.test_buffer_operations.TestEdgeCases.test_rapid_cursor_movement", "eval.tests.test_syntax_colors.TestHighlightEdgeCases.test_unicode_in_code", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_number_highlighting", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_string_highlighting", "eval.tests.test_buffer_operations.TestTextBufferOperations.test_empty_line_handling", "eval.tests.test_buffer_operations.TestCursorNavigation.test_file_top_bottom_navigation", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_javascript_syntax_highlighting", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_c_syntax_highlighting", "eval.tests.test_syntax_colors.TestHighlightEdgeCases.test_nested_comments", "eval.tests.test_syntax_colors.TestHighlightEdgeCases.test_raw_strings_rust", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_type_highlighting", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_comment_highlighting", "eval.tests.test_buffer_operations.TestHistoryManagement.test_redo_without_undo", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_go_syntax_highlighting", "eval.tests.test_syntax_colors.TestSyntaxHighlightingColors.test_mixed_highlighting", "eval.tests.test_undo_redo_advanced.TestUndoRedoAdvanced.test_undo_delete_word", "eval.tests.test_buffer_operations.TestHistoryManagement.test_undo_redo_line_insertions", "eval.tests.test_undo_redo_advanced.TestTextEditing.test_word_deletion", "eval.tests.test_undo_redo_advanced.TestFileOperations.test_edit_and_save_existing", "eval.tests.test_undo_redo_advanced.TestCursorMovement.test_cursor_line_transitions", "tests.test_edge_cases.TestHelpEdgeCases.test_help_multiple_times", "tests.test_edge_cases.TestVersionEdgeCases.test_short_and_long_version", "tests.test_edge_cases.TestVersionEdgeCases.test_version_multiple_times", "tests.test_edge_cases.TestHelpEdgeCases.test_short_and_long_help", "tests.test_edge_cases.TestInvalidFlagsVariations.test_equals_in_flag", "tests.test_editing.test_insert_utf8_accented_chars", "tests.test_cursor.test_alt_v_page_up_alternative", "tests.test_cursor.test_ctrl_down_ctrl_up_paragraph_navigation", "tests.test_editing.test_insert_emoji", "tests.test_editing.test_backspace_deletes_emoji", "tests.test_editing.test_tab_insertion", "tests.test_editing.test_delete_word_at_line_start", "tests.test_editing.test_newline_insertion", "tests.test_editing.test_delete_word", "tests.test_editing.test_newline_in_middle_of_line", "tests.test_editing.test_delete_word_with_whitespace", "tests.test_editing.test_delete_to_line_end", "tests.test_editing.test_multiple_utf8_chars", "tests.test_editing.test_newline_empty_buffer", "tests.test_cursor.test_down_arrow_at_bottom_boundary", "tests.test_editing.test_backspace_utf8_char", "tests.test_editing.test_long_line_wrapping", "tests.test_error_coverage.test_control_char_in_text_error_display", "tests.test_editing.test_cursor_at_end_operations", "tests.test_editing.test_backspace_at_line_start", "tests.test_editing.test_delete_to_line_start", "tests.test_editing.test_empty_line_operations", "tests.test_editing.test_consecutive_deletes" ], "failed_tests_omitted": 49, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 770, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "rhysd__kiro-editor.4157485", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3729024", "calls": "75", "created_at": "2026-05-17T14:27:01.008354+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.2367", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3897692", "instance_id": "rhysd__kiro-editor.4157485", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "549", "n_system_errors": "0", "n_tests": "595", "n_warnings": "0", "output_tokens": "50960", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "16086", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rhysd-kiro-editor", "run_version": "20260517T094700Z", "score": "0.9226890756302522", "session_ended_at": "2026-05-17T14:41:01.921Z", "session_started_at": "2026-05-17T14:27:04.276Z", "test_branch_errors": "{}", "total_tokens": "3948652", "wall_clock_seconds": "837" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./kiro.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rhysd-kiro-editor", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }