{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:54.954645+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_cli.test_json_parse_error_empty_file", "tests.test_cli.test_json_parse_error_missing_colon", "tests.test_errors.test_truncated_json_unclosed_string", "tests.test_cli.test_json_parse_error_unclosed_brace", "tests.test_cli.test_json_parse_error_only_whitespace", "tests.test_cli.test_json_parse_error_missing_array_closing_bracket", "tests.test_cli.test_json_parse_error_array_missing_comma_between_elements", "tests.test_cli.test_json_parse_error_array_leading_comma", "tests.test_cli.test_json_parse_error_undefined_literal", "tests.test_cli.test_json_parse_error_unescaped_quote_in_string", "tests.test_errors.test_invalid_value_undefined_keyword", "tests.test_errors.test_number_with_leading_plus", "tests.test_errors.test_json_with_null_bytes", "tests.test_errors.test_unescaped_tab_in_string", "tests.test_errors.test_string_with_incomplete_unicode_escape", "tests.test_errors.test_array_with_missing_comma", "tests.test_cli.test_json_parse_error_missing_comma_between_object_members", "tests.test_cli.test_json_parse_error_array_double_comma", "tests.test_cli.test_json_parse_error_unclosed_string_with_newline", "tests.test_cli.test_json_parse_error_invalid_number_literal", "tests.test_cli.test_json_parse_error_not_json", "tests.test_cli.test_stdin_invalid_json_parse_error", "tests.test_cli.test_json_parse_error_invalid_escape", "tests.test_errors.test_unclosed_array_eof", "tests.test_errors.test_object_with_missing_colon", "tests.test_errors.test_nan_value", "tests.test_errors.test_mismatched_brackets", "tests.test_errors.test_stdin_malformed_json", "tests.test_errors.test_hexadecimal_number", "tests.test_errors.test_unescaped_newline_in_string", "tests.test_errors.test_number_with_multiple_decimal_points", "tests.test_cli.test_json_parse_error_missing_closing_brace", "tests.test_errors.test_comments_in_json", "tests.test_errors.test_negative_exponent_no_digits", "tests.test_cli.test_json_parse_error_nan_literal", "tests.test_errors.test_number_with_trailing_decimal_point", "tests.test_errors.test_object_with_missing_comma", "tests.test_errors.test_number_with_leading_zeros", "tests.test_errors.test_infinity_value", "tests.test_errors.test_number_with_leading_decimal_point", "tests.test_errors.test_string_with_invalid_escape_sequence", "tests.test_json_edge_cases.test_utf8_incomplete_sequence_rejected", "tests.test_json_edge_cases.test_control_characters_unescaped_tab_rejected", "tests.test_json_edge_cases.test_utf8_invalid_continuation_rejected", "tests.test_fullscreen.test_fullscreen_collapse_operator", "tests.test_fullscreen.test_fullscreen_nested_expansion", "tests.test_json_edge_cases.test_control_characters_unescaped_nul_rejected", "tests.test_fullscreen.test_fullscreen_navigation", "tests.test_errors.test_exponent_with_no_digits", "tests.test_json_edge_cases.test_utf8_invalid_start_byte_rejected", "tests.test_json_edge_cases.test_utf8_overlong_encoding_rejected", "tests.test_json_edge_cases.test_malformed_leading_zeros_rejected", "tests.test_json_edge_cases.test_malformed_nan_rejected", "tests.test_json_edge_cases.test_malformed_unclosed_object_rejected", "tests.test_json_edge_cases.test_malformed_unclosed_array_rejected", "tests.test_json_parsing.test_invalid_missing_comma", "tests.test_json_edge_cases.test_malformed_infinity_rejected", "tests.test_json_parsing.test_invalid_missing_colon", "tests.test_json_edge_cases.test_malformed_hex_numbers_rejected", "tests.test_json_parsing.test_invalid_unclosed_brace", "tests.test_json_parsing.test_invalid_trailing_dot_number", "tests.test_json_parsing.test_invalid_escape_sequence_x", "tests.test_stdin.test_stdin_invalid_json_not_json", "tests.test_stdin.test_stdin_invalid_json_incomplete", "tests.test_stdin.test_stdin_invalid_json_double_comma", "tests.test_json_parsing.test_invalid_leading_zero", "tests.test_json_parsing.test_invalid_truncated_object", "tests.test_tui.test_object_collapse_expand", "tests.test_tui.test_table_view_display", "tests.test_tui.test_deeply_nested_structure_expansion", "tests.test_tui.test_navigation_arrow_keys", "tests.test_tui.test_long_string_display", "tests.test_tui.test_navigation_vim_keys", "tests.test_tui.test_toggle_multiple_levels", "tests.test_tui.test_gg_navigation_to_top", "tests.test_tui_gaps.test_toggle_spacebar_key", "tests.test_tui_gaps.test_table_view_button_toggle", "tests.test_tui_gaps.test_table_view_single_column_multi_row", "tests.test_tui.test_deep_expand_collapse_operators", "tests.test_tui_gaps.test_table_view_sparse_data" ], "failed_tests_omitted": 13, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 894, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "arthursonzogni__json-tui.17a22b6", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4483456", "calls": "77", "created_at": "2026-05-17T12:21:03.108040+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.1024", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "4649619", "instance_id": "arthursonzogni__json-tui.17a22b6", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "666", "n_system_errors": "0", "n_tests": "755", "n_warnings": "0", "output_tokens": "34328", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11900", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-arthursonzogni-json-tui-attempt-2", "run_version": "20260517T094700Z", "score": "0.8821192052980132", "session_ended_at": "2026-05-17T12:31:01.233Z", "session_started_at": "2026-05-17T12:21:06.310Z", "test_branch_errors": "{}", "total_tokens": "4683947", "wall_clock_seconds": "594" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./json_tui.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-arthursonzogni-json-tui-attempt-2", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }