{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:12.222161+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_error_combinations.test_json_with_no_join_conflict", "eval.tests.test_error_combinations.test_json_with_replace_conflict", "eval.tests.test_error_combinations.test_characters_with_no_join_conflict", "eval.tests.test_error_combinations.test_fixed_memory_zero_error", "eval.tests.test_field_selection.test_format_with_newline", "eval.tests.test_field_selection.test_format_with_tab", "tests.test_cut_str_gaps.test_trim_empty_with_only_delimited_skips_line", "tests.test_cut_str_gaps.test_regex_trim_empty_with_only_delimited_skips_line", "tests.test_char_byte_line.test_line_format_string", "tests.test_errors.test_integer_overflow_in_field_spec", "tests.test_errors.test_unopened_format_brace", "tests.test_errors.test_replace_json_conflict", "tests.test_errors.test_greedy_only_delimited_json_mixed_input_panic", "tests.test_errors.test_invalid_regex_unclosed_character_class", "tests.test_fields.test_invalid_field_spec_empty", "tests.test_harvest.test_is_not_allowed_to_use_character_with_nojoin", "tests.test_harvest.test_does_not_allow_to_replace_delimiter_with_json", "tests.test_harvest.test_does_not_panic_if_attempting_to_use_regex_arg_with_noregex_build", "tests.test_harvest.test_fails_when_the_regex_is_malformed", "tests.test_harvest.test_cannot_use_characters_without_regex", "tests.test_harvest.test_fails_if_fixed_memory_option_is_used_with_unsupported_fields", "tests.test_harvest.test_checks_possible_regression_fallbacks_single_delimiter", "tests.test_input_advanced.test_fixed_memory_basic_operation", "tests.test_input_advanced.test_fixed_memory_rejects_out_of_order_fields", "tests.test_errors.test_unclosed_escape_in_format", "tests.test_input_advanced.test_invalid_regex_error", "tests.test_errors.test_characters_no_join_conflict", "tests.test_errors.test_invalid_regex_unclosed_group", "tests.test_errors.test_fixed_memory_zero", "tests.test_errors.test_empty_field_specification", "tests.test_errors.test_json_no_join_conflict", "tests.test_input_advanced.test_large_field_number", "tests.test_harvest.test_fails_if_you_use_json_and_nojoin_at_once", "tests.test_harvest.test_does_not_support_json_on_bytes", "tests.test_harvest.test_fails_if_fixed_memory_value_is_zero", "tests.test_harvest.test_checks_possible_regression_fallbacks_multi_delimiter", "tests.test_options_stream_gaps.test_fixed_memory_zero_error", "tests.test_options_stream_gaps.test_json_replace_error", "tests.test_input_advanced.test_fixed_memory_rejects_complement_mode", "tests.test_input_advanced.test_fixed_memory_rejects_regex_delimiter", "tests.test_errors.test_zero_in_format_string", "tests.test_errors.test_compress_bytes_conflict", "tests.test_input_advanced.test_unreadable_file_permission_error", "tests.test_input_advanced.test_directory_argument_error", "tests.test_options_stream_gaps.test_fixed_memory_complement_error", "tests.test_options_stream_gaps.test_fixed_memory_trim_error", "tests.test_options_stream_gaps.test_fixed_memory_backward_bounds_error", "tests.test_options_stream_gaps.test_fixed_memory_range_fields_join", "tests.test_harvest.test_cannot_format_fields_alongside_json", "tests.test_harvest.test_fails_to_cut_characters_when_no_regex_support", "tests.test_input_advanced.test_fixed_memory_repeated_fields_error", "tests.test_options_stream_gaps.test_json_no_join_error", "tests.test_options_stream_gaps.test_characters_no_join_error", "tests.test_input_advanced.test_fixed_memory_zero_kb_rejected", "tests.test_input_advanced.test_fixed_memory_rejects_greedy_mode", "tests.test_output.test_error_json_with_replace", "tests.test_output.test_error_json_with_no_join", "tests.test_errors.test_directory_path_rejected", "tests.test_options_stream_gaps.test_compress_delimiter_bytes_error", "tests.test_options_stream_gaps.test_fixed_memory_compress_delimiter_error", "tests.test_options_stream_gaps.test_fixed_memory_greedy_delimiter_error", "tests.test_options_stream_gaps.test_fixed_memory_only_delimited_error", "tests.test_options_stream_gaps.test_fixed_memory_open_ended_range_join", "tests.test_trim_compress.test_empty_lines_and_delimiter_only_lines", "tests.test_options_stream_gaps.test_malformed_regex_error", "tests.test_options_stream_gaps.test_compress_delimiter_characters_error", "tests.test_options_stream_gaps.test_fixed_memory_json_error", "tests.test_options_stream_gaps.test_fixed_memory_multibyte_replace_delimiter_error", "eval.tests.test_args_validation.test_fields_invalid_bounds_errors[args0-UserBoundsList must contain at least one UserBounds]", "eval.tests.test_args_validation.test_double_dash_not_supported_as_separator", "eval.tests.test_args_validation.test_fixed_memory_requires_nonnegative_integer[args2]", "eval.tests.test_args_validation.test_too_many_positionals_is_error", "eval.tests.test_args_validation.test_short_flags_are_not_combinable_for_value_taking_flags_like_d", "eval.tests.test_args_validation.test_fields_invalid_bounds_errors[args1-UserBoundsList must contain at least one UserBounds]", "eval.tests.test_args_validation.test_fields_invalid_bounds_errors[args2-Not a number]", "eval.tests.test_args_validation.test_fields_invalid_bounds_errors[args3-Not a number]", "eval.tests.test_help_precedence_and_errors.test_double_dash_then_help_still_triggers_help", "eval.tests.test_tuc_io.test_out_of_bounds_field_exit1_and_error_message", "eval.tests.test_tuc.TestConflictingFlags.test_json_with_replace_delimiter", "eval.tests.test_tuc.TestConflictingFlags.test_json_with_no_join" ], "failed_tests_omitted": 12, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1249, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "riquito__tuc.16fb471", "metrics": { "almost_resolved": "False", "cached_input_tokens": "6124800", "calls": "86", "created_at": "2026-05-17T14:31:34.511075+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.6800", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "6362415", "instance_id": "riquito__tuc.16fb471", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1108", "n_system_errors": "0", "n_tests": "1196", "n_warnings": "0", "output_tokens": "47650", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11793", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-riquito-tuc", "run_version": "20260517T094700Z", "score": "0.9264214046822743", "session_ended_at": "2026-05-17T14:47:11.748Z", "session_started_at": "2026-05-17T14:31:37.529Z", "test_branch_errors": "{}", "total_tokens": "6410065", "wall_clock_seconds": "934" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./__pycache__", "./__pycache__/tuc.cpython-312.pyc", "./compile.sh", "./executable", "./tuc.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-riquito-tuc", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }