{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:56.063982+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_basic.test_no_arguments", "tests.test_edge_cases.test_conflicting_slice_options", "tests.test_index.test_index_with_output", "tests.test_basic_invocation.test_no_arguments", "tests.test_cat.test_cat_help", "tests.test_count.test_count_help", "tests.test_headers.test_headers_help", "tests.test_input_command.test_input_help", "tests.test_join_split_partition.test_split_filename_template", "tests.test_select.test_select_help", "tests.test_slice.test_slice_help", "tests.test_sort.test_sort_help", "tests.test_stats.test_stats_help", "tests.test_analysis.test_join_right_outer", "tests.test_edge_cases.test_null_bytes_in_fields", "tests.test_core_modules.test_select_invert_empty_selection", "tests.test_core_modules.test_index_out_of_bounds_error", "tests.test_errors.test_no_command_provided", "tests.test_core_modules.test_select_unclosed_quote", "tests.test_analysis.test_frequency_with_nulls", "tests.test_edge_cases.test_numeric_special_values_stats", "tests.test_analysis.test_stats_unicode_data", "tests.test_core_modules.test_auto_detect_tsv_extension", "tests.test_final_gapfill.test_sample_no_headers_samples_from_first_row", "tests.test_final_gapfill.test_join_right_outer_pads_unmatched_rows", "tests.test_freq_sample_gapfill.test_frequency_non_utf8_data_handling", "tests.test_errors.test_frequency_invalid_limit_type", "tests.test_errors.test_sample_invalid_seed_type", "tests.test_integration.test_index_sample_workflow", "tests.test_edge_cases.test_null_bytes_preserved", "tests.test_errors.test_uppercase_command_rejected", "tests.test_core_modules.test_select_no_headers_with_name", "tests.test_core_modules.test_select_unclosed_bracket", "tests.test_core_modules.test_auto_detect_tab_extension", "tests.test_analysis.test_index_creates_idx_file", "tests.test_errors.test_flatten_command_success", "tests.test_final_gapfill.test_frequency_with_nulls_shows_null_marker", "tests.test_errors.test_malformed_csv_error", "tests.test_final_gapfill.test_join_column_count_mismatch_error", "tests.test_freq_sample_gapfill.test_sample_reservoir_with_seed_deterministic", "tests.test_io_basic.test_flatten_no_headers", "tests.test_io_basic.test_table_special_characters", "tests.test_join_gapfill.test_join_multiple_flags_right_and_full", "tests.test_join_gapfill.test_join_multiple_flags_left_and_right", "tests.test_join_gapfill.test_join_invalid_utf8_in_key_column", "tests.test_errors.test_mixed_case_command_rejected", "tests.test_core_modules.test_select_invalid_index_in_bracket", "tests.test_freq_sample_gapfill.test_sample_indexed_larger_sample_uses_reservoir", "tests.test_final_gapfill.test_sample_with_seed_deterministic_output", "tests.test_errors.test_search_invalid_regex_pattern", "tests.test_main_gapfill.test_other_error_display_formatting", "tests.test_main_gapfill.test_mixed_case_command_other_error_path", "tests.test_partition_gapfill.test_partition_sanitization_counter_collisions", "tests.test_partition_gapfill.test_partition_multiple_counter_increments", "tests.test_core_modules.test_stale_index_file_rejected", "tests.test_io_basic.test_flatten_many_columns", "tests.test_join_gapfill.test_join_multiple_flags_right_and_cross", "tests.test_join_gapfill.test_join_multiple_flags_left_and_full", "tests.test_select_parsing_gapfill.test_unexpected_char_after_bracket_index", "tests.test_select_parsing_gapfill.test_empty_invert_selection", "tests.test_select_parsing_gapfill.test_unquoted_name_with_quotes", "tests.test_final_gapfill.test_sample_with_different_seed_produces_different_output", "tests.test_errors.test_slice_invalid_range_error", "tests.test_main_gapfill.test_all_uppercase_command_other_error_path", "tests.test_main_gapfill.test_csv_io_error_conversion", "tests.test_freq_sample_gapfill.test_frequency_null_values_shown_as_null_label", "tests.test_selection.test_search_invert_case_insensitive_combined", "tests.test_selection.test_select_negate_all_columns", "tests.test_selection.test_select_empty_selection", "tests.test_split_gapfill.test_split_size_zero_error", "tests.test_join_gapfill.test_join_multiple_flags_left_and_cross", "tests.test_join_gapfill.test_join_multiple_flags_full_and_cross", "tests.test_select_parsing_gapfill.test_unexpected_char_after_quoted_name", "tests.test_select_parsing_gapfill.test_quoted_name_with_escaped_quotes", "tests.test_split_gapfill.test_split_empty_data_file", "tests.test_select_parsing_gapfill.test_frequency_with_empty_selection", "tests.test_final_gapfill.test_sample_with_seed_zero", "tests.test_main_gapfill.test_csv_error_on_write_to_readonly_location", "tests.test_stats_gapfill.test_stats_non_utf8_data", "tests.test_stats_gapfill.test_stats_integer_overflow_behavior" ], "failed_tests_omitted": 54, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1317, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "burntsushi__xsv.f430466", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3794816", "calls": "85", "created_at": "2026-05-17T10:05:12.355970+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.9997", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3955563", "instance_id": "burntsushi__xsv.f430466", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1050", "n_system_errors": "0", "n_tests": "1182", "n_warnings": "0", "output_tokens": "43285", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "15126", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-burntsushi-xsv", "run_version": "", "score": "0.8883248730964467", "session_ended_at": "2026-05-17T10:20:00.700Z", "session_started_at": "2026-05-17T10:05:15.204Z", "test_branch_errors": "{}", "total_tokens": "3998848", "wall_clock_seconds": "885" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./xsv.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-burntsushi-xsv", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }