{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:07.559684+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic_invocation.test_debug_flag", "eval.tests.test_compression.test_read_gzip_file", "eval.tests.test_compression.test_query_testdata_bz2", "eval.tests.test_configuration.test_config_with_debug", "eval.tests.test_compression.test_query_testdata_xz", "eval.tests.test_compression.test_read_bz2_file", "eval.tests.test_database_drivers.test_invalid_driver", "eval.tests.test_error_handling.test_empty_file", "eval.tests.test_error_handling.test_invalid_jq_expression", "eval.tests.test_input_formats.test_text_input_with_blank_lines", "eval.tests.test_input_options.test_input_limit_rows", "eval.tests.test_input_options.test_input_jq_array_filter", "eval.tests.test_output_options.test_output_compression_gz", "eval.tests.test_query_from_file.test_query_file_with_multiple_queries", "eval.tests.test_sql_features.test_multiple_queries", "eval.tests.test_stdin_stdout.test_stdin_keyword", "eval.tests.test_compression.test_query_testdata_zstd", "eval.tests.test_compression.test_wildcard_mixed_compressed_uncompressed", "eval.tests.test_configuration.test_invalid_config_file", "eval.tests.test_wildcard.test_wildcard_csv_files", "eval.tests.test_wildcard.test_wildcard_with_header", "eval.tests.test_wildcard.test_wildcard_with_sql", "eval.tests.test_wildcard.test_wildcard_count", "eval.tests.test_wildcard.test_testdata_wildcard", "eval.tests.test_wildcard.test_wildcard_ltsv", "eval.tests.test_configuration.test_nonexistent_config_file", "eval.tests.test_compression.test_query_testdata_lz4", "eval.tests.test_compression.test_query_testdata_compressed_files", "eval.tests.test_wildcard.test_wildcard_json", "eval.tests.test_compressed_input.test_compressed_where_clause", "eval.tests.test_compressed_input.test_gzip_input", "eval.tests.test_compressed_input.test_lz4_input", "eval.tests.test_database_drivers.test_debug_mode", "eval.tests.test_error_handling.test_empty_query", "eval.tests.test_error_handling.test_invalid_driver", "eval.tests.test_file_operations.test_wildcard_csv", "eval.tests.test_input_formats.test_json_nested", "eval.tests.test_jq_expressions.test_nested_json_path", "eval.tests.test_jq_expressions.test_jq_field_selection", "eval.tests.test_special_cases.test_trailing_newlines", "eval.tests.test_special_cases.test_limit_rows_read", "eval.tests.test_compressed_input.test_bzip2_input", "eval.tests.test_compressed_input.test_xz_input", "eval.tests.test_database_drivers.test_debug_with_file", "eval.tests.test_error_handling.test_conflicting_input_formats", "eval.tests.test_compressed_input.test_zstd_input", "eval.tests.test_compressed_input.test_compressed_query_operations", "tests.test_analyze_final.test_analyze_header_only_file_no_data_rows", "tests.test_cli_features.test_invalid_config_file_error", "tests.test_cli_features.test_yaml_output_format", "tests.test_database_error.test_persistent_database_file_creation", "tests.test_cmd_gaps.test_debug_flag_with_db_config_list", "tests.test_db_exporter_importer_gaps.test_tilde_expansion_in_path", "tests.test_analyze_final.test_analyze_multiple_data_types_detection", "tests.test_core_gaps.test_markdown_table_output_format", "tests.test_cmd_gaps.test_config_file_dblist_flag", "tests.test_db_exporter_gaps.test_markdown_output_format", "tests.test_database_error.test_special_characters_in_data", "tests.test_database_error.test_avg_aggregate_ignores_null", "tests.test_database_error.test_nonexistent_file_table_error", "tests.test_error_paths_gaps.test_analyze_truncated_json_reader_names_error", "tests.test_final_gaps.test_mixed_data_types_in_yaml", "tests.test_format_gaps.test_json_deeply_nested_jq_extraction", "tests.test_analyze_final.test_analyze_tab_delimiter_detection_advice", "tests.test_db_exporter_importer_gaps.test_glob_pattern_multiple_files", "tests.test_core_gaps.test_ascii_table_output_format", "tests.test_database_error.test_empty_query_shows_help", "tests.test_db_exporter_gaps.test_ascii_table_output_format", "tests.test_cmd_gaps.test_multiple_output_format_flags_priority", "tests.test_cmd_gaps.test_nonexistent_db_in_config", "tests.test_cli_features.test_aggregate_functions", "tests.test_cli_features.test_analyze_detailed_flag_csv", "tests.test_database_error.test_malformed_json_import_error", "tests.test_cli_features.test_limit_read_flag", "tests.test_error_paths_gaps.test_analyze_invalid_ltsv_format_error", "tests.test_error_paths_gaps.test_analyze_invalid_json_array_reader_names_error", "tests.test_db_exporter_importer_gaps.test_empty_row_skip_in_bulk_push", "tests.test_final_gaps.test_sql_with_aggregate_and_group_by", "tests.test_format_gaps.test_json_empty_arrays_preserved", "tests.test_analyze_final.test_analyze_semicolon_delimiter_detection_advice" ], "failed_tests_omitted": 314, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1403, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "noborus__trdsql.d8c5ff6", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2346112", "calls": "55", "created_at": "2026-05-17T13:29:03.108325+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "2.9605", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "2473381", "instance_id": "noborus__trdsql.d8c5ff6", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "930", "n_system_errors": "0", "n_tests": "1312", "n_warnings": "0", "output_tokens": "38369", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12182", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-noborus-trdsql", "run_version": "20260517T094700Z", "score": "0.7088414634146342", "session_ended_at": "2026-05-17T13:38:56.778Z", "session_started_at": "2026-05-17T13:29:06.125Z", "test_branch_errors": "{}", "total_tokens": "2511750", "wall_clock_seconds": "590" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./trdsql.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-noborus-trdsql", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }