{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:54.818274+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_completion.test_completion_fish", "eval.tests.test_completion.test_completion_powershell", "eval.tests.test_error_conditions.test_schema_inspect_with_bad_url", "eval.tests.test_migrate_commands.test_migrate_status_missing_url", "eval.tests.test_error_conditions.test_invalid_url_format", "tests.test_completion.test_completion_powershell", "tests.test_completion.test_completion_fish", "tests.test_flags_and_options.test_config_flag_before_command", "tests.test_migrate_edge_cases.test_migrate_status_with_dir_flag", "tests.test_schema_fmt.test_schema_fmt_formats_hcl_file", "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_invalid_profile", "tests.test_cmdlog_formatting.test_status_custom_template_nested_env_field", "tests.test_cmdlog_formatting.test_schema_diff_template_with_conditional", "tests.test_cmdlog_advanced.test_status_template_nil_check_with_conditional", "tests.test_cmdapi_gaps.test_migrate_lint_invalid_format_template", "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_no_newlines", "tests.test_cmdapi_gaps.test_multi_environment_not_supported_in_oss", "tests.test_basic.test_completion_zsh_exact_output", "tests.test_cmdlog_advanced.test_apply_template_lower_function_undefined", "tests.test_cmdlog_reader.test_cmdlog_migrate_status_template_gt_function", "tests.test_cmdlog_reader.test_cmdlog_color_template_functions_all_colors", "tests.test_basic.test_completion_output_to_stdout", "tests.test_cmdlog_formatting.test_status_all_applied_json_format", "tests.test_config.test_missing_config_file_error", "tests.test_config.test_config_unsupported_scheme_error", "tests.test_datasources.TestExternalDatasource.test_external_nonexistent_command", "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_with_valid_config", "tests.test_cmdapi_gaps.test_unsupported_migrate_rm_command", "tests.test_cmdapi_gaps.test_schema_clean_dry_run_unsupported", "tests.test_basic.test_completion_fish_generates_script", "tests.test_cmdlog_advanced.test_status_template_deeply_nested_field_access", "tests.test_cmdlog_formatting.test_status_template_nested_field_access", "tests.test_cmdlog_formatting.test_status_custom_template_range_over_pending", "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_empty_string", "tests.test_cmdapi_gaps.test_unsupported_schema_test_command", "tests.test_cmdlog_reader.test_reader_sql_directory_with_subdirectories_error", "tests.test_cmdlog_reader.test_cmdlog_template_conditional_formatting", "tests.test_cmdlog_advanced.test_schema_inspect_template_mermaid_format", "tests.test_config.test_invalid_hcl_syntax_error", "tests.test_cmdlog_formatting.test_status_template_conditional_ok_status", "tests.test_datasources.TestExternalDatasource.test_external_command_failing_exit_code", "tests.test_datasources.TestSQLDatasource.test_sql_query_nonexistent_table", "tests.test_aws_gcp_datasources.TestGCPDatasource.test_gcp_cloudsql_token_no_credentials", "tests.test_cmdapi_gaps.test_unsupported_migrate_edit_command", "tests.test_basic.test_completion_fish_exact_output", "tests.test_cmdapi_gaps.test_schema_clean_format_unsupported", "tests.test_cmdlog_advanced.test_status_template_json_with_nil_pointer", "tests.test_cmdlog_reader.test_reader_invalid_hcl_syntax_error", "tests.test_cmdlog_formatting.test_status_custom_template_json_function", "tests.test_cmdapi_gaps.test_unsupported_migrate_checkpoint_with_abort_prefix", "tests.test_cmdlog_advanced.test_status_template_json_with_indent_argument", "tests.test_cmdlog_reader.test_cmdlog_template_len_function", "tests.test_cmdlog_advanced.test_status_template_nested_range_with_field_access", "tests.test_cmdlog_formatting.test_status_template_conditional_pending_status", "tests.test_config.test_missing_required_variable_error", "tests.test_main_init.test_multiple_invalid_flags_reports_first_error", "tests.test_datasources.TestExternalDatasource.test_external_empty_program", "tests.test_datasources.TestSQLDatasource.test_sql_query_syntax_error", "tests.test_basic.test_completion_powershell_generates_script", "tests.test_aws_gcp_datasources.TestDatasourceIntegration.test_multiple_datasources_in_config", "tests.test_cmdapi_gaps.test_unsupported_schema_push_command", "tests.test_cmdapi_gaps.test_schema_diff_include_unsupported", "tests.test_cmdapi_gaps.test_unsupported_migrate_down_command", "tests.test_cmdlog_reader.test_reader_empty_schema_directory_error", "tests.test_cmdlog_advanced.test_status_template_json_with_prefix_and_indent", "tests.test_cmdlog_advanced.test_status_template_range_over_empty_slice", "tests.test_cmdlog_formatting.test_status_template_with_applied_migrations", "tests.test_cmdlog_reader.test_cmdlog_schema_inspect_multiple_tables", "tests.test_cmdlog_formatting.test_status_template_json_with_custom_indent", "tests.test_config.test_invalid_var_flag_format", "tests.test_main_init.test_completion_fish_generates_valid_script", "tests.test_cmdlog_advanced.test_apply_template_add_with_negative_numbers", "tests.test_datasources.TestExternalDatasource.test_external_command_stderr_on_failure", "tests.test_datasources.TestSQLDatasource.test_sql_query_invalid_url", "tests.test_basic.test_completion_powershell_exact_output", "tests.test_cmdapi_gaps.test_unsupported_migrate_push_command", "tests.test_cmdapi_gaps.test_unsupported_migrate_rebase_command", "tests.test_cmdlog_advanced.test_status_template_redBgWhiteFg_function", "tests.test_cmdlog_reader.test_reader_ambiguous_mixed_sql_hcl_error", "tests.test_cmdlog_advanced.test_status_template_printf_with_multiple_args" ], "failed_tests_omitted": 493, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1732, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "ariga__atlas.6d81150", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7496704", "calls": "116", "created_at": "2026-05-17T12:17:44.596093+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.6131", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7713227", "instance_id": "ariga__atlas.6d81150", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "866", "n_system_errors": "0", "n_tests": "1318", "n_warnings": "0", "output_tokens": "59404", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11831", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ariga-atlas-attempt-2", "run_version": "20260517T094700Z", "score": "0.6570561456752656", "session_ended_at": "2026-05-17T12:38:39.120Z", "session_started_at": "2026-05-17T12:17:47.659Z", "test_branch_errors": "{}", "total_tokens": "7772631", "wall_clock_seconds": "1251" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./atlas.py", "./compile.sh", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ariga-atlas-attempt-2", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }