{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:16:48.144667+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic_invocation.test_unknown_flag", "eval.tests.test_completion.test_completion_bash_no_descriptions", "eval.tests.test_completion.test_completion_bash", "eval.tests.test_completion.test_completion_powershell", "eval.tests.test_completion.test_completion_fish", "eval.tests.test_error_conditions.test_completion_invalid_shell", "eval.tests.test_license.test_license_help", "eval.tests.test_license.test_license_help_short", "eval.tests.test_version.test_version_help_short", "eval.tests.test_version.test_version_help", "eval.tests.test_completion.test_completion_zsh", "tests.test_completion.test_completion_bash", "tests.test_completion.test_completion_bash_no_descriptions", "tests.test_completion.test_completion_powershell", "tests.test_completion.test_completion_fish", "tests.test_more_commands.test_version_with_help_flag", "tests.test_completion.test_completion_zsh", "tests.test_cmdapi_gaps.test_multi_environment_not_supported_in_oss", "tests.test_cmdlog_formatting.test_status_all_migrations_applied", "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_invalid_profile", "tests.test_cmdapi_gaps.test_migrate_lint_invalid_format_template", "tests.test_cmdlog_advanced.test_status_template_nil_check_with_conditional", "tests.test_basic.test_completion_zsh_exact_output", "tests.test_cmdlog_formatting.test_status_custom_template_nested_env_field", "tests.test_cmdlog_formatting.test_schema_diff_template_with_conditional", "tests.test_cmdlog_advanced.test_apply_template_lower_function_undefined", "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_no_newlines", "tests.test_cmdlog_reader.test_cmdlog_migrate_status_template_gt_function", "tests.test_cmdlog_reader.test_cmdlog_color_template_functions_all_colors", "tests.test_basic.test_help_for_nonexistent_command", "tests.test_basic.test_completion_output_to_stdout", "tests.test_config.test_missing_config_file_error", "tests.test_config.test_config_unsupported_scheme_error", "tests.test_cmdapi_gaps.test_schema_clean_dry_run_unsupported", "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_with_valid_config", "tests.test_cmdlog_advanced.test_status_template_deeply_nested_field_access", "tests.test_basic.test_completion_fish_generates_script", "tests.test_cmdapi_gaps.test_unsupported_migrate_rm_command", "tests.test_cmdlog_formatting.test_status_all_applied_json_format", "tests.test_cmdlog_formatting.test_status_custom_template_range_over_pending", "tests.test_basic.test_error_invalid_flag", "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_empty_string", "tests.test_cmdlog_formatting.test_status_template_nested_field_access", "tests.test_basic.test_version_help_flag", "tests.test_cmdlog_advanced.test_schema_diff_template_sql_with_indent", "tests.test_cmdlog_reader.test_reader_sql_directory_with_subdirectories_error", "tests.test_cmdlog_reader.test_cmdlog_template_conditional_formatting", "tests.test_config.test_invalid_hcl_syntax_error", "tests.test_datasources.TestSQLDatasource.test_sql_query_nonexistent_table", "tests.test_cmdapi_gaps.test_schema_clean_format_unsupported", "tests.test_aws_gcp_datasources.TestGCPDatasource.test_gcp_cloudsql_token_no_credentials", "tests.test_basic.test_error_invalid_flag_message_content", "tests.test_cmdapi_gaps.test_unsupported_migrate_edit_command", "tests.test_basic.test_completion_fish_exact_output", "tests.test_cmdlog_advanced.test_status_template_json_with_indent_argument", "tests.test_cmdlog_formatting.test_status_template_conditional_ok_status", "tests.test_cmdlog_reader.test_reader_invalid_hcl_syntax_error", "tests.test_cmdlog_advanced.test_status_template_json_with_nil_pointer", "tests.test_cmdapi_gaps.test_unsupported_schema_test_command", "tests.test_cmdlog_advanced.test_schema_inspect_template_json_format", "tests.test_cmdlog_reader.test_cmdlog_schema_inspect_empty_schema", "tests.test_cmdlog_formatting.test_status_custom_template_json_function", "tests.test_cmdlog_reader.test_cmdlog_template_len_function", "tests.test_config.test_missing_required_variable_error", "tests.test_datasources.TestSQLDatasource.test_sql_query_syntax_error", "tests.test_aws_gcp_datasources.TestDatasourceIntegration.test_multiple_datasources_in_config", "tests.test_cmdapi_gaps.test_schema_diff_include_unsupported", "tests.test_basic.test_completion_powershell_generates_script", "tests.test_cmdapi_gaps.test_unsupported_migrate_checkpoint_with_abort_prefix", "tests.test_cmdapi_gaps.test_unsupported_schema_push_command", "tests.test_cmdlog_advanced.test_status_template_range_over_empty_slice", "tests.test_cmdlog_reader.test_reader_empty_schema_directory_error", "tests.test_cmdlog_formatting.test_status_template_conditional_pending_status", "tests.test_cmdlog_advanced.test_status_template_json_with_prefix_and_indent", "tests.test_cmdlog_advanced.test_schema_inspect_template_mermaid_format", "tests.test_cmdlog_formatting.test_status_template_with_applied_migrations", "tests.test_basic.test_error_completion_invalid_shell_shows_help", "tests.test_cmdlog_reader.test_cmdlog_schema_inspect_multiple_tables", "tests.test_main_init.test_no_migration_files_succeeds_with_message", "tests.test_config.test_invalid_var_flag_format" ], "failed_tests_omitted": 492, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1732, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "ariga__atlas.6d81150", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5836544", "calls": "94", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-18T23:36:07.728664+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.3567", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "5967738", "instance_id": "ariga__atlas.6d81150", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "881", "n_system_errors": "0", "n_tests": "1318", "n_warnings": "0", "output_tokens": "59414", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10836", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-ariga-atlas", "run_version": "20260518T232006Z", "score": "0.6684370257966616", "session_ended_at": "2026-05-18T23:51:09.918Z", "session_started_at": "2026-05-18T23:36:15.748Z", "test_branch_errors": "{}", "total_tokens": "6027152", "wall_clock_seconds": "894" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/25", "./.git/objects/25/1459a41f512e8719b412e7cd385a6742504627", "./.git/objects/40", "./.git/objects/40/3b9d2f74286771eec3c145b6ea4b0d96de8256", "./.git/objects/72", "./.git/objects/72/c4ff4bc8db6810a238ce1fd80bbcda077cde1c", "./.git/objects/7a", "./.git/objects/7a/4a3ea2424c09fbe48d455aed1eaa94d9124835", "./.git/objects/81", "./.git/objects/81/04384ac002368ebd53a196af86dee0590609a0", "./.git/objects/8c", "./.git/objects/8c/16333d7bc16d5723e8b38231d258004fb26a10", "./.git/objects/8e", "./.git/objects/8e/f3bc4236ea0488b98caba84c7398c5fe92a568", "./.git/objects/92", "./.git/objects/92/a574aef554c01061b6af38d332daa0ccb080d0", "./.git/objects/9d", "./.git/objects/9d/abe3a993bde0c2ee5d050b261c3b19cd49d6d0", "./.git/objects/9f", "./.git/objects/9f/e8f029fb4135f4a93a35b1426e350bec69abc9", "./.git/objects/e4", "./.git/objects/e4/ece853eb1cbf9d01a318b4046875299e4e04c6", "./.git/objects/e5", "./.git/objects/e5/d16ef8e80e2e9fc2af98e2382cafab48c737c1", "./.git/objects/f7", "./.git/objects/f7/b4e9d430d8d9c5b165924ef73b899860a6757c", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./.gitignore", "./LICENSE", "./README.md", "./assets", "./assets/config_with_getenv.hcl", "./assets/config_with_locals.hcl", "./assets/config_with_vars.hcl", "./assets/formatted.hcl", "./assets/malformed_config.hcl", "./assets/unformatted.hcl", "./assets/valid_config.hcl", "./atlas_cli.py", "./compile.sh", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-ariga-atlas", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }