{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:14.267950+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_command_line_parsing.test_password_prompt_flag_without_value",
      "tests.test_command_line_parsing.test_dash_dash_separator",
      "tests.test_error_conditions.test_init_with_system_schema",
      "tests.test_diff_error_paths.test_diff_with_malformed_config",
      "tests.test_format_error_paths.test_format_with_malformed_skeema_file",
      "tests.test_init_error_handling.test_init_with_invalid_environment_brackets",
      "tests.test_init_error_handling.test_init_with_information_schema",
      "tests.test_init_options.test_init_with_invalid_environment_name",
      "tests.test_lint_error_paths.test_lint_with_malformed_config",
      "tests.test_error_cases.test_help_with_multiple_commands",
      "tests.test_pull_error_paths.test_pull_with_malformed_config",
      "tests.test_init_error_handling.test_init_with_empty_environment",
      "tests.test_init_error_handling.test_init_with_performance_schema",
      "eval.tests.test_command_execution_paths.test_diff_attempts_processing",
      "eval.tests.test_command_execution_paths.test_push_attempts_processing",
      "eval.tests.test_command_execution_paths.test_diff_with_alter_options",
      "eval.tests.test_command_execution_paths.test_push_with_dry_run",
      "eval.tests.test_command_execution_paths.test_diff_with_partitioning_option",
      "eval.tests.test_config_validation_comprehensive.test_directory_without_config_skipped",
      "eval.tests.test_with_database.test_init_with_real_database",
      "eval.tests.test_with_database.test_init_creates_schema_dirs",
      "eval.tests.test_with_database.test_diff_detects_new_table",
      "eval.tests.test_with_database.test_push_dry_run_shows_changes",
      "eval.tests.test_with_database.test_init_with_custom_environment",
      "eval.tests.test_with_database.test_add_environment_to_existing",
      "eval.tests.test_with_database.test_init_with_ignore_schema",
      "eval.tests.test_with_database.test_lint_with_database_flavor",
      "eval.tests.test_with_database.test_format_with_database_connection",
      "eval.tests.test_with_database.test_push_with_lint_error_blocks_execution",
      "eval.tests.test_with_database.test_init_with_multiple_schemas",
      "eval.tests.test_with_database.test_pull_detects_schema_changes",
      "eval.tests.test_with_database.test_diff_with_modified_table",
      "eval.tests.test_with_database.test_init_with_port_option",
      "eval.tests.test_with_database.test_init_with_connect_options",
      "eval.tests.test_with_database.test_push_creates_table_successfully",
      "eval.tests.test_with_database.test_init_with_include_auto_inc",
      "eval.tests.test_with_database.test_lint_with_skip_lint_option",
      "eval.tests.test_with_database.test_format_with_write_option",
      "eval.tests.test_with_database.test_init_preserves_user_option",
      "eval.tests.test_with_database.test_lint_reports_multiple_issues",
      "eval.tests.test_with_database.test_add_environment_with_port",
      "eval.tests.test_with_database.test_init_with_strip_partitioning_option",
      "tests.test_basic.test_version_command",
      "tests.test_config.test_boolean_option_value_false",
      "tests.test_db_commands.test_pull_malformed_skeema_file_parse_error",
      "tests.test_db_commands.test_init_dir_with_existing_skeema_file_rejected",
      "tests.test_db_commands.test_push_no_host_in_schema_dir",
      "tests.test_db_commands.test_init_invalid_port_connection_error",
      "tests.test_config.test_multiple_schemas_in_different_directories",
      "tests.test_db_commands.test_push_malformed_skeema_file_parse_error",
      "tests.test_basic.test_version_flag",
      "tests.test_db_commands.test_diff_no_host_in_schema_dir",
      "tests.test_db_commands.test_init_with_invalid_dir_option_filesystem_error_path",
      "tests.test_db_commands.test_init_system_schema_rejected",
      "tests.test_db_commands.test_diff_malformed_skeema_file_parse_error",
      "tests.test_config_edge_cases.test_very_long_option_value_rejected",
      "tests.test_db_commands.test_init_with_dir_default_uses_hostname",
      "tests.test_db_commands.test_add_environment_invalid_name_brackets",
      "tests.test_config.test_child_directory_config_overrides_parent",
      "tests.test_db_commands.test_init_system_schema_information_schema_rejected",
      "tests.test_db_commands.test_init_with_localhost_and_explicit_port_uses_tcp",
      "tests.test_config_edge_cases.test_option_with_no_value_rejected",
      "tests.test_db_commands.test_init_dir_option_with_absolute_path",
      "tests.test_db_commands.test_add_environment_invalid_name_newline",
      "tests.test_config.test_comments_hash_syntax",
      "tests.test_db_commands.test_init_invalid_environment_name_with_brackets",
      "tests.test_db_commands.test_add_environment_with_localhost_and_port_writes_tcp_config",
      "tests.test_db_commands.test_init_dir_option_with_relative_path",
      "tests.test_config_edge_cases.test_inline_comments_stripped",
      "tests.test_config.test_unterminated_section_name",
      "tests.test_db_commands.test_push_dry_run_equivalent_to_diff",
      "tests.test_db_commands.test_init_invalid_environment_name_with_newline",
      "tests.test_db_commands.test_init_multiple_system_schemas_all_rejected",
      "tests.test_config.test_quoted_values_double_and_single",
      "tests.test_config_edge_cases.test_symlink_outside_repo_rejected",
      "tests.test_db_commands.test_init_environment_name_validated_for_brackets",
      "tests.test_db_commands.test_init_existing_dir_with_skeema_file",
      "tests.test_db_commands.test_init_empty_environment_name_rejected",
      "tests.test_config_edge_cases.test_invalid_option_name_rejected",
      "tests.test_config.test_invalid_regex_pattern_in_ignore_option"
    ],
    "failed_tests_omitted": 1114,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 3456,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "skeema__skeema.6a76243",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "9276416",
    "calls": "104",
    "created_at": "2026-05-17T15:39:52.375263+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "7.7076",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "9533975",
    "instance_id": "skeema__skeema.6a76243",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "1338",
    "n_system_errors": "0",
    "n_tests": "1708",
    "n_warnings": "0",
    "output_tokens": "59386",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "15846",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-skeema-skeema",
    "run_version": "20260517T094700Z",
    "score": "0.7833723653395784",
    "session_ended_at": "2026-05-17T15:57:40.620Z",
    "session_started_at": "2026-05-17T15:39:55.670Z",
    "test_branch_errors": "{}",
    "total_tokens": "9593361",
    "wall_clock_seconds": "1064"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./skeema.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-skeema-skeema",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}