{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:14.369281+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_sqlite3.test_help_output",
      "eval.tests.test_sqlite3.test_dot_dbinfo",
      "eval.tests.test_sqlite3.test_dot_explain_on",
      "eval.tests.test_sqlite3.test_dot_intck",
      "eval.tests.test_sqlite3.test_help_short",
      "eval.tests.test_sqlite3.test_dot_vfsinfo_with_db",
      "eval.tests.test_sqlite3.test_dot_auth",
      "eval.tests.test_sqlite3.test_dot_timer",
      "eval.tests.test_sqlite3.test_archive_create_list",
      "eval.tests.test_sqlite3.test_dot_vfsname",
      "eval.tests.test_sqlite3.test_dot_trace",
      "eval.tests.test_sqlite3.test_dot_stats",
      "eval.tests.test_sqlite3.test_archive_verbose_list",
      "eval.tests.test_sqlite3.test_dot_progress",
      "eval.tests.test_sqlite3.test_dot_log",
      "eval.tests.test_sqlite3.test_dot_dbconfig_set",
      "eval.tests.test_sqlite3.test_zip_mode_tables",
      "eval.tests.test_sqlite3.test_dot_sha3sum",
      "eval.tests.test_sqlite3.test_dot_eqp_full",
      "eval.tests.test_sqlite3.test_dot_help_pattern",
      "eval.tests.test_sqlite3.test_zip_mode_select",
      "eval.tests.test_sqlite3.test_dot_recover",
      "eval.tests.test_sqlite3.test_dot_filectrl",
      "eval.tests.test_sqlite3.test_dot_expert",
      "eval.tests.test_sqlite3.test_zip_mode_schema",
      "eval.tests.test_sqlite3.test_dot_dbtotxt",
      "eval.tests.test_sqlite3.test_sha3_function",
      "eval.tests.test_sqlite3.test_readfile_function",
      "eval.tests.test_sqlite3.test_dbpage_virtual_table",
      "eval.tests.test_sqlite3.test_sha3_sizes",
      "eval.tests.test_sqlite3.test_echo_option",
      "eval.tests.test_sqlite3.test_writefile_function",
      "eval.tests.test_sqlite3.test_mode_column_charlimit",
      "eval.tests.test_sqlite3.test_sha3_agg_function",
      "eval.tests.test_sqlite3.test_stats_option",
      "eval.tests.test_sqlite3.test_uint_collation",
      "eval.tests.test_sqlite3.test_mode_list_quote",
      "eval.tests.test_sqlite3.test_sha3_query_function",
      "eval.tests.test_sqlite3.test_init_nonexistent_file",
      "eval.tests.test_sqlite3.test_generate_series",
      "eval.tests.test_sqlite3.test_sha3sum_multiple_tables",
      "eval.tests.test_sqlite3.test_decimal_functions",
      "eval.tests.test_sqlite3.test_safe_mode",
      "eval.tests.test_sqlite3.test_generate_series_step",
      "eval.tests.test_sqlite3.test_decimal_sub",
      "eval.tests.test_sqlite3.test_sha3sum_with_size",
      "eval.tests.test_sqlite3.test_dot_indexes_table_specific",
      "eval.tests.test_sqlite3.test_log_function",
      "eval.tests.test_sqlite3.test_decimal_cmp",
      "eval.tests.test_sqlite3.test_dot_dbconfig_enable_fkey",
      "eval.tests.test_sqlite3.test_dot_timer_once",
      "eval.tests.test_sqlite3.test_base64_blob_roundtrip",
      "eval.tests.test_sqlite3.test_ieee754_functions",
      "eval.tests.test_sqlite3.test_sha3sum_sha3_256",
      "eval.tests.test_sqlite3.test_base64_text_input",
      "eval.tests.test_sqlite3.test_decimal_exp_function",
      "eval.tests.test_sqlite3.test_regexp_function",
      "eval.tests.test_sqlite3.test_decimal_scientific",
      "eval.tests.test_sqlite3.test_base64_type_detection",
      "eval.tests.test_sqlite3.test_decimal_sum_aggregate",
      "eval.tests.test_sqlite3.test_regexpi_function",
      "eval.tests.test_sqlite3.test_decimal_collation",
      "eval.tests.test_sqlite3.test_base85_function",
      "eval.tests.test_sqlite3.test_decimal_negative",
      "eval.tests.test_sqlite3.test_regexp_operator",
      "eval.tests.test_sqlite3.test_generate_series_with_step",
      "eval.tests.test_sqlite3.test_sha1_function",
      "eval.tests.test_sqlite3.test_generate_series_descending",
      "eval.tests.test_sqlite3.test_regexp_character_class",
      "eval.tests.test_sqlite3.test_regexp_quantifiers",
      "eval.tests.test_sqlite3.test_regexp_hex_escape",
      "eval.tests.test_sqlite3.test_generate_series_sum",
      "eval.tests.test_sqlite3.test_regexp_anchors",
      "eval.tests.test_sqlite3.test_regexp_in_where_clause",
      "eval.tests.test_sqlite3.test_uint_collation_numbers",
      "eval.tests.test_sqlite3.test_uint_comparison",
      "eval.tests.test_sqlite3.test_lsmode_function",
      "eval.tests.test_sqlite3.test_readfile_write_roundtrip",
      "eval.tests.test_sqlite3.test_sha3_query_256",
      "eval.tests.test_sqlite3.test_sha1_query_function"
    ],
    "failed_tests_omitted": 16530,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {
      "4ee128ddea8e": [
        {
          "error_code": "results_read_failed",
          "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 90354ab11c27a3d3438d7b0328e62788f2fade0a04f5d097175a5f89d5eb8d4c"
        }
      ]
    },
    "test_records": 16801,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "sqlite__sqlite.839433d",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "8890368",
    "calls": "140",
    "created_at": "2026-05-17T15:43:22.230087+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "8.1423",
    "evaluator_problem": "True",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "9220388",
    "instance_id": "sqlite__sqlite.839433d",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "182",
    "n_system_errors": "0",
    "n_tests": "13514",
    "n_warnings": "0",
    "output_tokens": "68235",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "22587",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sqlite-sqlite",
    "run_version": "20260517T094700Z",
    "score": "0.0134675151694539",
    "session_ended_at": "2026-05-17T16:05:11.551Z",
    "session_started_at": "2026-05-17T15:43:25.341Z",
    "test_branch_errors": "{\"4ee128ddea8e\": [\"results_read_failed\"]}",
    "total_tokens": "9288623",
    "wall_clock_seconds": "1306"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./sqlite_cli.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sqlite-sqlite",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}