{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false,
    "summary_path": "agent-summary.json"
  },
  "codex_version": "codex-cli 0.131.0",
  "collected_at": "2026-05-19T20:23:05.538796+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_brotli.TestFileDecompression.test_decompress_suffix_mismatch_error",
      "eval.tests.test_brotli.TestBasicInvocation.test_invalid_option_long_format_help_to_stdout",
      "eval.tests.test_brotli.TestFileDecompression.test_decompress_precompressed_alice",
      "eval.tests.test_brotli.TestFileCompression.test_compress_large_text_file_smaller",
      "eval.tests.test_brotli.TestBasicInvocation.test_help_short_goes_to_stderr",
      "eval.tests.test_brotli.TestBasicInvocation.test_help_mentions_coalesced_options",
      "eval.tests.test_brotli.TestStdinInput.test_compress_from_explicit_dash_stdin",
      "eval.tests.test_brotli.TestFileDecompression.test_decompress_precompressed_zeros",
      "eval.tests.test_brotli.TestBasicInvocation.test_version_short",
      "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_all_quality_levels",
      "eval.tests.test_brotli.TestStdinInput.test_decompress_empty_compressed_stdin",
      "eval.tests.test_brotli.TestFileCompression.test_compress_file_creates_valid_br",
      "eval.tests.test_brotli.TestFileCompression.test_compress_file_with_keep_flag",
      "eval.tests.test_brotli.TestBasicInvocation.test_no_args_with_piped_stdin",
      "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_text",
      "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_known_test_files",
      "eval.tests.test_brotli.TestFileDecompression.test_decompress_nonexistent_file",
      "eval.tests.test_brotli.TestBasicInvocation.test_help_long_goes_to_stderr",
      "eval.tests.test_brotli.TestBasicInvocation.test_invalid_option_short_format",
      "eval.tests.test_brotli.TestStdinInput.test_stdin_binary_data_roundtrip",
      "eval.tests.test_brotli.TestOutputOptions.test_stdout_flag_short",
      "eval.tests.test_brotli.TestFileCompression.test_compress_multiple_files_roundtrip",
      "eval.tests.test_brotli.TestBasicInvocation.test_help_mentions_stdin_dash",
      "eval.tests.test_brotli.TestFileDecompression.test_decompress_keeps_compressed_by_default",
      "eval.tests.test_brotli.TestBasicInvocation.test_version_long",
      "eval.tests.test_brotli.TestStdinInput.test_compress_from_stdin_roundtrip",
      "eval.tests.test_brotli.TestStdinInput.test_compress_empty_stdin",
      "eval.tests.test_brotli.TestFileDecompression.test_decompress_precompressed_empty",
      "eval.tests.test_brotli.TestFileCompression.test_compress_keeps_source_by_default",
      "eval.tests.test_brotli.TestOutputOptions.test_stdout_flag_long",
      "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_binary",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_invalid_too_small",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_short_q_11_roundtrip",
      "eval.tests.test_brotli.TestRemoveSource.test_compress_rm_long_flag",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_and_large_window_conflict",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_invalid_too_high",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_duplicate_flag_error",
      "eval.tests.test_brotli.TestCompressionQuality.test_best_flag_Z_roundtrip",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_0_auto_roundtrip",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_10_roundtrip",
      "eval.tests.test_brotli.TestForceOverwrite.test_decompress_force_overwrite",
      "eval.tests.test_brotli.TestOutputOptions.test_output_file_flag_short",
      "eval.tests.test_brotli.TestForceOverwrite.test_force_flag_duplicate_error",
      "eval.tests.test_brotli.TestForceOverwrite.test_compress_force_overwrite",
      "eval.tests.test_brotli.TestRemoveSource.test_rm_flag_duplicate_error",
      "eval.tests.test_brotli.TestWindowSize.test_large_window_flag_roundtrip",
      "eval.tests.test_brotli.TestOutputOptions.test_decompress_to_output_file",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_invalid_too_large",
      "eval.tests.test_brotli.TestRemoveSource.test_decompress_rm_removes_source",
      "eval.tests.test_brotli.TestForceOverwrite.test_compress_fails_if_output_exists",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_short_flag_0_to_9",
      "eval.tests.test_brotli.TestRemoveSource.test_compress_rm_removes_source_and_valid_output",
      "eval.tests.test_brotli.TestOutputOptions.test_output_file_flag_long_equals",
      "eval.tests.test_brotli.TestForceOverwrite.test_decompress_fails_if_output_exists",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_duplicate_error",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_invalid_negative",
      "eval.tests.test_brotli.TestSquash.test_squash_large_compressible_data_keeps_output",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_and_best_flag_conflict",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_long_flag_roundtrip",
      "eval.tests.test_brotli.TestRemoveSource.test_keep_and_rm_conflict",
      "eval.tests.test_brotli.TestWindowSize.test_lgwin_24_max_roundtrip",
      "eval.tests.test_brotli.TestForceOverwrite.test_force_flag_long_roundtrip",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_short_q_0_roundtrip",
      "eval.tests.test_brotli.TestCompressionQuality.test_quality_long_flag_roundtrip",
      "eval.tests.test_brotli.TestSuffix.test_custom_suffix_compress",
      "eval.tests.test_brotli.TestSquash.test_squash_with_stdout_is_invalid",
      "eval.tests.test_brotli.TestIntegrity.test_test_integrity_from_stdin",
      "eval.tests.test_brotli.TestSquash.test_squash_removes_output_if_larger",
      "eval.tests.test_brotli.TestIntegrity.test_test_integrity_corrupt_file",
      "eval.tests.test_brotli.TestIntegrity.test_test_integrity_long_flag",
      "eval.tests.test_brotli.TestNoCopyStat.test_no_copy_stat_duplicate_error",
      "eval.tests.test_brotli.TestNoCopyStat.test_no_copy_stat_short",
      "eval.tests.test_brotli.TestIntegrity.test_test_decompress_conflict",
      "eval.tests.test_brotli.TestIntegrity.test_test_integrity_valid_file",
      "eval.tests.test_brotli.TestIntegrity.test_test_with_stdout_flag_is_invalid",
      "eval.tests.test_brotli.TestSuffix.test_custom_suffix_long_flag",
      "eval.tests.test_brotli.TestIntegrity.test_test_integrity_precompressed_file",
      "eval.tests.test_brotli.TestNoCopyStat.test_no_copy_stat_long",
      "eval.tests.test_brotli.TestIntegrity.test_test_with_output_flag_is_invalid",
      "eval.tests.test_brotli.TestConcatenated.test_concatenated_duplicate_error"
    ],
    "failed_tests_omitted": 517,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 606,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "paper-prompt-nointernet",
  "instance_id": "google__brotli.b3dc9cc",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4742656",
    "calls": "72",
    "codex_version": "codex-cli 0.131.0",
    "created_at": "2026-05-19T01:51:07.568454+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "paper-prompt-nointernet",
    "input_tokens": "4985832",
    "instance_id": "google__brotli.b3dc9cc",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "6",
    "n_system_errors": "0",
    "n_tests": "441",
    "n_warnings": "0",
    "output_tokens": "52522",
    "paper_compliant": "False",
    "pricing_source": "",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "15705",
    "resolved": "False",
    "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-google-brotli",
    "run_version": "20260518T232006Z",
    "score": "0.013605442176870748",
    "session_ended_at": "2026-05-19T02:05:37.609Z",
    "session_started_at": "2026-05-19T01:51:15.743Z",
    "test_branch_errors": "{}",
    "total_tokens": "5038354",
    "wall_clock_seconds": "861"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.git",
      "./.git/COMMIT_EDITMSG",
      "./.git/HEAD",
      "./.git/branches",
      "./.git/config",
      "./.git/description",
      "./.git/hooks",
      "./.git/hooks/applypatch-msg.sample",
      "./.git/hooks/commit-msg.sample",
      "./.git/hooks/fsmonitor-watchman.sample",
      "./.git/hooks/post-update.sample",
      "./.git/hooks/pre-applypatch.sample",
      "./.git/hooks/pre-commit.sample",
      "./.git/hooks/pre-merge-commit.sample",
      "./.git/hooks/pre-push.sample",
      "./.git/hooks/pre-rebase.sample",
      "./.git/hooks/pre-receive.sample",
      "./.git/hooks/prepare-commit-msg.sample",
      "./.git/hooks/push-to-checkout.sample",
      "./.git/hooks/update.sample",
      "./.git/index",
      "./.git/info",
      "./.git/info/exclude",
      "./.git/logs",
      "./.git/logs/HEAD",
      "./.git/logs/refs",
      "./.git/logs/refs/heads",
      "./.git/logs/refs/heads/master",
      "./.git/objects",
      "./.git/objects/14",
      "./.git/objects/14/a4de1faa2997884a88b4c04ce71dfb52cf3cee",
      "./.git/objects/1c",
      "./.git/objects/1c/b3c7a0c3d79dd542e570ba010cdbf1129fc304",
      "./.git/objects/33",
      "./.git/objects/33/b7cdd2dbaeddce1e35aa1a13f63d71154dc42f",
      "./.git/objects/37",
      "./.git/objects/37/32d96c9935f0604dd4e947d41ec35f3b347fff",
      "./.git/objects/6a",
      "./.git/objects/6a/b059005b97ca7543280eaa252aedc6f8d9711c",
      "./.git/objects/74",
      "./.git/objects/74/a428ad63347ccbb78894bfa391de5c604da675",
      "./.git/objects/af",
      "./.git/objects/af/512f775d4c93bbf50ccf0f7c950d7b742ba0b5",
      "./.git/objects/c5",
      "./.git/objects/c5/53fe4d4c339c98e0e283622c4c3ae2ef56d2bb",
      "./.git/objects/info",
      "./.git/objects/pack",
      "./.git/refs",
      "./.git/refs/heads",
      "./.git/refs/heads/master",
      "./.git/refs/tags",
      "./LICENSE",
      "./README",
      "./README.md",
      "./brotli_cli.js",
      "./compile.sh",
      "./docs",
      "./docs/brotli.1",
      "./docs/brotli.svg",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": true,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-google-brotli",
  "run_version": "20260518T232006Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}