{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:06.455853+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_decompression.test_unpigz_decompresses_by_default",
      "eval.tests.test_warnings.test_zlib_with_comment_warning",
      "tests.test_additional_flags.test_suffix_empty_rejected",
      "tests.test_additional_flags.test_T_flag_alternative_for_m",
      "tests.test_additional_flags.test_list_mode_zlib_format",
      "tests.test_decompression.test_cat_like_behavior_with_cdf_on_non_gzip",
      "tests.test_decompression.test_integrity_test_crc_error",
      "tests.test_compression.test_decompression_truncated_gzip",
      "tests.test_decompression.test_integrity_test_truncated_file",
      "tests.test_errors.test_ascii_option_unsupported",
      "tests.test_errors.test_truncated_gzip_file",
      "tests.test_errors.test_crc32_mismatch_detection",
      "tests.test_errors.test_numeric_overflow_in_processes",
      "tests.test_errors.test_environment_gzip_with_file",
      "tests.test_errors.test_block_size_too_large",
      "tests.test_errors.test_test_mode_corrupted_file",
      "tests.test_compression.test_compression_level_10_invalid",
      "tests.test_formats.test_zlib_comment_warning",
      "tests.test_additional_flags.test_list_corrupted_file_partial_info",
      "tests.test_decompression.test_test_mode_with_corrupted_file_continues_to_next",
      "tests.test_decompression.test_integrity_test_length_mismatch",
      "tests.test_errors.test_process_count_too_large",
      "tests.test_formats.test_zip_multientry_warning",
      "tests.test_errors.test_environment_pigz_with_file",
      "tests.test_errors.test_numeric_overflow_in_blocksize",
      "tests.test_errors.test_length_mismatch_detection",
      "tests.test_gap_filling.test_name_flag_preserves_and_restores_metadata",
      "tests.test_harvest.test_decompress_one_byte_input",
      "tests.test_harvest.test_decompress_mixed_gzip_and_one_byte_raw",
      "tests.test_gap_filling.test_name_flag_with_decompression_restores_original_filename",
      "tests.test_harvest.test_decompress_empty_input",
      "tests.test_metadata.test_name_restoration_on_decompression",
      "tests.test_metadata.test_time_restoration_on_decompression",
      "tests.test_metadata.test_decompression_preserves_permissions_with_metadata",
      "tests.test_decompression.test_integrity_test_invalid_deflate",
      "tests.test_decompression.test_header_crc_validation",
      "tests.test_errors.test_empty_suffix_rejected",
      "tests.test_errors.test_trailing_junk_warning",
      "tests.test_metadata.test_time_preservation_across_decompress_recompress",
      "tests.test_harvest.test_decompress_mixed_gzip_and_two_byte_raw",
      "tests.test_threading.test_procs_overflow_rejected",
      "tests.test_harvest.test_decompress_two_byte_input",
      "tests.test_harvest.test_unix_compress_interop",
      "tests.test_threading.test_block_size_very_large",
      "tests.test_metadata.test_filename_with_special_chars",
      "tests.test_errors.test_compression_level_10",
      "tests.test_decompression.test_list_mode_single_member",
      "tests.test_harvest.test_decompress_three_byte_input",
      "tests.test_harvest.test_decompress_mixed_gzip_and_three_byte_raw",
      "tests.test_errors.test_compression_level_99",
      "tests.test_metadata.test_corrupted_gzip_magic_bytes",
      "tests.test_errors.test_lzw_option_unsupported",
      "eval.tests.test_argparse_validation.test_negative_value_for_numeric_flag_is_treated_as_missing_parameter[-J]",
      "eval.tests.test_argparse_validation.test_processes_validation[args1-missing parameter after -p]",
      "eval.tests.test_argparse_validation.test_negative_value_for_numeric_flag_is_treated_as_missing_parameter[-I]",
      "eval.tests.test_env_config.test_env_options_cannot_include_files_errors",
      "eval.tests.test_env_config.test_env_missing_parameter_errors",
      "eval.tests.test_help_output.test_help_with_extra_invalid_flag_still_shows_help_and_exits_zero",
      "tests.test_subcommand_dispatch.TestProgramNameDispatch.test_unpigz_symlink_exists",
      "tests.test_subcommand_dispatch.TestProgramNameDispatch.test_decompress_via_unpigz_name",
      "eval.tests.test_pigz.TestErrorHandling.test_invalid_compression_level",
      "eval.tests.test_list_and_test_modes.test_test_mode_corrupt_returns_nonzero"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 938,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "madler__pigz.fe4894f",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4978304",
    "calls": "91",
    "created_at": "2026-05-17T12:46:34.595339+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.7416",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "5148572",
    "instance_id": "madler__pigz.fe4894f",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "774",
    "n_system_errors": "0",
    "n_tests": "831",
    "n_warnings": "0",
    "output_tokens": "46705",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "18168",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-madler-pigz",
    "run_version": "20260517T094700Z",
    "score": "0.9314079422382672",
    "session_ended_at": "2026-05-17T12:59:46.462Z",
    "session_started_at": "2026-05-17T12:46:37.351Z",
    "test_branch_errors": "{}",
    "total_tokens": "5195277",
    "wall_clock_seconds": "789"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./pigz_reimpl.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-madler-pigz",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}
