{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:01.714971+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_7zip.test_add_with_timing_bt", "eval.tests.test_7zip.test_add_split_volumes", "eval.tests.test_7zip.test_add_with_log_level_bb1", "eval.tests.test_7zip.test_list_password_protected_archive", "eval.tests.test_7zip.test_add_with_password", "eval.tests.test_7zip.test_list_with_technical_info_slt", "eval.tests.test_7zip.test_overwrite_rename_aot", "eval.tests.test_7zip.test_test_password_protected_wrong", "eval.tests.test_7zip.test_hash_unsupported_algorithm", "eval.tests.test_7zip.test_extract_with_wrong_password", "eval.tests.test_7zip.test_add_missing_file_with_warning", "eval.tests.test_7zip.test_sdel_deletes_source_after_add", "eval.tests.test_7zip.test_list_tar_slt_properties", "eval.tests.test_7zip.test_create_split_archive_and_list", "eval.tests.test_7zip.test_test_split_archive", "eval.tests.test_7zip.test_extract_split_archive", "eval.tests.test_7zip.test_error_corrupt_archive_extract", "eval.tests.test_7zip.test_list_corrupt_archive", "eval.tests.test_7zip.test_rename_file_in_archive", "eval.tests.test_7zip.test_list_tar_archive_technical", "eval.tests.test_7zip.test_add_no_solid_archive", "eval.tests.test_7zip.test_zip_with_password_extract", "eval.tests.test_7zip.test_create_zip_volumes", "eval.tests.test_7zip.test_list_zip_split_volumes", "tests.test_advanced_flags.test_sse_with_directory_read_error", "tests.test_commandline_parsing.test_mx_negative_value", "tests.test_advanced_flags.test_bt_timing_with_large_operation", "tests.test_cab_format.test_extract_multiple_files_cab", "tests.test_bcj_filters.test_ppc_filter_compress_and_extract", "tests.test_advanced_flags.test_scrc_hash_functions_xxh64", "tests.test_cab_format.test_error_truncated_cab_extraction", "tests.test_cab_format.test_list_shows_correct_file_count_summary", "tests.test_codec_variants.test_ppmd_solid_with_multiple_file_types", "tests.test_codec_variants.test_arm_filter_with_lzma2", "tests.test_7z_update_advanced.test_solid_archive_update_creates_new_block", "tests.test_add.test_compression_level_ultra", "tests.test_7z_update_advanced.test_update_preserves_timestamps", "tests.test_commandline_parsing.test_invalid_charset_name", "tests.test_add.test_add_file_with_special_chars_in_name", "tests.test_add.test_split_volume_creation", "tests.test_advanced_flags.test_combined_flags_multiple_switches", "tests.test_cab_format.test_list_cab_with_directory_structure", "tests.test_commandline_parsing.test_empty_archive_type_flag", "tests.test_advanced_flags.test_scrc_hash_all_algorithms_together", "tests.test_bcj_filters.test_arm64_filter_compress_and_extract", "tests.test_cab_format.test_wildcard_extraction_from_subdir", "tests.test_cab_format.test_extraction_creates_intermediate_directories", "tests.test_bcj_filters.test_bcj_filter_compress_x86_executable", "tests.test_add.test_compression_visible_difference", "tests.test_commandline_parsing.test_volume_size_zero_bytes", "tests.test_codec_variants.test_multiple_files_different_codecs", "tests.test_codec_variants.test_lzma_vs_lzma2_method_distinction", "tests.test_7z_update_advanced.test_solid_archive_update_with_nonsolid_flag", "tests.test_7z_update_advanced.test_delete_multiple_files_from_solid", "tests.test_add.test_compression_methods_comparison", "tests.test_compression.test_bzip2_method", "tests.test_cab_format.test_extract_cab_with_directory_structure", "tests.test_commandline_parsing.test_invalid_memory_limit_value", "tests.test_bcj_filters.test_bcj2_filter_compress_x86_executable", "tests.test_cab_format.test_list_with_technical_details_multifile", "tests.test_bcj_filters.test_sparc_filter_compress_and_extract", "tests.test_advanced_flags.test_bso_redirect_stdout_to_stderr", "tests.test_codec_variants.test_ppmd_create_and_extract", "tests.test_commandline_parsing.test_invalid_overwrite_mode_postfix", "tests.test_advanced_flags.test_spd_disables_wildcard_matching", "tests.test_add.test_update_existing_archive", "tests.test_codec_variants.test_lzma_codec_in_7z", "tests.test_codec_variants.test_copy_preserves_exact_size", "tests.test_7z_update_advanced.test_update_with_multithread_flag", "tests.test_advanced_flags.test_bt_shows_execution_time_statistics", "tests.test_7z_update_advanced.test_update_with_different_encoders", "tests.test_compression.test_ppmd_method", "tests.test_cab_format.test_list_technical_details", "tests.test_bcj_filters.test_bcj2_with_large_real_binary", "tests.test_commandline_parsing.test_invalid_fullpath_mode_value", "tests.test_cab_format.test_extract_preserves_modification_time", "tests.test_bcj_filters.test_bcj_with_lzma_compression", "tests.test_advanced_flags.test_bse_redirect_stderr_to_stdout", "tests.test_commandline_parsing.test_listfile_nonexistent_file", "tests.test_codec_variants.test_bzip2_create_and_extract" ], "failed_tests_omitted": 547, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1085, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "ip7z__7zip.839151e", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5998208", "calls": "75", "created_at": "2026-05-17T11:37:06.607119+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.9390", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "6123734", "instance_id": "ip7z__7zip.839151e", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "441", "n_system_errors": "0", "n_tests": "1043", "n_warnings": "0", "output_tokens": "43741", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12794", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ip7z-7zip", "run_version": "", "score": "0.4228187919463087", "session_ended_at": "2026-05-17T11:49:16.626Z", "session_started_at": "2026-05-17T11:37:09.481Z", "test_branch_errors": "{}", "total_tokens": "6167475", "wall_clock_seconds": "727" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./mini7za.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ip7z-7zip", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }