{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:06.394393+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_basic_invocation.test_help_short", "tests.test_basic_invocation.test_help_capital_h", "tests.test_benchmark.test_benchmark_default_level", "tests.test_benchmark.test_benchmark_range", "tests.test_error_handling.test_fast_negative_fails", "tests.test_error_handling.test_fast_zero_fails", "tests.test_error_handling.test_incomplete_arguments", "tests.test_frame_options.test_frame_crc", "tests.test_frame_options.test_no_content_size", "tests.test_list_mode.test_list_from_stdin", "tests.test_threading.test_threads_long_form", "tests.test_basic_invocation.test_help_long", "tests.test_benchmark.test_benchmark_specific_level", "tests.test_benchmark.test_benchmark_duration", "tests.test_frame_options.test_no_crc", "tests.test_absolute_final_70.TestListModeErrors.test_list_invalid_lz4", "tests.test_benchmark.test_benchmark_basic", "tests.test_benchmark_targeted.TestBenchmarkCore.test_benchmark_high_level", "tests.test_benchmark_comprehensive.test_benchmark_with_checksum", "tests.test_benchmark_comprehensive.test_benchmark_max_level", "tests.test_absolute_final_coverage.TestLargeDataSets.test_compress_highly_redundant_large", "tests.test_additional_coverage.test_compress_to_dev_null", "tests.test_advanced_compression.test_no_content_size_explicit", "tests.test_dictionary_extended.test_dictionary_stdin_compression", "tests.test_edge_cases_comprehensive.TestVerbosityModes.test_verbose_compression", "tests.test_final_70_threshold.TestErrorPathsComprehensive.test_decompress_truncated_file", "tests.test_final_coverage.test_frame_crc_corruption_detection", "tests.test_benchmark.test_benchmark_compression_level", "tests.test_benchmark_targeted.TestBenchmarkCore.test_benchmark_multiple_files", "tests.test_benchmark_comprehensive.test_benchmark_multiple_files", "tests.test_benchmark_comprehensive.test_benchmark_favor_dec_speed", "tests.test_additional_coverage.test_benchmark_with_threads", "tests.test_final_coverage.test_long_flag_combinations", "tests.test_advanced_compression.test_frame_crc_explicit", "tests.test_absolute_final.TestAbsoluteFinal.test_all_block_sizes_with_high_level", "tests.test_final_coverage_push_70.TestBenchmarkAdditional.test_benchmark_with_small_data", "tests.test_final_push.test_frame_options_all_combinations", "tests.test_final_push.test_stdout_aliases", "tests.test_error_handling.test_missing_dictionary_file", "tests.test_benchmark.test_benchmark_high_compression", "tests.test_benchmark_comprehensive.test_benchmark_evaluation_time_variation", "tests.test_benchmark_comprehensive.test_benchmark_legacy_format", "tests.test_improved_coverage.TestXXHashCoverage.test_frame_checksum_default", "tests.test_advanced_compression.test_no_frame_crc_and_no_block_checksum", "tests.test_coverage_boost.TestLegacyModes.test_lz4c_symlink_legacy_help", "tests.test_absolute_final.TestAbsoluteFinal.test_concatenate_many_frames", "tests.test_library_coverage.TestFrameCombinations.test_different_block_sizes_high_level", "tests.test_library_coverage.TestDictionaryEdgeCases.test_empty_dictionary", "tests.test_lz4cat.TestLz4Cat.test_lz4cat_multiple_files", "tests.test_more_coverage.test_compress_with_all_frame_options_bd_bx_content", "tests.test_more_coverage.test_no_sparse_with_no_crc", "tests.test_more_coverage.test_benchmark_with_dictionary", "tests.test_more_coverage.test_threads_with_best_compression", "tests.test_more_coverage.test_list_nonexistent_file", "tests.test_multithreading.test_threads_long_flag", "tests.test_benchmark.test_benchmark_minimum_time", "tests.test_benchmark_comprehensive.test_benchmark_with_block_size", "tests.test_benchmark_comprehensive.test_benchmark_progress_indicator", "tests.test_coverage_boost.TestLegacyModes.test_lz4c_legacy_c0_fast", "tests.test_push_over_70.TestFinalCoveragePush.test_compression_with_all_flag_combos", "tests.test_lz4cat.TestLz4Cat.test_lz4cat_passthrough", "tests.test_absolute_final_70.TestListModeErrors.test_list_non_lz4_file", "tests.test_push_to_70.test_no_crc_all_compression_levels", "tests.test_push_to_70.test_all_block_sizes_with_checksums", "tests.test_push_to_70.test_combinations_three_options", "tests.test_push_to_70.test_power_of_two_sizes_DISABLED", "tests.test_push_to_70.test_all_bytes_DISABLED", "tests.test_push_to_70.test_mixed_compressibility_DISABLED", "tests.test_reach_70_final.TestBenchmarkBasic.test_benchmark_simple", "tests.test_benchmark.test_benchmark_stdin", "tests.test_benchmark_comprehensive.test_benchmark_with_block_dependency", "tests.test_benchmark_comprehensive.test_benchmark_fast_flag", "tests.test_coverage_boost.TestLegacyModes.test_lz4c_legacy_c1_high", "tests.test_push_to_70.test_verbose_all_operations", "tests.test_push_to_70.test_benchmark_all_high_levels_DISABLED", "tests.test_special_behaviors.test_long_flag_to_stdout", "tests.test_suffix_parsing.TestSuffixParsing.test_block_size_with_M_suffix", "tests.test_suffix_parsing.TestSuffixParsing.test_block_size_with_MiB_suffix", "tests.test_push_to_70.test_all_printable_ascii_DISABLED", "tests.test_reach_70_final.TestBenchmarkBasic.test_benchmark_level_5" ], "failed_tests_omitted": 266, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1829, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "lz4__lz4.1519f46", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1213184", "calls": "34", "created_at": "2026-05-17T12:46:32.807642+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "1.9469", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "1278841", "instance_id": "lz4__lz4.1519f46", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1227", "n_system_errors": "0", "n_tests": "1496", "n_warnings": "0", "output_tokens": "33734", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "8651", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-lz4-lz4", "run_version": "20260517T094700Z", "score": "0.8201871657754011", "session_ended_at": "2026-05-17T12:56:14.778Z", "session_started_at": "2026-05-17T12:46:35.802Z", "test_branch_errors": "{}", "total_tokens": "1312575", "wall_clock_seconds": "578" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./lz4clone.c" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-lz4-lz4", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }