{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:07.003154+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_diffr.test_large_diff_threshold_zero", "eval.tests.test_diffr.test_integration_combined_options", "eval.tests.test_diffr.test_error_missing_threshold_argument", "eval.tests.test_diffr.test_debug_flag", "eval.tests.test_diffr.test_error_missing_color_value", "eval.tests.test_diffr.test_large_threshold_triggers_skip", "eval.tests.test_diffr.test_debug_with_large_diff", "eval.tests.test_diffr.test_threshold_variations", "eval.tests.test_diffr.test_combined_complex", "eval.tests.test_diffr.test_error_invalid_threshold_value", "eval.tests.test_diffr.test_large_diff_threshold_valid", "eval.tests.test_diffr.test_large_diff_threshold_values", "eval.tests.test_diffr.test_combined_flags_complex", "eval.tests.test_diffr.test_debug_flag_output", "eval.tests.test_diffr.test_combination_of_all_flags", "eval.tests.test_diffr.test_mixed_everything", "eval.tests.test_diffr.test_error_negative_threshold", "eval.tests.test_diffr.test_gigantic_unicode_diff", "eval.tests.test_colors.test_colors_missing_color_value", "eval.tests.test_debug_hidden.test_debug_flag", "eval.tests.test_debug_hidden.test_debug_flag_multiple_hunks", "eval.tests.test_debug_hidden.test_large_diff_threshold_zero", "eval.tests.test_debug_hidden.test_large_diff_threshold_valid", "eval.tests.test_debug_hidden.test_large_diff_threshold_invalid_value", "eval.tests.test_debug_hidden.test_large_diff_threshold_negative", "eval.tests.test_debug_hidden.test_all_flags_combined", "eval.tests.test_debug_hidden.test_large_diff_threshold_large_value", "eval.tests.test_debug_hidden.test_debug_and_colors_combined", "eval.tests.test_debug_hidden.test_debug_and_line_numbers_combined", "eval.tests.test_debug_hidden.test_large_diff_threshold_missing_arg", "tests.test_cli_args.test_invalid_large_diff_threshold_non_numeric", "tests.test_cli_args.test_debug_with_colors", "tests.test_cli_args.test_line_numbers_compact", "tests.test_cli_args.test_line_numbers_default", "tests.test_cli_args.test_missing_large_diff_threshold_value", "tests.test_cli_args.test_color_missing_value_after_foreground", "tests.test_cli_args.test_line_numbers_with_colors", "tests.test_cli_args.test_large_diff_threshold_overflow", "tests.test_colors.test_colors_missing_color_value", "tests.test_cli_args.test_large_diff_threshold_negative", "tests.test_colors.test_colors_missing_background_value", "tests.test_diff_processing.test_multiple_hunks_realistic_code", "tests.test_diff_processing.test_line_numbers_compact_mode", "tests.test_diff_processing.test_line_numbers_aligned_mode", "tests.test_diff_processing.test_git_diff_format_with_metadata", "tests.test_harvest.test_cli_color_invalid_color_not_done", "tests.test_cli_args.test_large_diff_threshold_valid", "tests.test_cli_args.test_line_numbers_aligned", "tests.test_harvest.test_cli_threshold", "tests.test_cli_args.test_debug_flag", "tests.test_cli_args.test_line_numbers_fixed", "tests.test_cli_args.test_line_numbers_with_debug", "tests.test_diff_processing.test_whitespace_only_change", "tests.test_line_numbers.test_compact_single_digit_line_numbers", "tests.test_diff_processing.test_added_lines_only", "tests.test_line_numbers.test_aligned_single_digit_line_numbers", "tests.test_line_numbers.test_compact_very_large_line_numbers", "tests.test_line_numbers.test_context_lines_differing_line_numbers", "tests.test_line_numbers.test_added_line_format", "tests.test_harvest.test_cli_debug_flag", "tests.test_line_numbers.test_width_calculated_from_max_line_number", "tests.test_line_numbers.test_line_numbers_without_style_defaults_to_compact", "tests.test_line_numbers.test_fixed_style_minimum_width", "tests.test_line_numbers.test_aligned_four_digit_line_numbers", "tests.test_line_numbers.test_compact_four_digit_line_numbers", "tests.test_line_numbers.test_multiple_hunks_line_numbers", "tests.test_line_numbers.test_mixed_single_double_digit_transition", "tests.test_line_numbers.test_removed_line_format", "tests.test_line_numbers.test_context_lines_identical_line_numbers", "tests.test_line_numbers.test_line_numbers_with_custom_colors", "tests.test_line_numbers.test_aligned_mode_emits_tabs", "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[added:foreground:999-unexpected color value]", "eval.tests.test_argparse_validation.test_colors_requires_value", "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args2-bad argument: '--line-numbers=aligned']", "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[added:-attribute: expected]", "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args1-bad argument: '--nonexistent-flag']", "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[added-expected ':']", "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args0-bad argument: '--unknown']", "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[a-unexpected face name]", "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args3-bad argument: '--']" ], "failed_tests_omitted": 21, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 782, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "mookid__diffr.2152742", "metrics": { "almost_resolved": "False", "cached_input_tokens": "6104064", "calls": "84", "created_at": "2026-05-17T13:03:20.303900+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.8299", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "6238288", "instance_id": "mookid__diffr.2152742", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "525", "n_system_errors": "0", "n_tests": "606", "n_warnings": "0", "output_tokens": "70224", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "23446", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mookid-diffr", "run_version": "20260517T094700Z", "score": "0.8663366336633663", "session_ended_at": "2026-05-17T13:22:17.315Z", "session_started_at": "2026-05-17T13:03:23.686Z", "test_branch_errors": "{}", "total_tokens": "6308512", "wall_clock_seconds": "1133" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./__pycache__", "./__pycache__/diffr.cpython-312.pyc", "./compile.sh", "./diffr.py", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mookid-diffr", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }