{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:23:05.234499+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_ansimage_api.test_combined_all_flags", "tests.test_ansimage_api.test_corrupt_png_file_error", "tests.test_ansimage_api.test_directory_instead_of_file", "tests.test_ansimage_api.test_dithering_mode_1_minimum_terminal_size", "tests.test_ansimage_api.test_dithering_mode_2_minimum_terminal_size", "tests.test_ansimage_api.test_empty_file_error", "tests.test_ansimage_api.test_file_not_found_error", "tests.test_ansimage_api.test_go_output_format_basic", "tests.test_ansimage_api.test_go_output_with_dithering_mode_1", "tests.test_ansimage_api.test_go_output_with_dithering_mode_2", "tests.test_ansimage_api.test_go_output_with_nobg_flag", "tests.test_ansimage_api.test_invalid_dithering_mode_3", "tests.test_ansimage_api.test_invalid_dithering_mode_negative", "tests.test_ansimage_api.test_invalid_matte_color_not_hex", "tests.test_ansimage_api.test_invalid_matte_color_wrong_length", "tests.test_ansimage_api.test_invalid_scale_mode_3", "tests.test_ansimage_api.test_invalid_scale_mode_large", "tests.test_ansimage_api.test_matte_color_applied_to_transparent_image", "tests.test_ansimage_api.test_matte_color_with_nobg_interaction", "tests.test_ansimage_api.test_minimum_valid_terminal_size_2x2", "tests.test_ansimage_api.test_nobg_with_dithering_removes_background", "tests.test_ansimage_api.test_nobg_without_dithering_ignored", "tests.test_ansimage_api.test_non_image_file_error", "tests.test_ansimage_api.test_one_terminal_column_rejected", "tests.test_ansimage_api.test_one_terminal_row_rejected", "tests.test_ansimage_api.test_scale_mode_fill_extreme_tall", "tests.test_ansimage_api.test_scale_mode_fit_preserves_aspect", "tests.test_ansimage_api.test_scale_mode_resize_extreme_wide", "tests.test_ansimage_api.test_url_404_not_found", "tests.test_ansimage_api.test_url_500_server_error", "tests.test_ansimage_api.test_url_connection_refused", "tests.test_ansimage_api.test_url_invalid_image_data", "tests.test_ansimage_api.test_very_large_terminal_size", "tests.test_basic.test_executable_exists", "tests.test_basic.test_help_flag", "tests.test_basic.test_invalid_image_path", "tests.test_basic.test_missing_image_argument", "tests.test_basic.test_version_flag", "tests.test_dithering.test_blocks_mode_all_boundary_thresholds", "tests.test_dithering.test_blocks_mode_boundary_brightness_204", "tests.test_dithering.test_chars_mode_all_boundary_thresholds", "tests.test_dithering.test_chars_mode_boundary_brightness_230", "tests.test_dithering.test_color_image_blocks_dithering_preserves_rgb_values", "tests.test_dithering.test_dithering_mode_0_no_dithering_uses_half_blocks", "tests.test_dithering.test_dithering_mode_1_all_5_brightness_levels", "tests.test_dithering.test_dithering_mode_1_black_space_char", "tests.test_dithering.test_dithering_mode_1_dark_shade_block", "tests.test_dithering.test_dithering_mode_1_light_shade_block", "tests.test_dithering.test_dithering_mode_1_medium_shade_block", "tests.test_dithering.test_dithering_mode_1_white_full_block", "tests.test_dithering.test_dithering_mode_2_all_10_brightness_levels", "tests.test_dithering.test_dithering_mode_2_black_space_char", "tests.test_dithering.test_dithering_mode_2_plus_char", "tests.test_dithering.test_dithering_mode_2_white_hash_char", "tests.test_dithering.test_dithering_respects_terminal_size_cols", "tests.test_dithering.test_dithering_respects_terminal_size_rows", "tests.test_dithering.test_gradient_chars_dithering_shows_progression", "tests.test_dithering.test_invalid_dithering_value_3_shows_help_exits_2", "tests.test_dithering.test_invalid_dithering_value_negative_shows_help_exits_2", "tests.test_dithering.test_invalid_matte_color_exits_with_error", "tests.test_dithering.test_matte_color_becomes_background_in_dithering_blocks", "tests.test_dithering.test_matte_color_ignored_with_nobg_flag", "tests.test_dithering.test_matte_color_with_different_colors", "tests.test_dithering.test_nobg_flag_blocks_mode_removes_background_codes", "tests.test_dithering.test_nobg_flag_chars_mode_removes_background_codes", "tests.test_dithering.test_nobg_ignored_in_non_dithering_mode", "tests.test_errors.test_animated_gif_first_frame", "tests.test_errors.test_bmp_format", "tests.test_errors.test_combined_dither_scale_matte", "tests.test_errors.test_credits_flag", "tests.test_errors.test_directory_as_input", "tests.test_errors.test_dither_with_nobg_flag", "tests.test_errors.test_edge_case_1x1_pixel_image", "tests.test_errors.test_edge_case_2x2_pixel_image", "tests.test_errors.test_empty_file", "tests.test_errors.test_extra_arguments_uses_first", "tests.test_errors.test_file_with_spaces_in_path", "tests.test_errors.test_go_output_flag", "tests.test_errors.test_invalid_dither_value_large", "tests.test_errors.test_invalid_dither_value_negative" ], "failed_tests_omitted": 216, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": { "c0ff9908837a": [ { "error_code": "results_read_failed", "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 8905eca27a42efd0c9781f9041900f9e821eaabbb033e36dd6ba2403a176b389" } ] }, "test_records": 458, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "eliukblau__pixterm.1a93fd5", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4785920", "calls": "62", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T01:07:06.582008+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "", "evaluator_problem": "True", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "5028016", "instance_id": "eliukblau__pixterm.1a93fd5", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "138", "n_system_errors": "0", "n_tests": "430", "n_warnings": "0", "output_tokens": "53068", "paper_compliant": "False", "pricing_source": "", "reasoning_effort": "xhigh", "reasoning_output_tokens": "19070", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-eliukblau-pixterm", "run_version": "20260518T232006Z", "score": "0.3209302325581395", "session_ended_at": "2026-05-19T01:21:07.417Z", "session_started_at": "2026-05-19T01:07:14.606Z", "test_branch_errors": "{\"c0ff9908837a\": [\"results_read_failed\"]}", "total_tokens": "5081084", "wall_clock_seconds": "832" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/07", "./.git/objects/07/cf99fbf7c47df0ea43377af14644d3b5ca90a4", "./.git/objects/15", "./.git/objects/15/14915319e2c420b7b4ff208613b2047f933445", "./.git/objects/25", "./.git/objects/25/465739676d60394feb0b380f10cf5de09d7640", "./.git/objects/2c", "./.git/objects/2c/67303352e03deb5050d4b06072bd9331c593f6", "./.git/objects/31", "./.git/objects/31/f88493af67df651319808fba34c44d40fff373", "./.git/objects/33", "./.git/objects/33/36f8f340f41ad72ff9683e0714166f50e00c72", "./.git/objects/3b", "./.git/objects/3b/bf3aece47beaa77023754f8505ad3abd9c5239", "./.git/objects/4b", "./.git/objects/4b/5ab4599fef6d482bfe34767b2a7329bf1107ab", "./.git/objects/5d", "./.git/objects/5d/5250e4069255781f9a88aebd2627cc274a3fe9", "./.git/objects/5e", "./.git/objects/5e/e7757cf90e6bf178bc619e76c094bddfd614b5", "./.git/objects/6e", "./.git/objects/6e/de03f9ccd5d172b65dd89fcaa4c1396c0f5a1c", "./.git/objects/93", "./.git/objects/93/ad7688f79f33a35a17f3798b54af80476c257d", "./.git/objects/99", "./.git/objects/99/075b5bb6ef49f089262ecb3546d4802006354d", "./.git/objects/9d", "./.git/objects/9d/6a4261124704780bf5c8406858dda12d5f0d28", "./.git/objects/bf", "./.git/objects/bf/afd331abb10a2d9e98d1605dfddea411ba6460", "./.git/objects/d0", "./.git/objects/d0/a1fa1482eea82e19510e7920cbe3a03e41f691", "./.git/objects/d1", "./.git/objects/d1/14491c64e5f339b0933170db4fb33b20983892", "./.git/objects/da", "./.git/objects/da/513e2dccaf63c6f249359d7c6a6d490415dde8", "./.git/objects/ef", "./.git/objects/ef/662ae795a86110f591ea990ad9801af0156592", "./.git/objects/ff", "./.git/objects/ff/187ba98bb04ffbf372cd65dd06cc8babc7ed0d", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE.txt", "./README.md", "./compile.sh", "./docs", "./docs/images", "./docs/images/screenshot01.png", "./docs/images/screenshot02.png", "./docs/images/screenshot03.png", "./docs/images/screenshot04.png", "./docs/images/screenshot05.png", "./docs/images/screenshot06.png", "./docs/images/screenshot07.png", "./docs/images/screenshot08.png", "./docs/images/screenshot09.png", "./docs/images/screenshot10.png", "./docs/images/screenshot11.png", "./docs/images/screenshot12.png", "./docs/images/screenshot13.png", "./docs/images/screenshot14.png", "./executable", "./pixterm.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-eliukblau-pixterm", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }