{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:17:59.821312+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_comprehensive.test_binary_file_skipped_by_default", "eval.tests.test_comprehensive.test_statistics_output", "eval.tests.test_comprehensive.test_key_from_empty_file_error", "eval.tests.test_comprehensive.test_skip_vcs_directories", "eval.tests.test_comprehensive.test_no_matches_found_behavior", "eval.tests.test_comprehensive.test_file_output_enabled", "eval.tests.test_comprehensive.test_empty_file_handling", "eval.tests.test_comprehensive.test_binary_detection_null_bytes", "eval.tests.test_comprehensive.test_symlink_following", "eval.tests.test_comprehensive.test_fixed_order_output", "eval.tests.test_comprehensive.test_no_preserve_time_updates_timestamp", "eval.tests.test_comprehensive.test_bin_check_bytes_option", "eval.tests.test_comprehensive.test_key_from_nonexistent_file_error", "eval.tests.test_comprehensive.test_gitignore_respected", "tests.test_ambr_edge.test_skipped_gitignore_files_info_message", "tests.test_errors.test_empty_keyword_regex", "tests.test_error_paths.test_not_found_error_from_keyword_file", "tests.test_ambr_testability.test_no_match_scenario", "tests.test_ambr_edge.test_key_from_file_empty_file_error", "tests.test_errors.test_regex_unclosed_group", "tests.test_errors.test_literal_backslash_in_keyword", "tests.test_ambr_edge.test_statistics_output_structure_complete", "tests.test_cli_config.test_key_from_file_empty_file", "tests.test_cli_config.test_combined_flags_regex_and_statistics", "tests.test_ambr_edge.test_multiple_threads_with_large_workload", "tests.test_errors.test_key_from_file_permission_denied", "tests.test_cli_config.test_no_color_flag_suppresses_ansi_codes", "tests.test_cli_config.test_binary_flag_enables_binary_search", "tests.test_errors.test_rep_from_file_permission_denied", "tests.test_filtering.test_gitignore_directory_patterns", "tests.test_error_paths.test_directory_as_target_file", "tests.test_ambr_edge.test_statistics_with_verbose_flag", "tests.test_cli_config.test_key_from_file_missing_file", "tests.test_errors.test_max_threads_zero", "tests.test_ambr_edge.test_config_file_loading_valid_toml", "tests.test_errors.test_regex_invalid_escape_sequence", "tests.test_ambr_edge.test_key_from_file_nonexistent_error", "tests.test_ambr_testability.test_fails_without_term", "tests.test_errors.test_key_from_file_directory_instead_of_file", "tests.test_errors.test_negative_numeric_argument", "tests.test_errors.test_backslash_escape_in_literal_mode", "tests.test_harvest.test_matcher_no_match_ascii", "tests.test_harvest.test_ignore_git_directory_patterns", "tests.test_filtering.test_parent_gitignore_respected_by_default", "tests.test_filtering.test_whitespace_in_gitignore_patterns", "tests.test_cli_config.test_combined_flags_preserve_time_and_binary", "tests.test_interactive.test_interactive_space_key_defaults_to_yes", "tests.test_error_paths.test_read_from_special_device_file", "tests.test_ambr_edge.test_statistics_with_single_thread", "tests.test_cli_config.test_statistics_flag", "tests.test_errors.test_regex_unclosed_bracket", "tests.test_ambr_edge.test_rep_from_file_nonexistent_error", "tests.test_ambr_testability.test_binary_file_skip", "tests.test_errors.test_rep_from_file_directory_instead_of_file", "tests.test_gap_filling.test_file_with_low_bytes_binary_detection", "tests.test_harvest.test_pipeline_finder_default_skips_vcs", "tests.test_interactive.test_column_and_row_combined", "tests.test_interactive.test_column_flag_shows_line_numbers", "tests.test_error_paths.test_empty_keyword_file", "tests.test_matchers.test_mmap_bytes_threshold_produces_identical_results", "tests.test_matchers.test_regex_complex_email_pattern", "tests.test_cli_config.test_max_threads_flag", "tests.test_errors.test_regex_backreference_to_nonexistent_group", "tests.test_ambr_edge.test_statistics_with_high_thread_count", "tests.test_matchers.test_regex_escaped_dollar_sign", "tests.test_ambr_edge.test_skipped_vcs_files_info_message", "tests.test_output.test_default_includes_color_codes", "tests.test_output.test_row_with_utf8_characters", "tests.test_filtering.test_gitignore_root_vs_anywhere_patterns", "tests.test_error_paths.test_permission_denied_error", "tests.test_error_paths.test_permission_denied_from_file", "tests.test_pipeline_printer.test_no_file_with_row_only", "tests.test_interactive.test_column_with_match_at_line_start", "tests.test_interactive.test_row_flag_shows_byte_offsets", "tests.test_error_paths.test_very_long_path_error", "tests.test_errors.test_regex_invalid_repetition", "tests.test_ambr_edge.test_statistics_zero_matches", "tests.test_pipeline_printer.test_file_open_error_handling", "tests.test_output.test_column_and_row_combined", "tests.test_output.test_column_flag_shows_line_numbers" ], "failed_tests_omitted": 128, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 785, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "dalance__amber.69a0f52", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1262336", "calls": "38", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T00:48:32.990260+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "1.9596", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "1356082", "instance_id": "dalance__amber.69a0f52", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "408", "n_system_errors": "0", "n_tests": "565", "n_warnings": "0", "output_tokens": "28656", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "9093", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-dalance-amber", "run_version": "20260518T232006Z", "score": "0.7221238938053097", "session_ended_at": "2026-05-19T00:55:40.962Z", "session_started_at": "2026-05-19T00:48:40.896Z", "test_branch_errors": "{}", "total_tokens": "1384738", "wall_clock_seconds": "420" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/0e", "./.git/objects/0e/37a9bd75a3d8936d124e745fd7eb3b68d170dc", "./.git/objects/3e", "./.git/objects/3e/a5dd2478b8c7e4c26562547d87627be9c10217", "./.git/objects/8b", "./.git/objects/8b/f5e29b11e87f52693523d83a40b670fdac2d2b", "./.git/objects/c3", "./.git/objects/c3/241c7c7d64ba4f68465f5b5486b68ef3e51bae", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./amber_reimpl.py", "./compile.sh", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-dalance-amber", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }