{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:21:33.054138+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_bot_launch.test_single_bot_game", "eval.tests.test_additional_coverage.test_very_small_map", "eval.tests.test_additional_coverage.test_multiple_flags_combined", "eval.tests.test_additional_coverage.test_seed_value_max_int", "eval.tests.test_additional_coverage.test_quiet_output_structure_complete", "eval.tests.test_bot_launch.test_bot_command_with_spaces", "eval.tests.test_bot_launch.test_quiet_mode_output_format", "eval.tests.test_bot_launch.test_multiple_bots_game", "eval.tests.test_additional_coverage.test_asymmetric_map_tall", "eval.tests.test_map_config.test_custom_seed_reproducible", "eval.tests.test_additional_coverage.test_multiple_sequential_games", "eval.tests.test_additional_coverage.test_two_bot_game_same_seed", "eval.tests.test_additional_coverage.test_dimensions_with_nplayer_1", "eval.tests.test_map_config.test_seed_long_flag", "eval.tests.test_map_config.test_nplayers_single_player_mode", "eval.tests.test_override_edge_cases.test_override_mode_long_flag", "eval.tests.test_additional_coverage.test_replay_json_structure", "eval.tests.test_additional_coverage.test_asymmetric_map_wide", "eval.tests.test_map_config.test_different_seeds_different_games", "eval.tests.test_override_edge_cases.test_small_seed_value", "eval.tests.test_additional_coverage.test_seed_value_one", "eval.tests.test_map_config.test_nplayers_with_multiple_bots_fails", "eval.tests.test_bot_launch.test_max_players_six_bots", "eval.tests.test_replay_output.test_quiet_mode_output_replay_filename", "eval.tests.test_replay_output.test_quiet_mode_machine_parsable", "eval.tests.test_timeouts_errors.test_quiet_mode_timeout_output", "eval.tests.test_map_config.test_nplayers_single_count", "eval.tests.test_map_config.test_nplayers_long_flag", "eval.tests.test_timeouts_errors.test_game_completion_normal", "eval.tests.test_override_edge_cases.test_override_mode_basic", "eval.tests.test_override_edge_cases.test_multiple_games_different_seeds", "eval.tests.test_override_edge_cases.test_large_seed_value", "eval.tests.test_override_edge_cases.test_seed_zero", "eval.tests.test_map_config.test_large_map_dimensions", "tests.test_halite.TestBotManagement.test_invalid_bot_command_creates_error_log", "tests.test_halite.TestMapConfiguration.test_conflicting_multiplayer_and_nplayers", "tests.test_halite.TestEdgeCases.test_six_player_game", "tests.test_halite.TestAdditionalFeatures.test_five_player_game", "tests.test_cli_errors.test_override_flag_no_args_error", "tests.test_bot_communication.test_quiet_mode_machine_parseable_output", "tests.test_bot_communication.test_bot_name_truncation_at_30_chars", "tests.test_bot_communication.test_ignore_timeout_flag", "tests.test_game_logic.test_two_player_basic_winner_determination", "tests.test_cli_errors.test_override_flag_three_bots", "tests.test_cli_errors.test_random_seed_generation", "tests.test_game_logic.test_single_player_mode", "tests.test_cli_errors.test_multiple_bots_with_n_players_error", "tests.test_bot_communication.test_bot_turn_timeout_handling", "tests.test_game_logic.test_four_player_game_symmetric_map", "tests.test_game_logic.test_different_seeds_different_outcomes", "tests.test_game_logic.test_timeout_bot_loses_immediately", "tests.test_game_logic.test_five_player_odd_count", "tests.test_bot_communication.test_invalid_move_format_ejection", "tests.test_game_logic.test_two_player_tie_breaking_by_integral", "tests.test_game_logic.test_six_player_max_players", "tests.test_game_logic.test_three_player_game_complete_rankings", "tests.test_harvest.test_starter_package_game", "tests.test_harvest.test_java_starter_package_build", "tests.test_harvest.test_general_environment", "tests.test_game_logic.test_multiple_timeouts_all_players_dead", "tests.test_init_config.test_two_bots_multiplayer", "tests.test_game_logic.test_game_with_stderr_output_not_quiet", "tests.test_game_logic.test_timeout_during_game_transfers_territory", "tests.test_game_logic.test_replay_directory_custom_path", "tests.test_game_logic.test_large_map_50x50", "tests.test_cli_errors.test_override_flag_success", "tests.test_harvest.test_tie_evaluation", "tests.test_bot_communication.test_init_timeout_handling", "tests.test_init_config.test_square_map_with_explicit_seed", "tests.test_init_config.test_replay_file_generation", "tests.test_game_logic.test_non_square_map_asymmetric_dimensions", "tests.test_replay_output.test_replay_json_structure_validation", "tests.test_init_config.test_tiny_map_3x3", "tests.test_init_config.test_normal_output_format", "tests.test_harvest.test_timeout_evaluation", "tests.test_init_config.test_noreplay_flag_prevents_file_creation", "tests.test_init_config.test_multiple_flags_combination", "tests.test_init_config.test_nonsquare_map_dimensions", "tests.test_init_config.test_nplayers_conflicts_with_multiple_bots", "tests.test_init_config.test_six_players_maximum" ], "failed_tests_omitted": 88, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 391, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "halitechallenge__halite.822cfb6", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2083200", "calls": "45", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T02:06:24.702128+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "2.6369", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2218506", "instance_id": "halitechallenge__halite.822cfb6", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "181", "n_system_errors": "0", "n_tests": "275", "n_warnings": "0", "output_tokens": "30625", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10278", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-halitechallenge-halite", "run_version": "20260518T232006Z", "score": "0.6581818181818182", "session_ended_at": "2026-05-19T02:15:01.469Z", "session_started_at": "2026-05-19T02:06:32.664Z", "test_branch_errors": "{}", "total_tokens": "2249131", "wall_clock_seconds": "508" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/64", "./.git/objects/64/961476612cdb85a6a677f820660f6a7d1152e1", "./.git/objects/72", "./.git/objects/72/0672dfdd293d97d640d0b1b49e83cd2aaff752", "./.git/objects/be", "./.git/objects/be/ec02b344c782440d8b29eab906cd5008682785", "./.git/objects/e7", "./.git/objects/e7/be3b275a57d6c5e65a191027cc0b1590828b2e", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./executable", "./halite.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-halitechallenge-halite", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }