{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:00.971331+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic_invocation.test_version_flag", "eval.tests.test_basic_invocation.test_version_format", "eval.tests.test_additional_coverage.test_bot_with_different_names", "eval.tests.test_bot_launch.test_bot_names_in_results", "eval.tests.test_basic_invocation.test_no_arguments_shows_error", "eval.tests.test_additional_coverage.test_multiple_flags_combined", "eval.tests.test_bot_launch.test_bot_name_received", "eval.tests.test_additional_coverage.test_combined_flags_quiet_timeout_ignore", "eval.tests.test_timeouts_errors.test_empty_bot_command_error", "eval.tests.test_timeouts_errors.test_multiple_bots_one_invalid_graceful", "eval.tests.test_timeouts_errors.test_bot_name_display", "eval.tests.test_timeouts_errors.test_timeout_ignore_long_flag", "eval.tests.test_timeouts_errors.test_timeout_ignore_flag", "tests.test_halite.TestBasicInvocation.test_no_arguments_fails_with_message", "tests.test_halite.TestBasicInvocation.test_version_flag_displays_version", "tests.test_halite.TestBotManagement.test_invalid_bot_command_creates_error_log", "tests.test_halite.TestErrorHandling.test_missing_bot_command_error", "tests.test_halite.TestEdgeCases.test_six_player_game", "tests.test_halite.TestEdgeCases.test_same_seed_reproducibility", "tests.test_halite.TestAdditionalFeatures.test_timeout_mode_flag", "tests.test_halite.TestAdditionalFeatures.test_three_player_game", "tests.test_halite.TestAdditionalFeatures.test_five_player_game", "tests.test_halite.TestAdditionalFeatures.test_zero_dimension_uses_default", "tests.test_cli_errors.test_no_bot_commands_error", "tests.test_cli_errors.test_override_flag_no_args_error", "tests.test_cli_errors.test_override_flag_success", "tests.test_bot_communication.test_multiple_games_cleanup", "tests.test_bot_communication.test_bot_turn_timeout_handling", "tests.test_bot_communication.test_bot_name_with_special_characters", "tests.test_bot_communication.test_max_turns_reached", "tests.test_bot_communication.test_single_bot_initialization", "tests.test_bot_communication.test_bot_name_truncation_at_30_chars", "tests.test_bot_communication.test_valid_moves_parsing", "tests.test_bot_communication.test_custom_map_dimensions", "tests.test_cli_errors.test_override_flag_three_bots", "tests.test_bot_communication.test_invalid_move_format_ejection", "tests.test_bot_communication.test_three_bot_mixed_quality", "tests.test_game_logic.test_two_player_basic_winner_determination", "tests.test_bot_communication.test_four_bot_game", "tests.test_bot_communication.test_python_bot_launch", "tests.test_bot_communication.test_init_timeout_handling", "tests.test_game_logic.test_timeout_bot_loses_immediately", "tests.test_bot_communication.test_single_player_mode_with_n_players_map", "tests.test_bot_communication.test_two_bot_game_completion", "tests.test_bot_communication.test_map_serialization_format", "tests.test_game_logic.test_four_player_game_symmetric_map", "tests.test_game_logic.test_single_player_mode", "tests.test_game_logic.test_seed_zero_uses_random_seed", "tests.test_game_logic.test_six_player_max_players", "tests.test_harvest.test_starter_package_game", "tests.test_harvest.test_tie_evaluation", "tests.test_game_logic.test_three_player_game_complete_rankings", "tests.test_init_config.test_nonsquare_map_dimensions", "tests.test_game_logic.test_game_with_stderr_output_not_quiet", "tests.test_game_logic.test_different_seeds_different_outcomes", "tests.test_game_logic.test_timeout_during_game_transfers_territory", "tests.test_game_logic.test_same_seed_deterministic_outcome", "tests.test_bot_communication.test_ignore_timeout_flag", "tests.test_harvest.test_java_starter_package_build", "tests.test_init_config.test_no_bot_command_error", "tests.test_init_config.test_two_bots_multiplayer", "tests.test_init_config.test_noreplay_flag_prevents_file_creation", "tests.test_game_logic.test_large_map_50x50", "tests.test_init_config.test_large_map_100x100", "tests.test_init_config.test_seed_determinism", "tests.test_init_config.test_normal_output_format", "tests.test_init_config.test_tiny_map_3x3", "tests.test_game_logic.test_multiple_timeouts_all_players_dead", "tests.test_replay_output.test_no_replay_flag_suppresses_file_creation", "tests.test_init_config.test_six_bots_multiplayer", "tests.test_replay_output.test_custom_replay_directory_with_i_flag", "tests.test_init_config.test_replay_file_generation", "tests.test_harvest.test_rust_starter_package_build", "tests.test_init_config.test_six_players_maximum", "tests.test_replay_output.test_replay_json_structure_validation", "tests.test_harvest.test_timeout_evaluation", "tests.test_init_config.test_square_map_with_explicit_seed", "tests.test_init_config.test_version_flag", "tests.test_replay_output.test_two_player_replay_structure", "tests.test_replay_output.test_replay_player_names_preserved" ], "failed_tests_omitted": 86, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 391, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "halitechallenge__halite.822cfb6", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3574912", "calls": "75", "created_at": "2026-05-17T11:32:37.354941+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.3141", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3799498", "instance_id": "halitechallenge__halite.822cfb6", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "187", "n_system_errors": "0", "n_tests": "275", "n_warnings": "0", "output_tokens": "46792", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "15700", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-halitechallenge-halite", "run_version": "", "score": "0.68", "session_ended_at": "2026-05-17T11:45:42.606Z", "session_started_at": "2026-05-17T11:32:40.616Z", "test_branch_errors": "{}", "total_tokens": "3846290", "wall_clock_seconds": "781" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./executable.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-halitechallenge-halite", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }