{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:21:33.385662+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic_invocation.TestTestFilterMode.test_testfilter_basic_pass", "eval.tests.test_configuration.TestConfigurationLoading.test_config_from_cwd_yml", "eval.tests.test_advanced_config.TestConfigFileFormats.test_yml_extension", "eval.tests.test_configuration.TestConfigurationOptions.test_label_type_short", "eval.tests.test_basic_invocation.TestTestFilterMode.test_testfilter_coverage_output", "eval.tests.test_advanced_config.TestStyleCombinations.test_all_style_types", "eval.tests.test_advanced_config.TestTestPrefixConfig.test_leave_test_prefix_false", "eval.tests.test_advanced_config.TestHideSettings.test_hide_fail_package", "eval.tests.test_basic_invocation.TestTestFilterMode.test_testfilter_multiline_output", "eval.tests.test_configuration.TestConfigurationLoading.test_config_without_local_only", "eval.tests.test_advanced_config.TestLineRemoval.test_removal_pattern", "eval.tests.test_basic_invocation.TestTestFilterMode.test_testfilter_skip_output", "eval.tests.test_advanced_config.TestConfigFileFormats.test_config_without_extension", "eval.tests.test_configuration.TestConfigurationLoading.test_config_from_cwd_yaml", "eval.tests.test_configuration.TestConfigurationOptions.test_cover_threshold_setting", "eval.tests.test_configuration.TestConfigurationOptions.test_style_configuration", "eval.tests.test_basic_invocation.TestTestFilterMode.test_testfilter_basic_fail", "eval.tests.test_basic_invocation.TestTestFilterMode.test_testfilter_build_error", "eval.tests.test_configuration.TestConfigurationOptions.test_label_type_long", "eval.tests.test_configuration.TestConfigurationLoading.test_config_local_only_mode", "eval.tests.test_advanced_config.TestTestPrefixConfig.test_leave_test_prefix_true", "eval.tests.test_advanced_config.TestConfigPrecedence.test_cwd_overrides_default", "eval.tests.test_advanced_config.TestStyleCombinations.test_multiple_style_attributes", "eval.tests.test_basic_invocation.TestPassthrough.test_fmt_command_passthrough", "eval.tests.test_configuration.TestColorConfiguration.test_named_colors", "eval.tests.test_configuration.TestConfigurationOptions.test_label_type_none", "eval.tests.test_advanced_config.TestHideSettings.test_hide_pass_package", "eval.tests.test_advanced_config.TestConfigFileFormats.test_yaml_extension", "eval.tests.test_configuration.TestColorConfiguration.test_light_colors", "eval.tests.test_configuration.TestConfigurationErrors.test_invalid_yaml", "eval.tests.test_environment.TestForceColor.test_force_color_disabled", "eval.tests.test_environment.TestForceColor.test_force_color_enabled", "eval.tests.test_edge_cases.TestSpecialCharacters.test_unicode_in_test_output", "eval.tests.test_configuration.TestConfigurationErrors.test_missing_config_file", "eval.tests.test_edge_cases.TestBenchmarks.test_benchmark_output", "eval.tests.test_edge_cases.TestLongOutput.test_many_tests_pass", "eval.tests.test_edge_cases.TestLongOutput.test_long_test_name", "eval.tests.test_edge_cases.TestCoverageEdgeCases.test_full_coverage", "eval.tests.test_edge_cases.TestSubtests.test_parallel_subtests", "eval.tests.test_edge_cases.TestSubtests.test_deeply_nested_subtests", "eval.tests.test_edge_cases.TestSpecialCharacters.test_special_chars_in_error", "eval.tests.test_edge_cases.TestFailurePatterns.test_multiple_failures", "eval.tests.test_edge_cases.TestFailurePatterns.test_fatal_error", "eval.tests.test_edge_cases.TestCoverageEdgeCases.test_zero_coverage", "eval.tests.test_environment.TestLocalOnlyEnvironment.test_local_only_set_to_0", "eval.tests.test_environment.TestLocalOnlyEnvironment.test_local_only_set_to_1", "eval.tests.test_environment.TestPipelineIntegration.test_testfilter_preserves_structure", "eval.tests.test_environment.TestPipelineIntegration.test_testfilter_in_pipeline", "eval.tests.test_environment.TestStdoutStderr.test_test_output_to_stdout", "eval.tests.test_test_command.TestTestCommand.test_test_command_with_skip_test", "eval.tests.test_environment.TestPipelineIntegration.test_testfilter_with_coverage", "eval.tests.test_environment.TestStdoutStderr.test_build_errors_visible", "eval.tests.test_test_command.TestTestCommand.test_test_command_with_passing_test", "eval.tests.test_test_command.TestTestCommand.test_test_command_with_coverage", "eval.tests.test_environment.TestOutputPreservation.test_preserves_panic_output", "eval.tests.test_test_command.TestTestCommandFlags.test_run_flag_filters_tests", "eval.tests.test_test_command.TestTestCommand.test_test_command_with_subtests", "eval.tests.test_environment.TestOutputPreservation.test_preserves_error_messages", "eval.tests.test_test_command.TestTestCommand.test_test_command_no_test_files", "eval.tests.test_test_command.TestTestCommand.test_test_command_with_failing_test", "eval.tests.test_test_command.TestTestCommand.test_test_command_with_timeout", "eval.tests.test_test_command.TestTestCommand.test_test_command_build_failure", "eval.tests.test_test_command.TestTestCommand.test_test_command_verbose_flag", "eval.tests.test_environment.TestOutputPreservation.test_preserves_log_output", "eval.tests.test_test_command.TestTestCommandFlags.test_parallel_flag_passthrough", "eval.tests.test_test_command.TestCoverageReporting.test_coverage_above_threshold", "eval.tests.test_test_command.TestTestCommandFlags.test_short_flag_passthrough", "eval.tests.test_test_command.TestCoverageReporting.test_coverage_summary_in_output", "eval.tests.test_test_command.TestOutputFormatting.test_output_shows_file_line_references", "eval.tests.test_test_command.TestOutputFormatting.test_output_contains_test_names", "eval.tests.test_test_command.TestTestCommandFlags.test_count_flag_passthrough", "eval.tests.test_test_command.TestOutputFormatting.test_non_verbose_mode_summary", "eval.tests.test_test_command.TestOutputFormatting.test_output_preserves_test_logs", "eval.tests.test_test_command.TestCoverageReporting.test_coverage_below_threshold", "eval.tests.test_test_command.TestOutputFormatting.test_output_preserves_failure_messages", "eval.tests.test_advanced_config.test_config_with_hex_colors", "eval.tests.test_advanced_config.test_config_with_rgb_colors", "eval.tests.test_advanced_config.test_config_with_named_colors", "eval.tests.test_advanced_config.test_config_with_text_styles", "eval.tests.test_advanced_config.test_config_hide_pass_package" ], "failed_tests_omitted": 505, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 787, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "kyoh86__richgo.313114f", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1480832", "calls": "43", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T03:07:11.961561+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "2.3781", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "1619104", "instance_id": "kyoh86__richgo.313114f", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "97", "n_system_errors": "0", "n_tests": "546", "n_warnings": "0", "output_tokens": "31543", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11051", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-kyoh86-richgo", "run_version": "20260518T232006Z", "score": "0.17765567765567766", "session_ended_at": "2026-05-19T03:15:33.185Z", "session_started_at": "2026-05-19T03:07:20.091Z", "test_branch_errors": "{}", "total_tokens": "1650647", "wall_clock_seconds": "493" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/5c", "./.git/objects/5c/51668bc0587b0ef63492036851af633c34998e", "./.git/objects/be", "./.git/objects/be/a2dde8a8ac636ee70e1617007cad297b971fd4", "./.git/objects/c9", "./.git/objects/c9/d405ae910ad9e54fc2700acaae5a65c7587364", "./.git/objects/d4", "./.git/objects/d4/82c549485c574b928bf30ed7d8409e991be897", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./executable", "./richgo.py", "./richgo_data", "./richgo_data/help.txt", "./richgo_data/help_env.txt", "./richgo_data/help_test.txt", "./richgo_data/help_testflag.txt", "./richgo_data/help_testfunc.txt" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-kyoh86-richgo", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }