{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:11.886004+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_complex_scenarios.test_local_replace", "tests.test_error_handling.test_unexpected_eof", "tests.test_error_handling.test_invalid_json_syntax", "tests.test_replace_handling.test_replace_uses_replaced_version", "tests.test_replace_handling.test_replace_without_update", "tests.test_replace_handling.test_replace_with_update", "tests.test_core.test_invalid_json_produces_error_message", "tests.test_core.test_module_with_replace_field_uses_replace_version", "tests.test_errors.test_incomplete_json_truncated_mid_object", "tests.test_errors.test_invalid_timestamp_format", "tests.test_errors.test_trailing_comma_in_json", "tests.test_errors.test_emoji_in_module_path", "tests.test_errors.test_unicode_chinese_in_module_path", "tests.test_errors.test_module_with_all_fields_populated", "tests.test_errors.test_replace_uses_replacement_version_not_original", "tests.test_errors.test_replace_with_update_shows_replacement_update", "tests.test_harvest.test_run_explicit_default_style", "tests.test_errors.test_control_characters_in_path_rejected_by_json", "tests.test_harvest.test_run_default_style", "tests.test_harvest.test_run_nonexistent_style_fallback", "tests.test_harvest.test_invalid_timestamp_with_replace", "tests.test_harvest.test_new_version_with_replace", "tests.test_core.test_malformed_json_object", "tests.test_replace_timestamps.test_replace_no_update", "tests.test_replace_timestamps.test_replace_with_update_on_replace", "tests.test_harvest.test_run_markdown_style", "tests.test_replace_timestamps.test_replace_both_updates_replace_takes_precedence", "tests.test_harvest.test_run_with_malformed_json", "tests.test_replace_timestamps.test_replace_with_invalid_timestamp", "tests.test_replace_timestamps.test_multiple_modules_mixed_replace_scenarios", "tests.test_replace_timestamps.test_replace_indirect_module", "tests.test_replace_timestamps.test_markdown_style_with_replace", "tests.test_replace_timestamps.test_replace_no_timestamps_at_all", "tests.test_replace_timestamps.test_replace_different_path_fork_scenario", "tests.test_harvest.test_current_version_with_replace", "tests.test_replace_timestamps.test_direct_flag_filters_indirect_with_replace", "tests.test_replace_timestamps.test_update_flag_filter_with_replace_inconsistency", "tests.test_replace_timestamps.test_multiple_replace_modules_mixed_timestamp_validity", "tests.test_replace_timestamps.test_replace_with_local_path_empty_version", "tests.test_replace_timestamps.test_replace_with_update_only_on_main_ignored", "tests.test_replace_timestamps.test_replace_missing_current_timestamp_has_update_timestamp", "eval.tests.test_executable_behavior.test_filters_exact_output[args2-default_table_direct_only.txt]", "eval.tests.test_executable_behavior.test_unknown_style_falls_back_to_default", "eval.tests.test_executable_behavior.test_filters_exact_output[args1-default_table_direct_only.txt]", "eval.tests.test_executable_behavior.test_filters_exact_output[args0-default_table_update_only.txt]", "eval.tests.test_executable_behavior.test_markdown_style_output_exact", "eval.tests.test_executable_behavior.test_malformed_json_errors_nonzero", "eval.tests.test_executable_behavior.test_help_output_exact_match", "eval.tests.test_executable_behavior.test_unknown_flag_prints_usage_and_flag_error", "eval.tests.test_externalized.test_ext_run_with_error_logs_unexpected_eof_and_still_exits_zero", "eval.tests.test_externalized.test_ext_run_outputs_markdown_table", "eval.tests.test_externalized.test_ext_run_outputs_default_table_default_style", "eval.tests.test_externalized.test_ext_run_outputs_default_table_nil_style_equivalent", "eval.tests.test_externalized.test_ext_run_outputs_default_table_nonexistent_style_falls_back" ], "failed_tests_omitted": 0, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 342, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "psampaz__go-mod-outdated.bb79367", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1715584", "calls": "45", "created_at": "2026-05-17T14:17:47.894753+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "2.1299", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "1778211", "instance_id": "psampaz__go-mod-outdated.bb79367", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "239", "n_system_errors": "0", "n_tests": "285", "n_warnings": "0", "output_tokens": "31965", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10229", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-psampaz-go-mod-outdated", "run_version": "20260517T094700Z", "score": "0.8385964912280702", "session_ended_at": "2026-05-17T14:26:31.659Z", "session_started_at": "2026-05-17T14:17:51.014Z", "test_branch_errors": "{}", "total_tokens": "1810176", "wall_clock_seconds": "520" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./go_mod_outdated.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-psampaz-go-mod-outdated", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }