{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:14.523907+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_administration.test_completion_invalid_shell", "tests.test_command_variants.test_completion_fish_all_commands", "tests.test_additional_commands.test_new_patch_with_signoff", "tests.test_administration.test_completion_bash", "tests.test_branch_operations.test_branch_describe", "tests.test_comprehensive_commands.test_new_with_committer_date_is_author_date", "tests.test_command_variants.test_log_full", "tests.test_command_variants.test_repair_after_git_reset", "tests.test_additional_commands.test_new_patch_with_author_options", "tests.test_coverage_boost2.test_name_shows_patch_name_from_revision", "tests.test_coverage_boost.test_init_creates_stack_metadata", "tests.test_comprehensive_commands.test_squash_save_template", "tests.test_administration.test_completion_help", "tests.test_command_variants.test_completion_zsh_all_commands", "tests.test_administration.test_completion_fish", "tests.test_coverage_boost2.test_show_displays_patch_content", "tests.test_coverage_boost.test_sink_moves_patch_down", "tests.test_branch_operations.test_branch_protect", "tests.test_command_variants.test_completion_bash_all_commands", "tests.test_coverage_boost.test_delete_removes_patch", "tests.test_comprehensive_commands.test_delete_multiple_patches", "tests.test_deep_functionality.test_log_diff", "tests.test_coverage_boost2.test_log_shows_stack_history", "tests.test_coverage_simple.test_email_format_basic", "tests.test_administration.test_completion_zsh", "tests.test_advanced_operations.test_rebase_command", "tests.test_command_variants.test_undo_multiple_times", "tests.test_branch_operations.test_branch_unprotect", "tests.test_coverage_boost2.test_files_lists_modified_files", "tests.test_coverage_boost2.test_refresh_updates_patch_with_changes", "tests.test_dependency_coverage.test_completion_output_parsing", "tests.test_coverage_simple.test_branch_describe", "tests.test_coverage_boost.test_undo_reverts_last_operation", "tests.test_edge_cases.test_uncommit_without_commits", "tests.test_deep_functionality.test_series_offsets", "tests.test_coverage_simple.test_completion_bash", "tests.test_advanced_operations.test_email_help", "tests.test_command_variants.test_redo_multiple_times", "tests.test_coverage_boost2.test_patches_with_diff_option", "tests.test_coverage_boost2.test_files_with_stat_option", "tests.test_coverage_simple.test_completion_fish", "tests.test_dependency_coverage.test_json_in_log", "tests.test_coverage_boost.test_redo_reapplies_undone_operation", "tests.test_intensive2.test_new_all_author_options", "tests.test_edge_cases.test_delete_nonexistent_patch", "tests.test_intensive2.test_delete_multiple_patches", "tests.test_coverage_simple.test_completion_zsh", "tests.test_massive_coverage.test_new_with_save_template", "tests.test_massive_coverage.test_new_with_author", "tests.test_intensive1.test_help_all_commands", "tests.test_massive_coverage.test_redo_with_hard", "tests.test_intensive2.test_new_with_sign_options", "tests.test_more_coverage.test_new_patch_with_ack", "tests.test_more_coverage.test_new_patch_with_review", "tests.test_more_coverage.test_edit_patch_author", "tests.test_more_coverage.test_pick_with_name_option", "tests.test_coverage_simple.test_completion_man", "tests.test_rebase_sync.test_repair_after_git_commit", "tests.test_rebase_sync.test_redo_with_number", "tests.test_rebase_sync.test_series_with_commit_message", "tests.test_stack_operations.test_reset_command", "tests.test_stack_operations.test_redo_command", "tests.test_stack_operations.test_log_command", "tests.test_stack_operations.test_undo_command", "tests.test_stack_operations.test_repair_command", "tests.test_coverage_simple.test_branch_protect", "tests.test_coverage_simple.test_branch_unprotect", "eval.tests.test_completion.test_completion_fish", "eval.tests.test_coverage_boost.test_new_with_trailers", "eval.tests.test_branch_advanced.test_branch_cleanup", "eval.tests.test_advanced_features.test_email_format_basic", "eval.tests.test_config_aliases.test_sink_to_bottom", "eval.tests.test_config_aliases.test_branch_description", "eval.tests.test_comprehensive_patch_operations.test_log_with_number_option", "eval.tests.test_comprehensive_patch_operations.test_rebase_with_merged_option", "eval.tests.test_advanced_features.test_repair_command", "eval.tests.test_branch_advanced.test_branch_describe", "eval.tests.test_comprehensive_options.test_pick_with_noapply", "eval.tests.test_comprehensive_commands.test_new_with_author_options", "eval.tests.test_comprehensive_options.test_series_with_patch_range" ], "failed_tests_omitted": 819, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2343, "warnings": [ "[stacked-git__stgit.430027d] branch f02a4fd34615: 54 test(s) in JUnit XML not in tests.json" ] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "stacked-git__stgit.430027d", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3801344", "calls": "58", "created_at": "2026-05-17T15:45:45.158020+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.8827", "evaluator_problem": "True", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3908005", "instance_id": "stacked-git__stgit.430027d", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "821", "n_system_errors": "0", "n_tests": "1542", "n_warnings": "1", "output_tokens": "48292", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12092", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-stacked-git-stgit", "run_version": "20260517T094700Z", "score": "0.5324254215304799", "session_ended_at": "2026-05-17T15:58:06.196Z", "session_started_at": "2026-05-17T15:45:48.196Z", "test_branch_errors": "{}", "total_tokens": "3956297", "wall_clock_seconds": "738" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./stg.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-stacked-git-stgit", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }