{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:22:45.899729+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_cache_repo_integration.test_repo_clear_then_cache_clear_both_empty", "tests.test_cli_errors.test_history_help", "tests.test_export.test_export_long_path", "tests.test_cache_repo_integration.test_cache_stats_with_repos_present", "tests.test_cli_errors.test_cache_list_empty", "tests.test_export.test_export_help_flag", "tests.test_cache.test_cache_list_help", "tests.test_cli_errors.test_unknown_flag_top_level", "tests.test_cache.test_cache_stats_empty", "tests.test_export.test_export_output_only_no_format", "tests.test_cache.test_cache_operations_respect_home_env", "tests.test_export.test_export_arguments_reversed_order", "tests.test_global_args.test_missing_langs_value", "tests.test_global_args.test_version_takes_precedence_over_help", "tests.test_global_args.test_version_long_flag", "tests.test_cli_errors.test_stats_help", "tests.test_cli_errors.test_cache_unknown_flag", "tests.test_cache_repo_integration.test_cache_clear_then_repo_clear_independent", "tests.test_export.test_export_csv_format_exact_output", "tests.test_cli_errors.test_cache_clear_empty", "tests.test_cache_repo_integration.test_repo_clear_with_cache_present", "tests.test_cache.test_cache_stats_no_extra_args", "tests.test_cache.test_cache_list_empty", "tests.test_cache.test_cache_clear_with_readonly_file", "tests.test_export.test_export_special_characters_in_format", "tests.test_export.test_export_invalid_flag_exits_2", "tests.test_export.test_export_error_message_structure", "tests.test_global_args.test_typo_in_flag_name", "tests.test_global_args.test_help_takes_precedence_over_version", "tests.test_global_args.test_version_short_flag", "tests.test_cli_errors.test_cache_no_subcommand", "tests.test_export.test_export_xml_format", "tests.test_cli_errors.test_export_unknown_flag", "tests.test_cache_repo_integration.test_empty_state_behavior_consistent", "tests.test_cli_errors.test_export_format_special_characters", "tests.test_cache.test_cache_workflow_stats_list_clear_sequence", "tests.test_cache.test_cache_clear_empty", "tests.test_cache.test_cache_clear_no_extra_args", "tests.test_cache_repo_integration.test_both_subsystems_with_data_maintain_independence", "tests.test_export.test_export_special_characters_in_path", "tests.test_export.test_export_with_both_flags_error_message_structure", "tests.test_export.test_export_unexpected_positional_argument", "tests.test_global_args.test_double_dash_separator", "tests.test_global_args.test_invalid_flag_error", "tests.test_global_args.test_help_long_flag", "tests.test_cli_errors.test_repo_no_subcommand", "tests.test_cli_errors.test_export_format_command_injection", "tests.test_cli_errors.test_version_flag", "tests.test_export.test_export_with_output_file", "tests.test_cache.test_cache_clear_nonexistent_directory", "tests.test_cache.test_cache_list_no_extra_args", "tests.test_cache_repo_integration.test_repo_help_mentions_repositories", "tests.test_export.test_export_absolute_path", "tests.test_export.test_export_format_preserves_whitespace", "tests.test_cache.test_cache_clear_idempotent", "tests.test_export.test_export_all_error_lines_present", "tests.test_cache_repo_integration.test_concurrent_cache_repo_operations_no_conflict", "tests.test_global_args.test_multiple_positional_arguments_rejected", "tests.test_global_args.test_invalid_single_language", "tests.test_global_args.test_help_short_flag", "tests.test_database_daos.test_database_tables_have_foreign_key_definitions", "tests.test_cli_errors.test_export_format_duplicate_flag", "tests.test_cli_errors.test_help_flag", "tests.test_cli_errors.test_export_format_unicode", "tests.test_export.test_export_relative_path_with_parent", "tests.test_cache.test_cache_operations_isolated", "tests.test_export.test_export_path_preserves_whitespace", "tests.test_cache_repo_integration.test_cache_help_mentions_challenges", "tests.test_cache.test_cache_stats_with_corrupted_file", "tests.test_export.test_export_yaml_with_output_combined", "tests.test_cache.test_cache_stats_then_list_consistency", "tests.test_export.test_export_format_echoed_accurately", "tests.test_global_args.test_invalid_language_in_list", "tests.test_global_args.test_help_command", "tests.test_cache_repo_integration.test_cache_subcommand_help_exact_text", "tests.test_global_args.test_whitespace_in_language_list", "tests.test_cli_errors.test_cache_help", "tests.test_cli_errors.test_cache_list_then_stats_consistency", "tests.test_cli_errors.test_export_format_newline_embedded", "tests.test_export.test_export_tilde_in_path" ], "failed_tests_omitted": 741, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 928, "warnings": [ "[unhappychoice__gittype.34b72d0] branch f11aedc66d80: 1 test(s) in JUnit XML not in tests.json" ] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "unhappychoice__gittype.34b72d0", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2370688", "calls": "59", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T06:50:39.158671+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.0016", "evaluator_problem": "True", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2534845", "instance_id": "unhappychoice__gittype.34b72d0", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "27", "n_system_errors": "0", "n_tests": "742", "n_warnings": "1", "output_tokens": "33183", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "6926", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-unhappychoice-gittype", "run_version": "20260518T232006Z", "score": "0.03638814016172507", "session_ended_at": "2026-05-19T07:00:40.856Z", "session_started_at": "2026-05-19T06:50:47.405Z", "test_branch_errors": "{}", "total_tokens": "2568028", "wall_clock_seconds": "593" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/08", "./.git/objects/08/6298b933e11d28a571aac8035ff7ba5b53461a", "./.git/objects/09", "./.git/objects/09/e623ec7a56cac542a0d943a4fb9cfe99beecae", "./.git/objects/0a", "./.git/objects/0a/7063bdb821f276a14e005fc08ac9ed66b27498", "./.git/objects/0d", "./.git/objects/0d/10594a00493bd115e5f1c30fe52c458cbdc8e1", "./.git/objects/1c", "./.git/objects/1c/48e456be9dae7e67f9bb5d933140c8b6bb0b73", "./.git/objects/1d", "./.git/objects/1d/0b465f4a1e821a7c08ec0a854a443beab6c3b6", "./.git/objects/1d/6261b8155d5456549bbd28f8590033eaa5e2b1", "./.git/objects/26", "./.git/objects/26/fe5f54cd0d80b18381893e2111aced0ab76117", "./.git/objects/27", "./.git/objects/27/f2ba7e8649a5d73bc1fbf037c955a9fb106ff3", "./.git/objects/2f", "./.git/objects/2f/709416b9aca2928c55fc58447689224d210799", "./.git/objects/31", "./.git/objects/31/93d2f9d78f8070a2343aec8076fe95ea6fbf81", "./.git/objects/32", "./.git/objects/32/5e098583a49020af9c945df8d6f713516e968a", "./.git/objects/37", "./.git/objects/37/b44582a838e1fc9ad029f95ebe1f94b0249ecd", "./.git/objects/39", "./.git/objects/39/ee81cd66dbdb0fa3060cc044f64cc6babe8053", "./.git/objects/3d", "./.git/objects/3d/f29bbc5dd92f8ee685188f0410ebd64cdf0e0c", "./.git/objects/40", "./.git/objects/40/51a944be133bd05b954f5f6bae0be14f1a561f", "./.git/objects/44", "./.git/objects/44/49fc9a61458437c222e0ed58f99c0620cc01de", "./.git/objects/47", "./.git/objects/47/db97224402c9280ed3a897d3eb6f33c6aa1fea", "./.git/objects/4a", "./.git/objects/4a/f1d2079d05f7837307b5d8f6ceab7ac50177f9", "./.git/objects/4b", "./.git/objects/4b/82ff4c536e8aca9efc43a6fd4669ea1d32a850", "./.git/objects/4b/8eb816f6f9019134852a3f1ed0cdd2b8cd9fc3", "./.git/objects/5f", "./.git/objects/5f/522fe6d94c1aee1541063f84e2c22822c0906a", "./.git/objects/6a", "./.git/objects/6a/e235dcd6396b4a9bd459976ee637435d76f5cd", "./.git/objects/70", "./.git/objects/70/4e5cf627af38b816a2b73c068857858b1f4cf8", "./.git/objects/72", "./.git/objects/72/dfbcab9ed20e7a0588dd9b4d2e63ff06e32587", "./.git/objects/7c", "./.git/objects/7c/8afd12497edfbcd2524df79ae8d6592a738fb0", "./.git/objects/89", "./.git/objects/89/3a05c9061e45669eb28ce020012f150c8b263b", "./.git/objects/8c", "./.git/objects/8c/0b4cc1f123a49d6bcd367c0ff12230fd19fa53", "./.git/objects/95", "./.git/objects/95/476f3717ebc8e01c108b8ecbc544b8869ea85c", "./.git/objects/95/9e54413eb1398624df37b688a45a4c52a74b49", "./.git/objects/99", "./.git/objects/99/69fff3e9fcfdae8ce376110ddc948a77fd7c70", "./.git/objects/99/a0fc4b6b7d61448105c7d0534cb18e25b7bf2a", "./.git/objects/af", "./.git/objects/af/ab00ac0d8d811187e3f422d9d4f7aa56ee2f97", "./.git/objects/b2", "./.git/objects/b2/4a1219b566459d741275a0bf5b74cfa0165c96", "./.git/objects/b3", "./.git/objects/b3/920fd01d023f5ea4c9903c0979be0886d73f68", "./.git/objects/b4", "./.git/objects/b4/1f491a60ccab48b53b3ed18c5726e432878b73", "./.git/objects/b6", "./.git/objects/b6/24c76da738f7148f9e545b7e27a2aadb1ea492", "./.git/objects/b9", "./.git/objects/b9/5578c47ae486cd67ae546b1621add6277ed286", "./.git/objects/b9/de9416b31fdc96aead3fd76990817d596c641b", "./.git/objects/c1", "./.git/objects/c1/0a2f8612227f3f45c9e354c1ed9f9f36063960", "./.git/objects/c2", "./.git/objects/c2/8bf097ea1c5aabf531ca9a0676ec400255fcd9", "./.git/objects/cd", "./.git/objects/cd/eab59860dbb2e9cb7b6ded31675132e259b5cc", "./.git/objects/d5", "./.git/objects/d5/a9516b84da816de9e60662032c3681280cc9e8", "./.git/objects/d6", "./.git/objects/d6/e7fb93d59b402275c39de540be8e85e5adfe37", "./.git/objects/f0", "./.git/objects/f0/93be80241d53ce72dd01a94824c0806c3b4c91", "./.git/objects/f0/b763e231f28b96b452001a6adc60ed4035a5cf", "./.git/objects/f0/c539855418a065339e2911803c725665f509f7", "./.git/objects/ff", "./.git/objects/ff/08857d045b645de8cf7786a366d5e7b3ac5cde", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./LICENSE-THIRD-PARTY", "./README.md", "./about.hbs", "./about.toml", "./assets", "./assets/languages", "./assets/languages/lang_ascii.json", "./assets/languages/lang_dark.json", "./assets/languages/lang_light.json", "./assets/themes", "./assets/themes/ascii.json", "./assets/themes/aurora.json", "./assets/themes/blood_oath.json", "./assets/themes/cyber_void.json", "./assets/themes/default.json", "./assets/themes/eclipse.json", "./assets/themes/glacier.json", "./assets/themes/inferno.json", "./assets/themes/neon_abyss.json", "./assets/themes/oblivion.json", "./assets/themes/original.json", "./assets/themes/runic.json", "./assets/themes/spectral.json", "./assets/themes/starforge.json", "./assets/themes/venom.json", "./compile.sh", "./docs", "./docs/images", "./docs/images/README.md", "./docs/images/analytics-languages.png", "./docs/images/analytics-overview.png", "./docs/images/analytics-repositories.png", "./docs/images/analytics-trends.png", "./docs/images/banner-source.sh", "./docs/images/demo.gif", "./docs/images/demo.mp4", "./docs/images/gaming.png", "./docs/images/gittype-banner.png", "./docs/images/gittype-banner.svg", "./docs/images/records-detail.png", "./docs/images/records.png", "./docs/images/result.png", "./docs/images/settings-theme.png", "./docs/images/stage-result.png", "./docs/images/title.png", "./docs/usage.md", "./executable", "./gittype_cli.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-unhappychoice-gittype", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }