{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:22:46.591720+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_tui_interaction.test_run_with_tetragrams_shows_content", "eval.tests.test_tui_interaction.test_run_with_trigrams_shows_content", "eval.tests.test_tui_interaction.test_run_with_bigrams_shows_content", "eval.tests.test_tui_interaction.test_run_with_words_shows_content", "eval.tests.test_tui_interaction.test_default_run_shows_lesson", "eval.tests.test_tui_interaction.test_run_with_custom_wpm", "eval.tests.test_tui_interaction.test_run_with_cat_shows_cat", "eval.tests.test_tui_interaction.test_run_with_emulation_azerty_qwerty", "eval.tests.test_tui_interaction.test_run_with_file_wordlist", "eval.tests.test_tui_interaction.test_combined_flags", "eval.tests.test_tui_pexpect.test_tui_starts_and_quits", "eval.tests.test_tui_interaction.test_run_with_nokb_no_keyboard", "eval.tests.test_tui_interaction.test_run_with_emulation_qwerty_dvorak", "eval.tests.test_tui_interaction.test_run_with_custom_combi", "eval.tests.test_tui_interaction.test_typing_interaction", "eval.tests.test_tui_interaction.test_lesson_progression", "eval.tests.test_tui_interaction.test_run_all_layouts", "eval.tests.test_tui_interaction.test_run_with_emulation_qwerty_colemak", "eval.tests.test_tui_interaction.test_run_with_custom_rep", "eval.tests.test_tui_interaction.test_run_with_show_ortho", "eval.tests.test_tui_interaction.test_run_with_custom_top", "eval.tests.test_tui_interaction.test_run_with_custom_acc", "eval.tests.test_tui_interaction.test_run_with_varied_top_values", "eval.tests.test_tui_interaction.test_run_with_all_layout_outputs", "eval.tests.test_tui_interaction.test_ortho_with_different_layouts", "eval.tests.test_tui_interaction.test_run_with_varied_combi_values", "eval.tests.test_tui_interaction.test_run_with_all_ngram_types_sequentially", "eval.tests.test_tui_pexpect.test_tui_with_cat_flag", "eval.tests.test_tui_pexpect.test_tui_show_ortho", "eval.tests.test_tui_pexpect.test_tui_with_all_params", "eval.tests.test_tui_pexpect.test_tui_with_nokb_flag", "eval.tests.test_tui_pexpect.test_tui_with_emulation", "tests.test_keyboard_layouts.test_invalid_layout_defaults_to_qwerty", "tests.test_keyboard_layouts.test_colemakdh_layout_rendering", "tests.test_keyboard_layouts.test_dvorak_layout_rendering", "tests.test_keyboard_layouts.test_colemak_layout_rendering", "tests.test_keyboard_layouts.test_nokb_flag_hides_keyboard", "tests.test_keyboard_layouts.test_qwertz_layout_rendering", "tests.test_keyboard_layouts.test_ortholinear_qwerty_display", "tests.test_keyboard_layouts.test_same_input_output_layout", "tests.test_keyboard_layouts.test_qwerty_layout_rendering", "tests.test_keyboard_layouts.test_ortholinear_with_nokb_suppresses_keyboard", "tests.test_keyboard_layouts.test_qwerty_to_qwertz_emulation_workflow", "tests.test_keyboard_layouts.test_ortholinear_dvorak_display", "tests.test_keyboard_layouts.test_azerty_layout_rendering", "tests.test_keyboard_layouts.test_colemak_to_qwerty_reverse_emulation", "tests.test_keyboard_layouts.test_qwerty_to_azerty_emulation_workflow", "tests.test_keyboard_layouts.test_qwertz_distinctive_keys", "tests.test_ngrams.test_trigrams_display_three_letter_sequences", "tests.test_ngrams.test_wordlist_displays_variable_length_words", "tests.test_tui_typing.test_tui_initial_screen", "tests.test_ngrams.test_tetragrams_display_four_letter_sequences", "tests.test_ngrams.test_custom_file_displays_exact_wordlist_content", "tests.test_ngrams.test_unicode_characters_in_wordlist", "tests.test_ngrams.test_spaces_preserved_in_multi_word_phrases", "tests.test_ngrams.test_multiline_wordlist_parses_all_lines", "tests.test_ngrams.test_bigrams_display_two_letter_sequences", "tests.test_keyboard_layouts.test_all_layouts_have_spacebar", "tests.test_keyboard_layouts.test_mixed_layout_pairs_coverage", "tests.test_keyboard_layouts.test_azerty_numbers_on_shift_layer", "tests.test_keyboard_layouts.test_dvorak_distinctive_positions", "tests.test_keyboard_layouts.test_dvorak_to_colemak_alternative_to_alternative", "tests.test_keyboard_layouts.test_ortholinear_adds_padding_triangles", "tests.test_keyboard_layouts.test_colemak_vs_colemakdh_differences", "tests.test_ngrams.test_only_commas_results_in_empty_lesson", "tests.test_ngrams.test_trailing_comma_in_wordlist", "tests.test_tui_typing.test_tui_combined_flags", "tests.test_tui_typing.test_tui_cat_flag", "tests.test_tui_typing.test_tui_different_ngram_sizes", "tests.test_ngrams.test_top_parameter_limits_ngram_selection", "tests.test_tui_typing.test_tui_error_display_and_backspace", "tests.test_tui_typing.test_tui_word_delete_alt_backspace", "tests.test_tui_typing.test_tui_custom_thresholds", "tests.test_tui_typing.test_tui_typing_and_lesson_completion", "tests.test_tui_typing.test_tui_nokb_flag", "tests.test_ngrams.test_empty_file_triggers_panic", "tests.test_ngrams.test_large_wordlist_handles_many_entries", "tests.test_tui_typing.test_tui_quit_keybindings", "eval.tests.test_argparse_validation.test_valid_invocations_start_tui[args1]", "eval.tests.test_argparse_validation.test_valid_invocations_start_tui[args5]" ], "failed_tests_omitted": 9, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 332, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "wintermute-cell__ngrrram.8ea13c3", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1236352", "calls": "37", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T07:01:08.560474+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "1.9757", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "1324649", "instance_id": "wintermute-cell__ngrrram.8ea13c3", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "218", "n_system_errors": "0", "n_tests": "303", "n_warnings": "0", "output_tokens": "30536", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12186", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-wintermute-cell-ngrrram", "run_version": "20260518T232006Z", "score": "0.7194719471947195", "session_ended_at": "2026-05-19T07:10:29.043Z", "session_started_at": "2026-05-19T07:01:16.516Z", "test_branch_errors": "{}", "total_tokens": "1355185", "wall_clock_seconds": "552" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/1c", "./.git/objects/1c/6d78d0499e15620467dbdc2ca02fb787e09d9f", "./.git/objects/48", "./.git/objects/48/42d8171910bb78716a891bd0fd1cdb24d20afb", "./.git/objects/55", "./.git/objects/55/67ae0a7cb6c171be57c2e92aab52128585441b", "./.git/objects/67", "./.git/objects/67/c50f7c0f1ecc566c467d278bf0ffa0031b6559", "./.git/objects/71", "./.git/objects/71/cafa093d87db2116817636d4e279fdda76f60d", "./.git/objects/7f", "./.git/objects/7f/2223eaba614500fa56958e6d671e11ef52884a", "./.git/objects/86", "./.git/objects/86/b8dc477484afdc101b7bc8963e7b735f8cc354", "./.git/objects/a4", "./.git/objects/a4/dd8bdbca8cbc0fab6dc0cc8ec9a44589d5e5dc", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./.github", "./.github/showcase.gif", "./.github/showcase.mp4", "./LICENSE", "./README.md", "./README.md.bak", "./compile.sh", "./executable", "./ngrrram.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-wintermute-cell-ngrrram", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }