{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:22:45.565371+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_edge_cases.test_move_vault_to_same_location", "eval.tests.test_edge_cases.test_list_empty_vault", "eval.tests.test_edge_cases.test_create_folder_with_special_chars", "eval.tests.test_edge_cases.test_note_name_with_unicode", "eval.tests.test_edge_cases.test_vault_name_with_spaces", "eval.tests.test_edge_cases.test_create_note_with_special_chars", "eval.tests.test_edge_cases.test_multiple_vaults_switching", "eval.tests.test_error_conditions.test_folder_with_empty_name", "eval.tests.test_edge_cases.test_nested_folders_navigation", "eval.tests.test_folder_operations.test_create_folder_with_alias", "eval.tests.test_folder_operations.test_create_folder_in_vault", "eval.tests.test_folder_operations.test_chdir_with_alias", "eval.tests.test_folder_operations.test_rename_folder", "eval.tests.test_folder_operations.test_chdir_relative_path", "eval.tests.test_folder_operations.test_remove_folder", "eval.tests.test_folder_operations.test_move_folder_with_alias", "eval.tests.test_note_operations.test_create_note_in_vault", "eval.tests.test_error_conditions.test_note_with_empty_name", "eval.tests.test_note_operations.test_remove_note", "eval.tests.test_note_operations.test_rename_note_with_alias", "eval.tests.test_note_operations.test_remove_note_with_alias", "eval.tests.test_folder_operations.test_chdir_to_subfolder", "eval.tests.test_note_operations.test_move_note_to_subfolder", "eval.tests.test_vault_operations.test_enter_vault_with_alias", "eval.tests.test_folder_operations.test_chdir_parent_directory", "eval.tests.test_vault_operations.test_enter_vault", "eval.tests.test_folder_operations.test_rename_folder_with_alias", "eval.tests.test_folder_operations.test_move_folder", "eval.tests.test_vault_operations.test_rename_vault", "eval.tests.test_folder_operations.test_vmove_folder_to_different_vault", "eval.tests.test_folder_operations.test_remove_folder_with_alias", "eval.tests.test_note_operations.test_create_note_with_alias", "eval.tests.test_note_operations.test_rename_note", "eval.tests.test_vault_operations.test_create_vault", "eval.tests.test_vault_operations.test_remove_vault_with_alias", "eval.tests.test_vault_operations.test_create_vault_with_alias", "eval.tests.test_note_operations.test_move_note_with_alias", "eval.tests.test_note_operations.test_vmove_note_to_different_vault", "eval.tests.test_vault_operations.test_move_vault", "eval.tests.test_vault_operations.test_remove_vault", "eval.tests.test_vault_operations.test_rename_vault_with_alias", "eval.tests.test_folder_operations.test_folder_create", "eval.tests.test_enter_operations.test_enter_vault", "eval.tests.test_folder_operations.test_chdir_to_folder", "eval.tests.test_enter_operations.test_switch_between_vaults", "eval.tests.test_rename_operations.test_rename_vault", "eval.tests.test_move_operations.test_move_vault_to_new_location_checks_paths", "eval.tests.test_note_operations.test_note_create", "eval.tests.test_note_operations.test_note_create_with_alias", "eval.tests.test_note_operations.test_note_create_verifies_multiple_notes", "eval.tests.test_move_operations.test_move_note_to_folder_verifies_paths", "eval.tests.test_move_operations.test_vmove_with_vm_alias_verifies_both_locations", "eval.tests.test_move_operations.test_move_note_with_mv_alias_checks_content", "eval.tests.test_move_operations.test_move_folder_and_verify_location", "eval.tests.test_move_operations.test_vmove_note_to_different_vault_checks_both_vaults", "eval.tests.test_folder_operations.test_chdir_nested_path", "eval.tests.test_rename_operations.test_rename_folder", "eval.tests.test_folder_operations.test_folder_create_with_alias", "eval.tests.test_vault_operations.test_vault_create", "eval.tests.test_rename_operations.test_rename_with_nt_item_alias", "eval.tests.test_remove_operations.test_remove_vault", "eval.tests.test_folder_operations.test_chdir_with_alias", "eval.tests.test_rename_operations.test_rename_note", "eval.tests.test_rename_operations.test_rename_note_using_rn_alias", "eval.tests.test_remove_operations.test_remove_note_with_rm_alias", "eval.tests.test_remove_operations.test_remove_note_with_item_type_alias", "eval.tests.test_remove_operations.test_remove_note", "eval.tests.test_remove_operations.test_remove_folder_with_fd_alias", "eval.tests.test_remove_operations.test_remove_folder", "eval.tests.test_vault_operations.test_vault_create_with_alias", "tests.test_config_operations.test_config_creates_directory_if_missing", "tests.test_config_operations.test_get_config_when_only_file_exists", "tests.test_aliases.test_config_cf_get_editor_identical", "tests.test_config_operations.test_get_default_editor", "tests.test_config_operations.test_config_file_location_xdg", "tests.test_config_operations.test_set_editor_with_special_characters", "tests.test_config_operations.test_set_editor_very_long_value", "tests.test_aliases.test_enter_en_identical_output", "tests.test_aliases.test_move_mv_vault_identical", "tests.test_aliases.test_note_nt_duplicate_identical_error" ], "failed_tests_omitted": 283, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 846, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "shashwatah__jot.a92aad8", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2868992", "calls": "70", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T05:47:57.992556+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.2679", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "3002744", "instance_id": "shashwatah__jot.a92aad8", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "393", "n_system_errors": "0", "n_tests": "752", "n_warnings": "0", "output_tokens": "38821", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10107", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-shashwatah-jot", "run_version": "20260518T232006Z", "score": "0.5226063829787234", "session_ended_at": "2026-05-19T06:00:37.524Z", "session_started_at": "2026-05-19T05:48:06.063Z", "test_branch_errors": "{}", "total_tokens": "3041565", "wall_clock_seconds": "751" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/13", "./.git/objects/13/c3b4155e390098dcd8ffee8b022214a741060c", "./.git/objects/17", "./.git/objects/17/c76739da2c706a6482431a25cd57064ec4eb20", "./.git/objects/81", "./.git/objects/81/d4de6cef0e3b24a3a7cd613cee81261124e586", "./.git/objects/9e", "./.git/objects/9e/cefd4b7c5a35cebb797ba892aa4a34d671a7ba", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./executable", "./jot.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-shashwatah-jot", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }