{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:13.840575+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic_invocation.test_invalid_command", "eval.tests.test_basic_invocation.test_no_arguments_shows_help", "eval.tests.test_error_conditions.test_enter_vault_with_no_args", "eval.tests.test_error_conditions.test_invalid_item_type", "tests.test_config_operations.test_invalid_config_type_rejected", "tests.test_config_operations.test_set_conflict_invalid_boolean_panics", "tests.test_config_operations.test_config_handles_single_quotes_in_value", "tests.test_error_handling.test_invalid_name_question_mark", "tests.test_error_handling.test_invalid_name_less_than", "tests.test_config_operations.test_config_too_many_arguments", "tests.test_error_handling.test_invalid_name_asterisk", "tests.test_error_handling.test_missing_open_note_name", "tests.test_error_handling.test_missing_vault_name_for_enter", "tests.test_error_handling.test_rename_vault_to_invalid_name", "tests.test_folder_operations.test_chdir_nested_path", "tests.test_folder_operations.test_chdir_relative_path_navigation", "tests.test_folder_operations.test_chdir_into_nested_folder_from_root", "tests.test_folder_operations.test_deeply_nested_folder_operations", "tests.test_error_handling.test_malformed_config_toml", "tests.test_config_operations.test_config_handles_newlines_in_value", "tests.test_folder_operations.test_folder_invalid_name_characters", "tests.test_error_handling.test_invalid_folder_name", "tests.test_error_handling.test_invalid_name_percent", "tests.test_error_handling.test_invalid_name_greater_than", "tests.test_error_handling.test_invalid_name_backslash", "tests.test_integration_workflows.test_complex_move_rename_chain", "tests.test_error_handling.test_missing_chdir_path", "tests.test_error_handling.test_missing_remove_arguments", "tests.test_error_handling.test_path_traversal_in_note_name", "tests.test_integration_workflows.test_interleaved_multi_vault_operations", "tests.test_integration_workflows.test_items_with_special_characters", "tests.test_error_handling.test_malformed_vaults_toml", "tests.test_error_handling.test_rename_to_same_name", "tests.test_error_handling.test_invalid_vault_name", "tests.test_error_handling.test_invalid_name_colon", "tests.test_error_handling.test_missing_rename_arguments", "tests.test_error_handling.test_invalid_name_forward_slash", "tests.test_error_handling.test_rename_note_to_invalid_name", "tests.test_folder_operations.test_rename_same_name_error", "tests.test_error_handling.test_path_traversal_in_folder_name", "tests.test_integration_workflows.test_deep_folder_hierarchy_navigation", "tests.test_error_handling.test_missing_note_name_argument", "tests.test_note_operations.test_note_rename_same_name_error", "tests.test_error_handling.test_rename_folder_to_same_name", "tests.test_error_handling.test_missing_move_arguments", "tests.test_error_handling.test_invalid_name_pipe", "tests.test_error_handling.test_rename_folder_to_invalid_name", "tests.test_integration_workflows.test_vault_creation_error_cases", "tests.test_state_persistence.test_config_invalid_key_returns_error", "tests.test_state_persistence.test_config_boolean_parsing_case_insensitive", "tests.test_vault_lifecycle.test_enter_already_in_vault_error", "tests.test_error_handling.test_missing_folder_name_argument", "tests.test_error_handling.test_invalid_name_double_quote", "tests.test_note_operations.test_note_invalid_name_with_slash", "tests.test_error_handling.test_missing_vault_location_argument", "eval.tests.test_argparse.test_vault_combined_short_flags_repeat_is_error", "eval.tests.test_argparse.test_vault_dash_dash_treats_flag_like_value_then_missing_location", "eval.tests.test_argparse.test_vault_dash_equals_is_parsed_as_unknown_flag_cluster", "eval.tests.test_argparse.test_vault_flag_duplicate_is_error", "eval.tests.test_argparse.test_list_rejects_unknown_flag", "eval.tests.test_config_handling.test_malformed_config_file_panics_on_load", "eval.tests.test_help_edge_cases.test_unknown_subcommand_has_nonzero_exit_and_error_message", "eval.tests.test_jot_io.test_list_to_closed_pipe_does_not_panic" ], "failed_tests_omitted": 0, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 846, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "shashwatah__jot.a92aad8", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4230400", "calls": "90", "created_at": "2026-05-17T15:16:39.369134+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.6006", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "4447475", "instance_id": "shashwatah__jot.a92aad8", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "690", "n_system_errors": "0", "n_tests": "752", "n_warnings": "0", "output_tokens": "46669", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12418", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-shashwatah-jot", "run_version": "20260517T094700Z", "score": "0.9175531914893617", "session_ended_at": "2026-05-17T15:30:07.578Z", "session_started_at": "2026-05-17T15:16:42.120Z", "test_branch_errors": "{}", "total_tokens": "4494144", "wall_clock_seconds": "805" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./jot.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-shashwatah-jot", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }