{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:56.303781+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_clone_installer.test_installer_creates_all_expected_dirs", "tests.test_config.test_invalid_formatter_error", "tests.test_config.test_config_missing_editor_field", "tests.test_completions.test_empty_shell_name_error", "tests.test_config.test_invalid_colorize_type_error", "tests.test_clone_installer.test_installer_clone_yes", "tests.test_config.test_invalid_yaml_syntax_error", "tests.test_clone_installer.test_clone_to_existing_cloned_dir_fails", "tests.test_config.test_config_readonly_string_instead_of_bool_error", "tests.test_config.test_config_with_duplicate_cheatpath_names", "tests.test_edit_remove.test_empty_cheatsheet_name", "tests.test_edit_remove.test_editor_failure_exit_code", "tests.test_edit_remove.test_remove_validates_name_same_as_edit", "tests.test_edit_remove.test_remove_no_tags_sheet_with_tag_filter_exits_2", "tests.test_edit_remove.test_remove_with_multiple_tags_filters_correctly", "tests.test_harvest.test_path_traversal_blocked[command0-cannot contain '..']", "tests.test_clone_installer.test_clone_network_timeout_handling", "tests.test_config.test_empty_cheatpath_name_error", "tests.test_config.test_duplicate_cheatpath_names_error", "tests.test_edit_remove.test_invalid_name_tilde_expansion", "tests.test_harvest.test_path_traversal_blocked[command5-cannot contain '..']", "tests.test_config.test_config_colorize_boolean_types", "tests.test_config.test_config_validate_missing_name_in_cheatpath", "tests.test_config.test_pager_with_no_pager_on_path", "tests.test_edit_remove.test_invalid_name_path_traversal", "tests.test_harvest.test_path_traversal_real_world", "tests.test_errors.test_permission_denied_on_cheatsheet", "tests.test_edit_remove.test_remove_nonexistent_tag_exits_2", "tests.test_errors.test_binary_file_as_cheatsheet", "tests.test_errors.test_circular_symlink_error", "tests.test_errors.test_empty_cheatpath_directory", "tests.test_list.test_list_empty_result_exit_code", "tests.test_harvest.test_path_traversal_blocked[command1-cannot be an absolute path]", "tests.test_harvest.test_path_traversal_blocked[command6-cannot be empty]", "tests.test_config.test_duplicate_cheatpath_paths_error", "tests.test_edit_remove.test_invalid_name_absolute_path", "tests.test_edit_remove.test_remove_nonexistent_cheatsheet", "tests.test_list.test_list_files_with_extensions_skipped", "tests.test_list.test_list_empty_tag_filter", "tests.test_list.test_brief_and_tag_combined_empty_result", "tests.test_search.test_invalid_regex_error_handling", "tests.test_list.test_list_filter_by_multiple_tags", "tests.test_errors.test_symlinked_cheatpath_directory", "tests.test_search.test_regex_character_classes", "tests.test_search.test_search_multiple_tags_filter", "tests.test_search.test_regex_end_of_line_anchor", "tests.test_list.test_list_tag_filter_empty_result_exit_code", "tests.test_search.test_search_with_newlines_in_match", "tests.test_harvest.test_path_traversal_blocked[command2-cannot start with '~']", "tests.test_harvest.test_path_traversal_blocked[command7-cannot start with '.']", "tests.test_edit_remove.test_invalid_name_hidden_file", "tests.test_list.test_list_hidden_files_skipped", "tests.test_list.test_list_cheatpath_tags_merged_with_sheet_tags", "tests.test_search.test_search_with_colorization", "tests.test_tags.test_filter_by_multiple_tags_and_logic", "tests.test_search.test_regex_backreferences", "tests.test_tags.test_tag_filtering_with_empty_string_tag", "tests.test_search.test_empty_search_term", "tests.test_tags.test_tag_with_newline_rejected", "tests.test_search.test_regex_lookahead", "tests.test_tags.test_malformed_tags_not_array", "tests.test_update.test_update_pull_new_commits", "tests.test_harvest.test_path_traversal_blocked[command3-cannot contain '..']", "tests.test_update.test_update_multiple_errors_continues_processing", "tests.test_update.test_update_multiple_git_repos", "tests.test_tags.test_filter_by_nonexistent_tag", "tests.test_update.test_update_staged_changes_detected", "tests.test_update.test_update_deleted_file_detected", "tests.test_update.test_update_clean_after_commit", "tests.test_update.test_update_fetch_only_no_local_commits", "tests.test_tags.test_tags_with_comma_in_name", "tests.test_update.test_update_mixed_success_error_skip", "tests.test_update.test_update_mixed_git_and_nonrepo_paths", "tests.test_update.test_update_already_uptodate", "tests.test_view.test_view_colorize_with_python_syntax", "tests.test_view.test_view_all_with_colorize", "tests.test_view.test_view_with_multiple_tags_filter", "tests.test_harvest.test_path_traversal_blocked[command4-cannot contain '..']", "tests.test_update.test_update_dirty_worktree_skips", "tests.test_update.test_update_short_flag" ], "failed_tests_omitted": 12, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 307, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "cheat__cheat.b8098dc", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7471104", "calls": "116", "created_at": "2026-05-17T10:16:39.132344+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.8055", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7710160", "instance_id": "cheat__cheat.b8098dc", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "206", "n_system_errors": "0", "n_tests": "297", "n_warnings": "0", "output_tokens": "62490", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17473", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-cheat-cheat", "run_version": "", "score": "0.6936026936026936", "session_ended_at": "2026-05-17T10:34:34.152Z", "session_started_at": "2026-05-17T10:16:41.948Z", "test_branch_errors": "{}", "total_tokens": "7772650", "wall_clock_seconds": "1072" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./cheat.py", "./compile.sh", "./completion_bash.txt", "./completion_fish.txt", "./completion_powershell.txt", "./completion_zsh.txt", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-cheat-cheat", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }