{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:56.434069+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_autocomplete.test_autocomplete_mimes", "eval.tests.test_comprehensive_coverage.test_autocomplete_desktop_files_flag", "eval.tests.test_autocomplete.test_autocomplete_desktop_files", "eval.tests.test_final_coverage_push.test_launch_with_no_terminal_available", "eval.tests.test_more_edge_cases.test_autocomplete_empty_output", "eval.tests.test_set_get_unset.test_set_by_extension", "eval.tests.test_comprehensive_coverage.test_autocomplete_mimes_flag", "eval.tests.test_autocomplete.test_autocomplete_desktop_files", "eval.tests.test_autocomplete.test_autocomplete_mimes", "tests.test_autocomplete.test_autocomplete_mimes_includes_text_types", "tests.test_config.test_config_handlr_toml_created_on_first_run", "tests.test_add.test_add_preserves_added_associations_section", "tests.test_autocomplete.test_autocomplete_mimes_includes_common_extensions", "tests.test_autocomplete.test_autocomplete_help_flag_works", "tests.test_autocomplete.test_autocomplete_both_flags_desktop_takes_precedence", "tests.test_autocomplete.test_autocomplete_mimes_flag_alone_works", "tests.test_autocomplete.test_autocomplete_mimes_has_scheme_handlers", "tests.test_add.test_add_same_handler_twice", "tests.test_autocomplete.test_autocomplete_mimes_count_is_consistent", "tests.test_add.test_add_invalid_mime_type_fails", "tests.test_autocomplete.test_autocomplete_mimes_full_output", "tests.test_config.test_config_filters_invalid_mime_types", "tests.test_config_advanced.test_config_enable_selector_false_by_default", "tests.test_config_advanced.test_selector_returns_chosen_handler", "tests.test_config_advanced.test_config_created_with_defaults_on_first_run", "tests.test_autocomplete.test_autocomplete_mimes_output_matches_golden_exactly", "tests.test_autocomplete.test_autocomplete_mimes_has_inode_directory", "tests.test_autocomplete.test_autocomplete_flag_order_d_then_m", "tests.test_autocomplete.test_autocomplete_mimes_includes_mime_types_from_mime_db", "tests.test_autocomplete.test_autocomplete_mimes_includes_application_types", "tests.test_autocomplete.test_autocomplete_version_flag_works", "tests.test_autocomplete.test_autocomplete_desktop_files_has_filename_and_name", "tests.test_autocomplete.test_autocomplete_mimes_has_custom_mime_types", "tests.test_add.test_add_incomplete_mime_type_fails", "tests.test_add.test_add_case_sensitive_mime_types", "tests.test_config_advanced.test_config_with_invalid_toml_causes_panic", "tests.test_config_advanced.test_config_selector_default_rofi_command", "tests.test_desktop_entries.test_invalid_section_name", "tests.test_errors.test_open_missing_required_paths_argument", "tests.test_errors.test_invalid_mime_with_at_sign", "tests.test_errors.test_malformed_desktop_entry", "tests.test_autocomplete.test_autocomplete_mimes_no_empty_lines", "tests.test_autocomplete.test_autocomplete_mimes_includes_video_types", "tests.test_autocomplete.test_autocomplete_mimes_has_all_four_custom_types", "tests.test_autocomplete.test_autocomplete_mimes_extensions_have_leading_dot", "tests.test_autocomplete.test_autocomplete_mimes_output_format_one_per_line", "tests.test_autocomplete.test_autocomplete_mimes_extensions_section_comes_first", "tests.test_config.test_config_file_created_on_first_run", "tests.test_autocomplete.test_autocomplete_mimes_stderr_is_empty", "tests.test_config_advanced.test_selector_with_multiple_word_names_matched_correctly", "tests.test_config_advanced.test_config_preserves_custom_selector_command", "tests.test_desktop_entries.test_missing_required_name_field", "tests.test_config.test_config_case_sensitive_mime_types", "tests.test_desktop_entries.test_case_sensitive_field_names", "tests.test_errors.test_multiple_slashes_in_mime_type", "tests.test_errors.test_invalid_mime_no_subtype", "tests.test_autocomplete.test_autocomplete_mimes_extensions_valid_format", "tests.test_autocomplete.test_autocomplete_mimes_includes_audio_types", "tests.test_autocomplete.test_autocomplete_desktop_files_stderr_is_empty", "tests.test_autocomplete.test_autocomplete_desktop_files_no_duplicate_filenames", "tests.test_autocomplete.test_autocomplete_desktop_files_format", "tests.test_autocomplete.test_autocomplete_mimes_custom_mimes_in_correct_section", "tests.test_config_advanced.test_selector_join_with_newlines", "tests.test_config_advanced.test_config_preserves_enable_selector_true", "tests.test_desktop_entries.test_missing_required_exec_field", "tests.test_errors.test_empty_desktop_file_is_malformed", "tests.test_config.test_config_preserves_added_associations_on_unset", "tests.test_launch.test_launch_with_long_argument_list", "tests.test_launch.test_launch_with_special_characters_in_arguments", "tests.test_errors.test_mime_type_with_spaces", "tests.test_errors.test_invalid_mime_double_slash", "tests.test_autocomplete.test_autocomplete_mimes_mime_types_valid_format", "tests.test_autocomplete.test_autocomplete_mimes_includes_image_types", "tests.test_autocomplete.test_autocomplete_invalid_flag_produces_error", "tests.test_autocomplete.test_autocomplete_no_flags_produces_no_output", "tests.test_autocomplete.test_autocomplete_desktop_flag_alone_works", "tests.test_errors.test_all_commands_exit_nonzero_on_missing_arguments", "tests.test_launch.test_launch_with_empty_exec_field", "tests.test_config_advanced.test_selector_invoked_with_multiple_handlers", "tests.test_errors.test_error_messages_detail_invalid_mime_parsing" ], "failed_tests_omitted": 59, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 906, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "chmln__handlr.90e78ba", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7192960", "calls": "125", "created_at": "2026-05-17T10:18:46.927329+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.8924", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7419867", "instance_id": "chmln__handlr.90e78ba", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "610", "n_system_errors": "0", "n_tests": "722", "n_warnings": "0", "output_tokens": "72045", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "15275", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-chmln-handlr", "run_version": "", "score": "0.8448753462603878", "session_ended_at": "2026-05-17T10:42:18.637Z", "session_started_at": "2026-05-17T10:18:49.992Z", "test_branch_errors": "{}", "total_tokens": "7491912", "wall_clock_seconds": "1408" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./handlr.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-chmln-handlr", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }