{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:02.753202+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_acl_coverage.TestDefaultACL.test_default_acl_entry_function", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_with_group_entry", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_with_user_and_group_entries", "eval.tests.test_config_advanced.TestCommandLineFlags.test_no_error_flag_suppresses_errors", "eval.tests.test_basic.TestCompletionHelpers.test_root_options_completion", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_acl_true", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_group_entry_with_unknown_gid", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_find_by_gid_number", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_entry_function_user", "eval.tests.test_coverage_boost.TestSpecialSearchPatterns.test_like_pattern_with_underscore", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_find_by_uid_number", "eval.tests.test_acl_functions.TestAclColumn.test_acl_column_shows_acl_entries", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_entry_function_group", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_with_group_obj", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_acl_entry_function", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_default_acl_on_directory", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_default_acl_on_dir", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_default_acl_group_entry", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_default_acl_entry_function", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_entry_returns_empty_for_no_match", "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_has_acl_entry_using_g_shorthand", "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_default_acl_entry_function", "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_has_capabilities_on_binary_with_caps", "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_capabilities_field_on_file_with_caps", "eval.tests.test_coverage_boost2.TestHgIgnoreEdgeCases.test_hgignore_with_syntax_directive", "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_has_capability_function_filter", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_true_with_acl", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_field_shows_entries", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_entry_function_true", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_entry_function_false", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_entry_function", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_group_acl_entry", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_default_acl_on_directory", "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_format_time_non_numeric", "eval.tests.test_coverage_boost.TestParserErrorPaths.test_unparseable_query_gives_error", "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_field_multiple_entries", "eval.tests.test_acl_coverage.TestACLFiltering.test_filter_by_has_acl", "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_entry_mask", "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_entry_other", "eval.tests.test_acl_coverage.TestACLEntryTypes.test_has_acl_entry_mask", "eval.tests.test_acl_coverage.TestACLEntryTypes.test_has_acl_entry_other", "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_group_entry_by_name", "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_m_and_o_aliases", "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_size_field", "eval.tests.test_acl_coverage.TestDefaultACL.test_has_default_acl_on_directory", "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_dir_field", "eval.tests.test_acl_coverage.TestDefaultACL.test_default_acl_shows_entries", "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_file_field", "eval.tests.test_acl_coverage.TestDefaultACL.test_has_default_acl_entry_true", "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_formatted_size", "eval.tests.test_arithmetic.TestArithmeticExpressions.test_size_divide", "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_hidden", "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_modified_date", "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_path_field", "eval.tests.test_config_advanced.TestConfigFileFeatures.test_config_gitignore_setting", "eval.tests.test_archive_mode.TestArchiveSearch.test_archive_mode_executable", "eval.tests.test_coverage_final.TestUserAllMode.test_mode_user_all_in_archive", "eval.tests.test_coverage_boost.TestMiscCoverage.test_locate_function", "eval.tests.test_coverage_final.TestOperatorCoverage.test_notbetween_operator", "eval.tests.test_coverage_final_boost.TestSearcherEdgeCases.test_regexp_path_with_regex_keyword", "eval.tests.test_basic.TestCompletionHelpers.test_output_formats_completion", "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_dayofweek_non_date", "eval.tests.test_config_advanced.TestCommandLineFlags.test_no_error_with_inaccessible_dir", "eval.tests.test_acl_functions.TestAclColumn.test_has_acl_true", "eval.tests.test_coverage_boost.TestSpecialSearchPatterns.test_notlike_operator", "eval.tests.test_coverage_boost2.TestHgIgnoreEdgeCases.test_hgignore_with_regexp_syntax", "eval.tests.test_coverage_final_boost.TestQueryFeaturesMore.test_order_by_out_of_range_index", "eval.tests.test_coverage_boost.TestParserErrorPaths.test_limit_with_offset_comma_format", "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_format_size_with_invalid_arg", "eval.tests.test_basic.TestHelp.test_help_contains_output_formats", "eval.tests.test_config_advanced.TestConfigFileFeatures.test_config_custom_archive_extensions", "eval.tests.test_coverage_final_boost.TestFunctionEdgeCases.test_rand_with_invalid_argument", "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_dayname_non_date", "eval.tests.test_coverage_final_boost.TestSearcherEdgeCases.test_no_error_flag_suppresses_stderr", "eval.tests.test_capabilities.TestCapabilities.test_has_caps_true", "eval.tests.test_config_advanced.TestCommandLineFlags.test_fields_completion", "eval.tests.test_coverage_final_boost.TestIgnoreFileEdgeCases.test_gitignore_basic", "eval.tests.test_acl_functions.TestAclColumn.test_acl_filter", "eval.tests.test_coverage_gaps.TestACLFields.test_set_and_query_posix_acl", "eval.tests.test_coverage_gaps.TestACLFields.test_has_acl_entry_function" ], "failed_tests_omitted": 1030, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 3435, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "jhspetersson__fselect.c3559ca", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7320192", "calls": "95", "created_at": "2026-05-17T11:50:13.857216+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.5984", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7545582", "instance_id": "jhspetersson__fselect.c3559ca", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "2103", "n_system_errors": "0", "n_tests": "3115", "n_warnings": "0", "output_tokens": "60377", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17968", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jhspetersson-fselect", "run_version": "", "score": "0.6751203852327448", "session_ended_at": "2026-05-17T12:07:42.597Z", "session_started_at": "2026-05-17T11:50:16.642Z", "test_branch_errors": "{}", "total_tokens": "7605959", "wall_clock_seconds": "1045" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./fselect_impl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jhspetersson-fselect", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }