{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:22:45.088033+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_config.test_multiple_icon_choices", "tests.test_config.test_empty_config_file", "tests.test_config.test_perm_styles", "tests.test_config.test_yaml_with_comments", "tests.test_config.test_importance_sorting", "tests.test_args_output.test_detail_user_group_columns", "tests.test_args_output.test_multiple_detail_columns_alignment", "tests.test_args_output.test_unicode_filename_cell_formatting", "tests.test_basic.test_default_listing_current_directory", "tests.test_config.test_config_file_in_current_directory", "tests.test_config.test_icon_enabled_by_cli_flag", "tests.test_detail_meta.test_det_field_user_group_shows_ownership", "tests.test_config.test_parent_config_in_git_repo", "tests.test_detail_meta.test_det_multiple_fields_combined", "tests.test_detail_size_time.test_sparse_file_blocks_vs_real", "tests.test_detail_size_time.test_empty_file_zero_blocks", "tests.test_config.test_complex_regex_pattern", "tests.test_config.test_invalid_yaml_syntax_error", "tests.test_config.test_spec_importance_only", "tests.test_config.test_multiple_patterns_last_wins", "tests.test_config.test_collapse_spec", "tests.test_errors.test_invalid_sort_flag", "tests.test_detail_meta.test_det_invalid_field_name_errors", "tests.test_config.test_local_overrides_parent_config", "tests.test_errors.test_invalid_only_regex_pattern", "tests.test_errors.test_symlink_to_file_display", "tests.test_filtering.test_importance_filter_high_cutoff", "tests.test_graphics.test_icon_extension_mapping_comprehensive", "tests.test_graphics.test_icon_mapping_rust_shell_text_formats", "tests.test_filtering.test_only_empty_pattern", "tests.test_errors.test_invalid_det_flag", "tests.test_graphics.test_svg_icon_path_missing_file_fallback", "tests.test_config.test_invalid_regex_pattern_error", "tests.test_config.test_escaped_chars_in_icon", "tests.test_config.test_entry_const_typ_styling", "tests.test_config.test_duplicate_icon_definitions", "tests.test_config.test_style_rgb_color", "tests.test_errors.test_invalid_regex_pattern", "tests.test_config.test_merged_specs_from_parent_and_local", "tests.test_errors.test_imp_value_out_of_range_positive", "tests.test_graphics.test_icon_importance_affects_sorting_order", "tests.test_graphics.test_icon_multiple_extensions_same_pattern", "tests.test_graphics.test_icon_special_names_readme_license_makefile", "tests.test_graphics.test_special_file_types_dir_symlink_fifo", "tests.test_graphics.test_custom_icon_definitions_via_pls_yml", "tests.test_graphics.test_grid_column_count_with_narrow_terminal", "tests.test_errors.test_invalid_typ_flag", "tests.test_graphics.test_svg_icon_malformed_xml_fallback", "tests.test_config.test_spec_style_without_icon", "tests.test_config.test_icon_svg_path", "tests.test_config.test_pls_config_env_var", "tests.test_config.test_long_spec_list", "tests.test_config.test_app_const_spacing", "tests.test_icons.test_svg_icon_with_undefined_env_var_in_path_returns_default", "tests.test_errors.test_imp_value_out_of_range_negative", "tests.test_graphics.test_icon_with_ansi_color_directives", "tests.test_icons.test_svg_icon_text_icon_mixed_usage_from_trait", "tests.test_graphics.test_icon_video_and_audio_formats", "tests.test_graphics.test_icon_dotfiles_git_env_ds_store", "tests.test_graphics.test_icon_case_sensitivity_in_extensions", "tests.test_graphics.test_grid_column_count_with_wide_terminal", "tests.test_graphics.test_grid_respects_pls_columns_env_var", "tests.test_icons.test_svg_icon_with_valid_path_triggers_image_rendering", "tests.test_icons.test_svg_icon_with_icon_scale_env_var_1_5", "tests.test_config.test_home_config_loading", "tests.test_config.test_unicode_icons", "tests.test_config.test_symlink_icon_override", "tests.test_config.test_multiple_specs_order", "tests.test_config.test_negative_importance_hidden", "tests.test_icons.test_svg_icon_with_multiple_files_incrementing_count_in_image_data", "tests.test_errors.test_symlink_loop_handling", "tests.test_icons.test_icon_size_with_invalid_scale_value_fallback", "tests.test_graphics.test_icon_config_formats_json_yaml_toml_ini", "tests.test_presentation.test_grid_layout_multi_column", "tests.test_icons.test_icon_size_with_scale_above_2_clamped", "tests.test_graphics.test_icon_partial_name_matching_env_readme_license", "tests.test_presentation.test_suffix_disabled", "tests.test_presentation.test_align_enabled_dotfiles", "tests.test_icons.test_svg_icon_with_env_var_expansion_in_path", "tests.test_presentation.test_grid_narrow_terminal_width" ], "failed_tests_omitted": 34, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 354, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "pls-rs__pls.4e1ae50", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4569728", "calls": "87", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T04:36:16.163025+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.6840", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "4748351", "instance_id": "pls-rs__pls.4e1ae50", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "225", "n_system_errors": "0", "n_tests": "332", "n_warnings": "0", "output_tokens": "50200", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "14962", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-pls-rs-pls", "run_version": "20260518T232006Z", "score": "0.677710843373494", "session_ended_at": "2026-05-19T04:50:09.388Z", "session_started_at": "2026-05-19T04:36:24.231Z", "test_branch_errors": "{}", "total_tokens": "4798551", "wall_clock_seconds": "825" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/21", "./.git/objects/21/79e25f6d8ef6d9ef6868a9265481f5e120791f", "./.git/objects/de", "./.git/objects/de/42ccfd92041197e9d3095dc21098c670d9e221", "./.git/objects/df", "./.git/objects/df/a66d5cf1eada4da0f93886510ab1d2749ffb0d", "./.git/objects/f2", "./.git/objects/f2/88702d2fa16d3cdf0035b15a9fcbc552cd88e7", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./executable", "./pls.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-pls-rs-pls", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }