{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:11.839917+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_config.test_yaml_with_comments",
      "tests.test_config.test_perm_styles",
      "tests.test_config.test_multiple_icon_choices",
      "tests.test_config.test_empty_config_file",
      "tests.test_config.test_importance_sorting",
      "tests.test_args_output.test_multiple_detail_columns_alignment",
      "tests.test_args_output.test_unicode_filename_cell_formatting",
      "tests.test_basic.test_default_listing_current_directory",
      "tests.test_config.test_config_file_in_current_directory",
      "tests.test_config.test_icon_enabled_by_cli_flag",
      "tests.test_detail_meta.test_det_duplicate_fields_removed",
      "tests.test_detail_size_time.test_sparse_file_blocks_vs_real",
      "tests.test_detail_size_time.test_duplicate_fields_deduplicated",
      "tests.test_errors.test_invalid_regex_pattern",
      "tests.test_errors.test_symlink_loop_handling",
      "tests.test_errors.test_invalid_only_regex_pattern",
      "tests.test_config.test_multiple_patterns_last_wins",
      "tests.test_config.test_invalid_yaml_syntax_error",
      "tests.test_config.test_complex_regex_pattern",
      "tests.test_config.test_spec_importance_only",
      "tests.test_config.test_collapse_spec",
      "tests.test_errors.test_socket_special_file_handling",
      "tests.test_config.test_parent_config_in_git_repo",
      "tests.test_detail_size_time.test_empty_file_zero_blocks",
      "tests.test_filtering.test_only_empty_pattern",
      "tests.test_graphics.test_special_file_types_dir_symlink_fifo",
      "tests.test_graphics.test_custom_icon_definitions_via_pls_yml",
      "tests.test_graphics.test_grid_column_count_with_wide_terminal",
      "tests.test_graphics.test_svg_icon_malformed_xml_fallback",
      "tests.test_errors.test_imp_value_out_of_range_positive",
      "tests.test_graphics.test_icon_multiple_extensions_same_pattern",
      "tests.test_errors.test_symlink_to_file_display",
      "tests.test_config.test_escaped_chars_in_icon",
      "tests.test_config.test_duplicate_icon_definitions",
      "tests.test_config.test_invalid_regex_pattern_error",
      "tests.test_config.test_entry_const_typ_styling",
      "tests.test_config.test_style_rgb_color",
      "tests.test_graphics.test_icon_config_formats_json_yaml_toml_ini",
      "tests.test_config.test_local_overrides_parent_config",
      "tests.test_graphics.test_icon_extension_mapping_comprehensive",
      "tests.test_graphics.test_icon_dotfiles_git_env_ds_store",
      "tests.test_graphics.test_icon_importance_affects_sorting_order",
      "tests.test_graphics.test_icon_mapping_rust_shell_text_formats",
      "tests.test_graphics.test_svg_icon_path_missing_file_fallback",
      "tests.test_graphics.test_grid_column_count_with_narrow_terminal",
      "tests.test_errors.test_imp_value_out_of_range_negative",
      "tests.test_graphics.test_icon_video_and_audio_formats",
      "tests.test_icons.test_icon_size_with_invalid_scale_value_fallback",
      "tests.test_config.test_spec_style_without_icon",
      "tests.test_config.test_icon_svg_path",
      "tests.test_config.test_pls_config_env_var",
      "tests.test_config.test_app_const_spacing",
      "tests.test_config.test_long_spec_list",
      "tests.test_graphics.test_icon_special_names_readme_license_makefile",
      "tests.test_config.test_merged_specs_from_parent_and_local",
      "tests.test_graphics.test_icon_case_sensitivity_in_extensions",
      "tests.test_icons.test_svg_icon_with_env_var_expansion_in_path",
      "tests.test_graphics.test_icon_partial_name_matching_env_readme_license",
      "tests.test_icons.test_svg_icon_with_valid_path_triggers_image_rendering",
      "tests.test_graphics.test_icon_with_ansi_color_directives",
      "tests.test_icons.test_icon_size_with_scale_above_2_clamped",
      "tests.test_icons.test_svg_icon_with_multiple_files_incrementing_count_in_image_data",
      "tests.test_perm_exc.test_config_error_with_home_config_file",
      "tests.test_presentation.test_grid_layout_multi_column",
      "tests.test_config.test_home_config_loading",
      "tests.test_config.test_unicode_icons",
      "tests.test_config.test_negative_importance_hidden",
      "tests.test_config.test_multiple_specs_order",
      "tests.test_config.test_symlink_icon_override",
      "tests.test_presentation.test_align_disabled",
      "tests.test_presentation.test_grid_narrow_terminal_width",
      "tests.test_icons.test_svg_icon_with_undefined_env_var_in_path_returns_default",
      "tests.test_icons.test_svg_icon_with_icon_scale_env_var_1_5",
      "tests.test_icons.test_svg_icon_text_icon_mixed_usage_from_trait",
      "tests.test_perm_exc.test_config_yaml_parse_error_shows_clear_message",
      "tests.test_graphics.test_grid_respects_pls_columns_env_var",
      "tests.test_presentation.test_grid_many_columns_wide_terminal",
      "tests.test_presentation.test_collapse_disabled_shows_all_at_root",
      "tests.test_presentation.test_collapse_orphan_child_without_parent",
      "tests.test_presentation.test_grid_down_column_first_ordering"
    ],
    "failed_tests_omitted": 30,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 354,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "pls-rs__pls.4e1ae50",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3358848",
    "calls": "75",
    "created_at": "2026-05-17T14:12:05.924920+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.6069",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "3498944",
    "instance_id": "pls-rs__pls.4e1ae50",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "229",
    "n_system_errors": "0",
    "n_tests": "332",
    "n_warnings": "0",
    "output_tokens": "40900",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "16419",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-pls-rs-pls",
    "run_version": "20260517T094700Z",
    "score": "0.6897590361445783",
    "session_ended_at": "2026-05-17T14:23:38.170Z",
    "session_started_at": "2026-05-17T14:12:09.103Z",
    "test_branch_errors": "{}",
    "total_tokens": "3539844",
    "wall_clock_seconds": "689"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./pls.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-pls-rs-pls",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}