{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:07.123627+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_colors.test_ls_colors_compound_extension",
      "tests.test_bytes.test_bytes_flag_with_hidden_and_all",
      "tests.test_colors.test_ls_colors_malformed_no_equals",
      "tests.test_core.test_basic_directory_traversal",
      "tests.test_colors.test_ls_colors_not_set",
      "tests.test_bytes.test_bytes_flag_exact_boundary_1024",
      "tests.test_core.test_bytes_flag_formatting",
      "tests.test_colors.test_ls_colors_dot_without_asterisk",
      "tests.test_colors.test_ls_colors_other_writable_directory",
      "tests.test_bytes.test_bytes_flag_formatting_consistency",
      "tests.test_core.test_aggregation_threshold",
      "tests.test_core.test_depth_limit_deep",
      "tests.test_bytes.test_bytes_flag_multiple_paths",
      "tests.test_colors.test_ls_colors_basic_parsing",
      "tests.test_bytes.test_bytes_flag_basic",
      "tests.test_core.test_aggregate_size_unit_bytes",
      "tests.test_bytes.test_bytes_flag_zero_byte_file",
      "tests.test_colors.test_ls_colors_empty_value_after_equals",
      "tests.test_core.test_exclude_single_file",
      "tests.test_colors.test_ls_colors_single_char_keys_safe",
      "tests.test_colors.test_ls_colors_long_ansi_codes",
      "tests.test_colors.test_ls_colors_quoted_values",
      "tests.test_colors.test_ls_colors_executable_code",
      "tests.test_core.test_multiple_paths",
      "tests.test_colors.test_ls_colors_empty_string",
      "tests.test_core.test_depth_limit_1",
      "tests.test_core.test_aggregate_size_unit_megabyte",
      "tests.test_core.test_hidden_files_excluded_with_flag",
      "tests.test_core.test_aggregate_lowercase_unit",
      "tests.test_bytes.test_bytes_flag_with_exclusion",
      "tests.test_core.test_aggregate_gigabyte_unit",
      "tests.test_edge_cases.test_depth_zero_shows_only_root",
      "tests.test_colors.test_ls_colors_trailing_colon",
      "tests.test_colors.test_ls_colors_directory_code",
      "tests.test_bytes.test_bytes_flag_with_usage_flag",
      "tests.test_core.test_size_based_sorting",
      "tests.test_core.test_nested_directory_single_path",
      "tests.test_core.test_files_only_flag",
      "tests.test_colors.test_ls_colors_very_long_string",
      "tests.test_core.test_combined_usage_and_bytes_flags",
      "tests.test_colors.test_ls_colors_regular_file_code",
      "tests.test_colors.test_ls_colors_unicode_in_values",
      "tests.test_core.test_depth_limit_2",
      "tests.test_core.test_permission_denied_directory",
      "tests.test_edge_cases.test_aggregation_1byte_threshold",
      "tests.test_edge_cases.test_summary_flag",
      "tests.test_edge_cases.test_multiple_exclude",
      "tests.test_core.test_disk_usage_vs_file_size",
      "tests.test_colors.test_ls_colors_symlink_codes",
      "tests.test_colors.test_ls_colors_extension_patterns",
      "tests.test_colors.test_ls_colors_256_color_codes",
      "tests.test_colors.test_ls_colors_multiple_consecutive_colons",
      "tests.test_core.test_summary_flag",
      "tests.test_core.test_combined_exclude_and_hidden_flags",
      "tests.test_core.test_empty_directory_handling",
      "tests.test_core.test_symlink_in_directory",
      "tests.test_colors.test_ls_colors_whitespace_in_values",
      "tests.test_filtering.test_files_only_with_aggregation",
      "tests.test_core.test_permission_denied_file",
      "tests.test_core.test_depth_limit_0",
      "tests.test_edge_cases.test_ascii_mode",
      "tests.test_edge_cases.test_multiple_paths",
      "tests.test_edge_cases.test_aggregation_1k_with_aggregated_entries",
      "tests.test_edge_cases.test_unicode_filenames",
      "tests.test_filtering.test_aggregation_terabyte_unit",
      "tests.test_filtering.test_exclude_multiple_names",
      "tests.test_filtering.test_depth_limit_2",
      "tests.test_filtering.test_aggregation_1_kilobyte",
      "tests.test_filtering.test_summary_mode_equivalent_to_d1_a1M",
      "tests.test_core.test_file_extension_detection",
      "tests.test_filtering.test_aggregation_flag_without_value",
      "tests.test_core.test_multiple_exclude_patterns",
      "tests.test_filtering.test_multiple_paths",
      "tests.test_edge_cases.test_combined_ascii_no_hidden",
      "tests.test_flags.test_aggr_1k",
      "tests.test_filtering.test_depth_larger_than_tree_depth",
      "tests.test_edge_cases.test_files_only_flag",
      "tests.test_edge_cases.test_aggregation_large_threshold_all_aggregated",
      "tests.test_edge_cases.test_no_hidden_flag",
      "tests.test_edge_cases.test_symlink_to_directory"
    ],
    "failed_tests_omitted": 314,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 957,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "nachoparker__dutree.44e877d",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "2509312",
    "calls": "56",
    "created_at": "2026-05-17T13:14:27.534371+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.1987",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "2681411",
    "instance_id": "nachoparker__dutree.44e877d",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "484",
    "n_system_errors": "0",
    "n_tests": "641",
    "n_warnings": "0",
    "output_tokens": "36117",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "20799",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-nachoparker-dutree",
    "run_version": "20260517T094700Z",
    "score": "0.7550702028081123",
    "session_ended_at": "2026-05-17T13:25:39.888Z",
    "session_started_at": "2026-05-17T13:14:30.171Z",
    "test_branch_errors": "{}",
    "total_tokens": "2717528",
    "wall_clock_seconds": "669"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./dutree.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-nachoparker-dutree",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}