{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:13.783029+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_edge_cases.test_negative_count_random",
      "eval.tests.test_random_distinct.test_random_invalid_strategy",
      "tests.test_additional_errors.test_distinct_with_fixed_colors_exceeding_count",
      "tests.test_basic_invocation.test_help_subcommand",
      "tests.test_distinct_command.test_distinct_verbose",
      "tests.test_colorcheck_pick_commands.test_pick_help",
      "tests.test_error_handling.test_invalid_metric",
      "tests.test_mix_gradient_commands.test_mix_hsl_no_hue_rotation",
      "tests.test_random_strategies.test_random_strategy_invalid",
      "tests.test_colorcheck_pick_commands.test_pick_with_count_help",
      "tests.test_basic_ops.test_error_empty_stdin",
      "tests.test_basic_ops.test_saturate_basic",
      "tests.test_basic_ops.test_error_mixed_valid_invalid_colors",
      "tests.test_basic_ops.test_saturate_from_zero_saturation",
      "tests.test_batch_performance.test_stdin_large_100_colors",
      "tests.test_advanced.test_distinct_verbose_output",
      "tests.test_basic_ops.test_rotate_full_circle",
      "tests.test_batch_performance.test_rotate_large_batch",
      "tests.test_colorspace.test_format_oklch_output",
      "tests.test_batch_performance.test_sortby_luminance_large_batch",
      "tests.test_batch_performance.test_darken_large_batch",
      "tests.test_batch_performance.test_format_lab_conversion_batch",
      "tests.test_colorspace.test_parse_hue_angle_degrees_explicit",
      "tests.test_colorspace.test_parse_cielab_prefix",
      "tests.test_colorspace.test_parse_cielch_prefix",
      "tests.test_error_handling.test_invalid_rgb_non_numeric",
      "tests.test_basic_ops.test_desaturate_basic",
      "tests.test_batch_performance.test_gradient_large_count_100",
      "tests.test_basic_ops.test_rotate_multiple_hsl_inputs",
      "tests.test_batch_performance.test_stdin_large_500_colors",
      "tests.test_error_handling.test_mixed_valid_invalid_colors_batch_processing",
      "tests.test_batch_performance.test_saturate_large_batch",
      "tests.test_batch_performance.test_complement_large_batch",
      "tests.test_error_handling.test_edge_rotate_360",
      "tests.test_batch_performance.test_dash_stdin_order_preservation",
      "tests.test_error_handling.test_invalid_hsl_non_numeric_percentage",
      "tests.test_colorspace.test_parse_hue_angle_degree_symbol",
      "tests.test_error_handling.test_invalid_lab_non_numeric_b_component",
      "tests.test_colorspace.test_parse_cielab_lowercase",
      "tests.test_error_handling.test_empty_string_color_from_stdin",
      "tests.test_error_handling.test_hsl_negative_lightness_clamps_to_zero",
      "tests.test_error_handling.test_hsl_hue_above_360_wraps",
      "tests.test_basic_ops.test_darken_multiple_different_lightness",
      "tests.test_batch_performance.test_gradient_large_count_1000",
      "tests.test_batch_performance.test_stdin_empty_line_error",
      "tests.test_batch_performance.test_desaturate_large_batch",
      "tests.test_error_handling.test_set_property_requires_hsl_saturation_not_saturation",
      "tests.test_batch_performance.test_lighten_large_batch",
      "tests.test_colorspace.test_parse_hue_angle_radians",
      "tests.test_error_handling.test_distinct_fixed_colors_more_than_count_error",
      "tests.test_format.test_format_oklch_color_space",
      "tests.test_error_handling.test_rgb_case_sensitive_uppercase_RGB",
      "tests.test_format.test_format_component_extraction_oklch",
      "tests.test_error_handling.test_hsl_lightness_above_100_percent_clamps",
      "tests.test_format.test_format_ansi_escapecode_8bit",
      "tests.test_format.test_format_ansi_escapecode_24bit",
      "tests.test_format.test_format_stdin_single_color",
      "tests.test_output_ansi.test_list_24bit_colored_output",
      "tests.test_basic_ops.test_saturate_multiple_different_saturation",
      "tests.test_batch_performance.test_stdin_whitespace_only_line_error",
      "tests.test_colorspace.test_parse_hue_angle_gradians",
      "tests.test_output_ansi.test_color_tty_8bit_visual_display",
      "tests.test_output_ansi.test_color_tty_24bit_visual_display",
      "tests.test_output_ansi.test_error_empty_color_from_stdin",
      "tests.test_special.test_colorblind_protanopia",
      "tests.test_special.test_colorblind_deuteranopia",
      "tests.test_special.test_colorblind_tritanopia",
      "tests.test_special.test_colorblind_stdin_input",
      "tests.test_special.test_list_chroma_sort",
      "tests.test_special.test_colorblind_help_command",
      "tests.test_output_ansi.test_list_8bit_colored_output",
      "tests.test_basic_ops.test_complement_hsla_preserves_alpha",
      "tests.test_output_ansi.test_list_off_no_ansi_codes",
      "tests.test_colorspace.test_parse_hue_angle_turns",
      "tests.test_output_ansi.test_error_distinct_too_many_fixed_colors",
      "tests.test_special.test_colorcheck_output_structure",
      "tests.test_special.test_list_invalid_sort_error",
      "tests.test_special.test_paint_default_foreground",
      "eval.tests.test_argparse_validation.test_missing_required_value_for_number[args1]",
      "eval.tests.test_argparse_validation.test_paint_missing_value_for_on_option"
    ],
    "failed_tests_omitted": 36,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1256,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "sharkdp__pastel.b60e899",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "9703168",
    "calls": "122",
    "created_at": "2026-05-17T15:16:37.753358+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "8.4102",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "9978743",
    "instance_id": "sharkdp__pastel.b60e899",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "1002",
    "n_system_errors": "0",
    "n_tests": "1114",
    "n_warnings": "0",
    "output_tokens": "72690",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "18216",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sharkdp-pastel",
    "run_version": "20260517T094700Z",
    "score": "0.8994614003590664",
    "session_ended_at": "2026-05-17T15:38:45.145Z",
    "session_started_at": "2026-05-17T15:16:40.648Z",
    "test_branch_errors": "{}",
    "total_tokens": "10051433",
    "wall_clock_seconds": "1324"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./pastel.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sharkdp-pastel",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}