{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:12.110662+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_agrind.test_no_args_returns_error",
      "eval.tests.test_agrind.test_output_json_sorted_agg",
      "eval.tests.test_agrind.test_sort_by_multiple_fields",
      "eval.tests.test_agrind.test_nonexistent_file_returns_error",
      "eval.tests.test_agrind.test_alias_nginx",
      "eval.tests.test_agrind.test_count_distinct_missing_arg_error",
      "eval.tests.test_agrind.test_parse_error_unterminated_string",
      "eval.tests.test_agrind.test_timeslice_missing_duration_error",
      "eval.tests.test_agrind.test_parse_failure_invalid_operator",
      "eval.tests.test_agrind.test_filter_and_parse_combined",
      "eval.tests.test_agrind.test_parse_error_no_suggestions_for_operators",
      "eval.tests.test_agrind.test_alias_apache",
      "eval.tests.test_agrind.test_where_if_function_not_boolean",
      "eval.tests.test_agrind.test_length_array",
      "eval.tests.test_agrind.test_default_limit_no_number",
      "eval.tests.test_agrind.test_json_output_with_datetime_sort",
      "eval.tests.test_agrind.test_parse_error_double_from",
      "eval.tests.test_agrind.test_alias_no_alias_flag_disables",
      "eval.tests.test_agrind.test_count_distinct_typo_suggestion",
      "eval.tests.test_agrind.test_alias_invalid_pipeline_in_alias",
      "eval.tests.test_agrind.test_parse_failure_unknown_operator",
      "eval.tests.test_agrind.test_substring_end_less_than_start_error",
      "eval.tests.test_agrind.test_if_function",
      "eval.tests.test_agrind.test_parse_pattern_mismatch",
      "eval.tests.test_agrind.test_parseDate_invalid_format",
      "eval.tests.test_agrind.test_nested_escaped_field",
      "eval.tests.test_agrind.test_length_object",
      "eval.tests.test_agrind.test_timeslice_with_timeslice_comparison",
      "eval.tests.test_agrind.test_parse_error_mismatched_captures",
      "eval.tests.test_agrind.test_json_output_with_bool_sort",
      "eval.tests.test_agrind.test_func_too_many_args_string1",
      "eval.tests.test_agrind.test_where_error_expected_numeric",
      "eval.tests.test_agrind.test_parse_error_missing_field_name",
      "eval.tests.test_agrind.test_alias_no_alias_prevents_user_aliases",
      "eval.tests.test_agrind.test_func_arg_error_abs_too_many",
      "eval.tests.test_agrind.test_type_error_where_non_bool",
      "eval.tests.test_agrind.test_parse_regex_missing_operand_error",
      "eval.tests.test_agrind.test_invalid_alias_warning",
      "eval.tests.test_agrind.test_json_output_sort_with_null",
      "eval.tests.test_agrind.test_float_display_in_error",
      "eval.tests.test_agrind.test_array_display_in_error",
      "eval.tests.test_agrind.test_alias_k8s_ingress",
      "eval.tests.test_agrind.test_json_serialization_float",
      "eval.tests.test_agrind.test_json_serialization_bool",
      "eval.tests.test_agrind.test_parse_error_pattern_field_mismatch",
      "eval.tests.test_agrind.test_operator_error_reporting",
      "eval.tests.test_agrind.test_format_output_with_missing_field",
      "eval.tests.test_agrind.test_bool_display_in_error",
      "eval.tests.test_agrind.test_alias_dir_nonexistent_fails",
      "eval.tests.test_agrind.test_func_arg_error_atan2_too_few",
      "eval.tests.test_agrind.test_not_an_agg_error",
      "eval.tests.test_agrind.test_limit_zero_error",
      "eval.tests.test_agrind.test_sort_by_multiple_fields_asc",
      "eval.tests.test_agrind.test_duration_display",
      "eval.tests.test_agrind.test_obj_display_in_error",
      "eval.tests.test_agrind.test_json_output_duration_value",
      "eval.tests.test_agrind.test_float_float_addition",
      "eval.tests.test_agrind.test_length_wrong_arg_count",
      "eval.tests.test_agrind.test_is_empty_wrong_arg_count",
      "eval.tests.test_agrind.test_is_blank_wrong_arg_count",
      "eval.tests.test_agrind.test_is_numeric_wrong_arg_count",
      "eval.tests.test_agrind.test_no_alias_with_alias_dir_error",
      "eval.tests.test_agrind.test_string2_wrong_arg_count",
      "eval.tests.test_agrind.test_datetime_display_in_error",
      "eval.tests.test_agrind.test_where_no_condition_error",
      "eval.tests.test_agrind.test_not_an_agg_suggestion",
      "eval.tests.test_agrind.test_limit_float_error",
      "eval.tests.test_agrind.test_where_with_index_out_of_range",
      "eval.tests.test_agrind.test_duration_in_error_message",
      "eval.tests.test_agrind.test_duration_duration_subtraction",
      "eval.tests.test_agrind.test_contains_wrong_arg_count",
      "eval.tests.test_agrind.test_parse_hex_invalid_string",
      "eval.tests.test_agrind.test_is_null_wrong_arg_count",
      "eval.tests.test_agrind.test_now_with_arg_error",
      "eval.tests.test_agrind.test_data_large_json_serialization",
      "eval.tests.test_agrind.test_where_array_index_invalid",
      "eval.tests.test_agrind.test_cant_supply_both_output_and_format",
      "eval.tests.test_agrind.test_invalid_alias_toml_parse",
      "eval.tests.test_agrind.test_data_duration_serialization",
      "eval.tests.test_agrind.test_duration_plus_duration"
    ],
    "failed_tests_omitted": 348,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1143,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "rcoh__angle-grinder.9c2fc88",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "7686144",
    "calls": "120",
    "created_at": "2026-05-17T14:25:51.199235+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "7.0790",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "7929539",
    "instance_id": "rcoh__angle-grinder.9c2fc88",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "705",
    "n_system_errors": "0",
    "n_tests": "1130",
    "n_warnings": "0",
    "output_tokens": "67300",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "16069",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rcoh-angle-grinder",
    "run_version": "20260517T094700Z",
    "score": "0.6238938053097345",
    "session_ended_at": "2026-05-17T14:48:36.557Z",
    "session_started_at": "2026-05-17T14:25:54.351Z",
    "test_branch_errors": "{}",
    "total_tokens": "7996839",
    "wall_clock_seconds": "1362"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./agrind.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rcoh-angle-grinder",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}