{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:08.035177+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_additional_edge_cases.test_invalid_color_setting",
      "tests.test_color_output.test_help_color_always",
      "tests.test_color_output.test_version_color_always",
      "tests.test_color_output.test_help_colour_always_british",
      "tests.test_error_handling.test_https_without_nameserver",
      "tests.test_color_output.test_version_colour_always_british",
      "eval.tests.test_edge_cases.test_numeric_ip_query",
      "eval.tests.test_error_handling.test_https_without_nameserver",
      "eval.tests.test_rare_record_types.test_numeric_record_type",
      "tests.test_coverage_gaps.test_logger_debug_level_activation",
      "tests.test_harvest.test_features_001_the_missing_features_are_documented_in_the_version",
      "tests.test_harvest.test_features_002_the_tls_option_is_not_accepted_when_the_feature_is_disabled",
      "tests.test_dns_library.test_idna_unicode_domain_conversion",
      "tests.test_harvest.test_features_003_the_https_option_is_not_accepted_when_the_feature_is_disabled",
      "tests.test_coverage_gaps.test_logger_flush_noop",
      "tests.test_errors.test_invalid_protocol_tweak",
      "tests.test_harvest.test_live_019_using_a_dns_over_https_server_that_returns_status_500",
      "tests.test_dns_library.test_aaaa_ipv6_address_format_colons",
      "tests.test_harvest.test_live_004_using_a_dns_over_https_server_with_an_expired_certificate",
      "tests.test_final_gaps.test_short_output_format",
      "tests.test_coverage_gaps.test_logger_trace_level_activation",
      "tests.test_errors.test_https_without_url",
      "tests.test_coverage_gaps.test_logger_enabled_returns_true",
      "tests.test_harvest.test_live_005_using_a_dns_over_https_server_with_the_wrong_host_in_the_certificate",
      "tests.test_coverage_gaps.test_logger_different_log_levels_coexist",
      "tests.test_harvest.test_madns_122_running_with_a_example_json_prints_the_correct_a_record_structure",
      "tests.test_harvest.test_madns_148_running_with_incomplete_cname_invalid_displays_a_protocol_error",
      "tests.test_harvest.test_madns_161_running_with_hinfo_example_prints_the_correct_hinfo_record",
      "tests.test_harvest.test_madns_174_running_with_far_positive_latitude_loc_invalid_displays_a_record_with_an_out_of_range_field",
      "tests.test_harvest.test_madns_186_running_with_empty_mx_invalid_displays_a_protocol_error",
      "tests.test_coverage_gaps.test_logger_warn_level_formatting",
      "tests.test_harvest.test_madns_210_running_with_do_flag_opt_example_json_prints_the_correct_opt_record_structure",
      "tests.test_harvest.test_madns_230_running_with_notimp_invalid_displays_the_error_code",
      "tests.test_harvest.test_madns_135_running_with_others_caa_example_prints_the_correct_caa_record_and_ignores_the_flags",
      "tests.test_harvest.test_madns_198_running_with_ns_example_json_prints_the_correct_ns_record_structure",
      "tests.test_harvest.test_madns_253_running_with_utf8_txt_example_escapes_characters_in_the_message",
      "tests.test_harvest.test_live_006_using_a_dns_over_https_server_with_a_self_signed_certificate",
      "tests.test_harvest.test_madns_242_running_with_empty_srv_invalid_displays_a_protocol_error",
      "tests.test_integration.test_txid_duplicate_flag_error",
      "tests.test_harvest.test_madns_264_running_with_uri_example_json_prints_the_correct_uri_record_structure",
      "tests.test_harvest.test_madns_121_running_with_a_example_prints_the_correct_a_record",
      "tests.test_harvest.test_live_007_using_a_dns_over_https_server_with_an_untrusted_root_certificate",
      "tests.test_json_output.test_json_type_as_number_for_unknown",
      "tests.test_harvest.test_live_008_using_a_dns_over_https_server_with_a_revoked_certificate",
      "tests.test_json_output.test_json_responses_array_has_one_element",
      "tests.test_options.test_invalid_color_value",
      "tests.test_options.test_https_without_nameserver",
      "tests.test_harvest.test_live_009_using_a_dns_over_https_server_with_a_known_bad_certificate",
      "tests.test_options.test_multiple_help_flags",
      "tests.test_options.test_z_flag_equals_syntax",
      "tests.test_harvest.test_madns_149_running_with_eui48_example_prints_the_correct_eui48_record",
      "tests.test_harvest.test_madns_123_running_with_too_long_a_invalid_displays_a_record_length_error",
      "tests.test_harvest.test_madns_162_running_with_utf8_hinfo_example_escapes_characters_in_the_fields",
      "tests.test_harvest.test_options_280_running_dog_with_https_and_no_nameserver_warns_that_one_is_missing",
      "tests.test_harvest.test_madns_175_running_with_far_negative_longitude_loc_invalid_displays_a_record_structure_with_an_out_of_range_field",
      "tests.test_harvest.test_live_010_using_a_dns_over_https_server_that_accepts_the_null_cipher",
      "tests.test_harvest.test_madns_187_running_with_incomplete_mx_invalid_displays_a_protocol_error",
      "tests.test_options.test_z_flag_case_sensitive",
      "tests.test_harvest.test_madns_211_running_with_other_flags_opt_example_json_prints_the_correct_opt_record_structure",
      "tests.test_harvest.test_madns_231_running_with_refused_invalid_displays_the_error_code",
      "tests.test_harvest.test_madns_136_running_with_utf8_caa_example_escapes_characters_in_the_fields",
      "tests.test_harvest.test_madns_199_running_with_empty_ns_invalid_displays_a_protocol_error",
      "tests.test_harvest.test_options_283_running_dog_help_colour_always_shows_help_with_colour",
      "tests.test_harvest.test_madns_254_running_with_bad_utf8_txt_example_escapes_characters_in_the_message_and_does_not_crash",
      "tests.test_output.test_section_markers_with_colors",
      "tests.test_harvest.test_live_011_using_a_dns_over_https_server_that_accepts_the_rc4_md5_cipher",
      "tests.test_harvest.test_madns_243_running_with_incomplete_srv_invalid_displays_a_protocol_error",
      "tests.test_harvest.test_madns_265_running_with_utf8_uri_example_json_interprets_the_response_as_utf_8",
      "tests.test_harvest.test_options_288_running_dog_version_color_always_shows_version_information_with_colour",
      "tests.test_output_formatting.test_error_code_nxdomain",
      "tests.test_protocol_edge_cases.test_numeric_class_value_1_maps_to_in",
      "tests.test_protocol_edge_cases.test_idn_unicode_input",
      "tests.test_protocols.test_tcp_udp_both_protocols",
      "tests.test_protocols.test_udp_nonexistent_domain",
      "tests.test_protocol_edge_cases.test_numeric_class_value_3_maps_to_ch",
      "tests.test_protocols.test_tcp_nonexistent_domain",
      "tests.test_protocols.test_tcp_port_zero",
      "tests.test_rare_record_mock.TestOPENPGPKEYMock.test_openpgpkey_parse_via_network",
      "tests.test_protocols.test_udp_any_record",
      "tests.test_rare_record_parsers.test_eui48_numeric_type_code"
    ],
    "failed_tests_omitted": 169,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1722,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "ogham__dog.721440b",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "9700992",
    "calls": "127",
    "created_at": "2026-05-17T13:39:12.177617+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "8.5556",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "10016958",
    "instance_id": "ogham__dog.721440b",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "1231",
    "n_system_errors": "0",
    "n_tests": "1300",
    "n_warnings": "0",
    "output_tokens": "70841",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "22844",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ogham-dog",
    "run_version": "20260517T094700Z",
    "score": "0.946923076923077",
    "session_ended_at": "2026-05-17T14:05:49.706Z",
    "session_started_at": "2026-05-17T13:39:15.413Z",
    "test_branch_errors": "{}",
    "total_tokens": "10087799",
    "wall_clock_seconds": "1594"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./dog.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ogham-dog",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}