{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:01.861148+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_extensions_prefixes.test_extension_file_not_found",
      "eval.tests.test_filtering_validation.test_invalid_code_blacklist",
      "eval.tests.test_extensions_prefixes.test_prefix_file_not_found",
      "eval.tests.test_extensions_prefixes.test_empty_extension_file",
      "eval.tests.test_proxy_config.test_invalid_proxy_url",
      "eval.tests.test_filtering_validation.test_invalid_length_format",
      "tests.test_extensions.test_missing_extension_file",
      "tests.test_prefixes.test_missing_prefix_file",
      "tests.test_wordlist.test_empty_wordlist",
      "tests.test_basic_scanning.test_empty_wordlist_file",
      "tests.test_edge_cases.test_nonexistent_prefix_file",
      "tests.test_edge_cases.test_empty_wordlist_file",
      "tests.test_edge_cases.test_invalid_port_number_rejected",
      "tests.test_harvest.test_argparse_username_password",
      "tests.test_harvest.test_argparse_max_threads",
      "tests.test_edge_cases.test_wordlist_with_unicode_characters",
      "tests.test_basic_scanning.test_wordlist_leading_trailing_slashes_removed",
      "tests.test_edge_cases.test_nonexistent_uri_file",
      "tests.test_edge_cases.test_ipv6_localhost_address",
      "tests.test_edge_cases.test_wordlist_with_blank_lines",
      "tests.test_basic_scanning.test_wordlist_with_special_characters",
      "tests.test_edge_cases.test_ftp_scheme_rejected",
      "tests.test_edge_cases.test_wordlist_with_very_long_word",
      "tests.test_harvest.test_multiple_wordlists",
      "tests.test_http_config.test_multiple_headers_same_name",
      "tests.test_http_config.test_password_without_username_rejected",
      "tests.test_http_config.test_unicode_in_user_agent",
      "tests.test_edge_cases.test_url_with_encoded_spaces",
      "tests.test_proxy.test_proxy_connection_failure",
      "tests.test_proxy.test_proxy_with_authentication",
      "tests.test_proxy.test_proxy_with_special_characters_in_password",
      "tests.test_http_config.test_username_without_password_rejected",
      "tests.test_proxy.test_proxy_and_burp_flags_conflict",
      "tests.test_proxy.test_multiple_uris_through_same_proxy",
      "tests.test_proxy.test_invalid_proxy_address_error",
      "tests.test_proxy.test_system_proxy_from_env_var",
      "tests.test_proxy.test_socks_proxy_format",
      "tests.test_proxy.test_proxy_and_no_proxy_flags_conflict",
      "tests.test_proxy.test_burp_and_no_proxy_flags_conflict",
      "tests.test_threading.test_max_errors_stops_thread_after_consecutive_failures",
      "tests.test_edge_cases.test_uri_file_with_mixed_valid_invalid_urls",
      "tests.test_validator.test_blacklist_and_whitelist_are_mutually_exclusive",
      "tests.test_threading.test_timeout_terminates_slow_requests",
      "tests.test_threading.test_timeout_with_multiple_threads",
      "tests.test_threading.test_throttle_with_high_thread_count",
      "tests.test_threading.test_combined_throttle_timeout_maxerrors",
      "tests.test_edge_cases.test_invalid_hide_lengths_reversed_range",
      "tests.test_edge_cases.test_password_without_username",
      "tests.test_edge_cases.test_negative_recursion_depth_rejected",
      "tests.test_edge_cases.test_conflicting_whitelist_blacklist",
      "tests.test_edge_cases.test_burp_and_proxy_conflict",
      "tests.test_edge_cases.test_username_without_password",
      "tests.test_edge_cases.test_nonexistent_extension_file",
      "tests.test_edge_cases.test_zero_max_threads_rejected",
      "tests.test_edge_cases.test_ext_sub_without_extensions",
      "tests.test_edge_cases.test_invalid_hide_lengths_non_numeric",
      "tests.test_edge_cases.test_force_extension_without_extensions",
      "tests.test_edge_cases.test_negative_max_threads_rejected",
      "tests.test_core_scanning.test_multiple_target_uris",
      "tests.test_auth_headers.test_header_case_insensitive",
      "tests.test_auth_headers.test_no_auth_baseline",
      "tests.test_core_scanning.test_comprehensive_status_codes",
      "tests.test_content_parse.test_scrape_listable_extracts_subdirectories_only_dirs_shown",
      "tests.test_auth_headers.test_basic_auth_via_flags",
      "tests.test_auth_headers.test_multiple_cookies",
      "tests.test_auth_headers.test_multiple_headers_all_sent",
      "tests.test_auth_headers.test_cookie_with_equals_in_value",
      "tests.test_content_parse.test_empty_listable_directory",
      "tests.test_core_scanning.test_code_whitelist_filtering",
      "tests.test_content_parse.test_scrape_handles_absolute_paths",
      "tests.test_error_handling.test_empty_wordlist_file_error",
      "tests.test_content_parse.test_scrape_without_flag_no_scraping",
      "tests.test_error_handling.test_timeout_invalid_value_rejected",
      "tests.test_content_parse.test_scrape_listable_extracts_subdirectories",
      "tests.test_error_handling.test_ftp_protocol_unsupported",
      "tests.test_core_scanning.test_redirect_destination_reporting",
      "tests.test_error_handling.test_dns_resolution_failure_detection",
      "tests.test_auth_headers.test_auth_header_cookie_combination",
      "tests.test_auth_headers.test_auth_with_head_verb",
      "tests.test_auth_headers.test_single_custom_header"
    ],
    "failed_tests_omitted": 113,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1108,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "isona__dirble.e2dea9f",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3747712",
    "calls": "77",
    "created_at": "2026-05-17T11:42:32.486192+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.7413",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "3844218",
    "instance_id": "isona__dirble.e2dea9f",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "540",
    "n_system_errors": "0",
    "n_tests": "718",
    "n_warnings": "0",
    "output_tokens": "46164",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "13157",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-isona-dirble",
    "run_version": "",
    "score": "0.7520891364902507",
    "session_ended_at": "2026-05-17T11:55:53.000Z",
    "session_started_at": "2026-05-17T11:42:35.362Z",
    "test_branch_errors": "{}",
    "total_tokens": "3890382",
    "wall_clock_seconds": "797"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./dirble.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-isona-dirble",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}
