{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:14.735624+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_cli.test_speed_factor_negative_rejected",
      "tests.test_cli.test_help_short_flag",
      "tests.test_error_paths.test_exit_after_modules_negative_rejected",
      "tests.test_error_paths.test_instant_print_lines_negative_rejected",
      "tests.test_core_coverage.test_mkinitcpio_os_release",
      "tests.test_error_paths.test_modules_empty_string_rejected",
      "tests.test_cli.test_help_long_flag",
      "tests.test_error_paths.test_exit_after_time_negative_duration_rejected",
      "tests.test_modules_medium.test_composer_complete_structure_with_headers_and_footers",
      "tests.test_modules_medium.test_composer_ansi_color_formatting",
      "tests.test_flag_interactions.test_instant_print_lines_with_very_low_speed",
      "tests.test_modules_misc.test_julia_prompt_transitions",
      "tests.test_flag_interactions.test_combined_all_flags_bruteforce",
      "tests.test_flag_interactions.test_exit_after_time_with_zero_speed_factor_boundary",
      "tests.test_error_paths.test_speed_factor_very_large_accepted",
      "tests.test_modules_misc.test_uv_package_preparation",
      "tests.test_modules_misc.test_julia_update_manifest_operation",
      "tests.test_modules_misc.test_uv_downloading_progress_bars",
      "tests.test_modules_misc.test_simcity_checkbox_format",
      "tests.test_modules_medium.test_cargo_package_version_format_strict",
      "tests.test_modules_medium.test_composer_package_line_exact_format",
      "tests.test_modules_medium.test_cargo_inhibit_flag_signature_called",
      "tests.test_modules_misc.test_julia_package_operations",
      "tests.test_modules_misc.test_wpt_test_paths_shown",
      "tests.test_modules_misc.test_wpt_subtest_failure_reporting",
      "tests.test_modules_misc.test_rkhunter_check_status_format",
      "tests.test_modules_misc.test_uv_package_installation",
      "tests.test_modules_misc.test_uv_virtualenv_creation",
      "tests.test_modules_misc.test_rkhunter_configuration_info",
      "tests.test_modules_misc.test_simcity_status_messages",
      "tests.test_modules_misc.test_julia_progress_visualization",
      "tests.test_modules_misc.test_wpt_test_category_variety",
      "tests.test_error_paths.test_instant_print_lines_zero_accepted",
      "tests.test_modules_medium.test_composer_packages_from_data_file_with_vendor_format",
      "tests.test_modules_misc_original.test_julia_dependency_tree_or_package_ids",
      "tests.test_modules_misc.test_julia_dependency_tree_or_package_ids",
      "tests.test_modules_misc_original.test_julia_precompile_summary",
      "tests.test_modules_misc.test_wpt_progress_counter",
      "tests.test_modules_misc.test_wpt_stack_traces",
      "tests.test_modules_misc.test_uv_installed_package_final_list",
      "tests.test_modules_misc.test_rkhunter_rootkit_scanning",
      "tests.test_modules_misc.test_simcity_inhibit_flag_signature_called",
      "tests.test_modules_misc_original.test_uv_downloading_progress_bars",
      "tests.test_modules_misc.test_simcity_no_duplicate_consecutive_messages",
      "tests.test_modules_misc.test_julia_precompile_summary",
      "tests.test_modules_misc_original.test_julia_prompt_transitions",
      "tests.test_error_paths.test_instant_print_lines_very_large_accepted",
      "tests.test_modules_misc.test_rkhunter_inhibit_flag_signature_called",
      "tests.test_modules_misc_original.test_julia_progress_visualization",
      "tests.test_modules_misc_original.test_julia_update_manifest_operation",
      "tests.test_modules_misc_original.test_julia_artifact_building",
      "tests.test_modules_misc_original.test_uv_package_resolution",
      "tests.test_modules_misc_original.test_wpt_test_paths_shown",
      "tests.test_modules_misc_original.test_uv_package_installation",
      "tests.test_modules_misc.test_rkhunter_check_variety",
      "tests.test_modules_misc_original.test_rkhunter_header_format",
      "tests.test_modules_misc.test_wpt_assertion_types_variety",
      "tests.test_modules_misc_original.test_rkhunter_configuration_info",
      "tests.test_modules_security.test_bruteforce_shows_complete_workflow",
      "tests.test_modules_misc.test_julia_artifact_building",
      "tests.test_error_paths.test_exit_after_time_zero_exits_immediately",
      "tests.test_modules_misc_original.test_julia_package_operations",
      "tests.test_modules_misc_original.test_rkhunter_check_variety",
      "tests.test_modules_misc_original.test_simcity_status_messages",
      "tests.test_modules_misc_original.test_uv_virtualenv_creation",
      "tests.test_modules_misc_original.test_simcity_no_duplicate_consecutive_messages",
      "tests.test_modules_misc_original.test_uv_package_preparation",
      "tests.test_modules_misc_original.test_wpt_progress_counter",
      "tests.test_modules_misc_original.test_uv_installed_package_final_list",
      "tests.test_modules_misc_original.test_wpt_subtest_failure_reporting",
      "tests.test_modules_security.test_bruteforce_shows_multiple_valid_sha256_hashes",
      "tests.test_modules_misc_original.test_rkhunter_check_status_format",
      "tests.test_modules_security.test_bruteforce_shows_rainbow_table_progress_bar",
      "tests.test_modules_security.test_bruteforce_cracked_passwords_match_hash_pairing",
      "tests.test_modules_misc_original.test_wpt_assertion_types_variety",
      "tests.test_modules_security.test_bruteforce_passwords_follow_expected_format",
      "tests.test_modules_security.test_botnet_establishes_connections_with_counter",
      "tests.test_modules_security.test_botnet_shows_cluster_list_with_node_counts",
      "tests.test_modules_security.test_botnet_shows_cluster_status_indicators",
      "tests.test_modules_security.test_docker_image_rm_shows_digest_after_tag"
    ],
    "failed_tests_omitted": 41,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 237,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "svenstaro__genact.16f96e3",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3089536",
    "calls": "35",
    "created_at": "2026-05-17T16:00:56.562014+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.1656",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "3227521",
    "instance_id": "svenstaro__genact.16f96e3",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "113",
    "n_system_errors": "0",
    "n_tests": "232",
    "n_warnings": "0",
    "output_tokens": "31030",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "10159",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-svenstaro-genact",
    "run_version": "20260517T094700Z",
    "score": "0.4870689655172414",
    "session_ended_at": "2026-05-17T16:10:15.530Z",
    "session_started_at": "2026-05-17T16:00:59.829Z",
    "test_branch_errors": "{}",
    "total_tokens": "3258551",
    "wall_clock_seconds": "555"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./genact.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-svenstaro-genact",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}
