{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:55.450061+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_advanced_features.test_proxy_preventextensions_trap",
      "tests.test_conversion_coercion_final_gaps.test_tonumber_string_formats",
      "tests.test_examples.test_circular_import",
      "tests.test_final_easy_wins.test_string_charat_null_this",
      "tests.test_error_path_sweep.test_date_invalid_string",
      "tests.test_import_attributes.test_basic_json_import_with_type_attribute",
      "tests.test_cutils_gaps.test_json_stringify_nested",
      "tests.test_integration.test_file_seek_tell_operations_workflow",
      "tests.test_bigint_bitwise.test_bigint_left_shift_large_exponent",
      "tests.test_error_paths_mega_sweep.test_number_tofixed_invalid_this",
      "tests.test_final_easy_wins.test_array_slice_out_of_bounds",
      "tests.test_es2020_edge_cases.test_bigint_zero_and_negative",
      "tests.test_final_mixed.test_regexp_complex_backreferences",
      "tests.test_errors.test_runtime_type_error_null",
      "tests.test_flags.test_quit_flag_prevents_execution",
      "tests.test_advanced_features.test_proxy_basic_get_trap",
      "tests.test_cutils_gaps.test_unicode_multibyte_chars_cafe",
      "tests.test_import_attributes.test_import_without_attributes",
      "tests.test_bigint_bitwise.test_bigint_left_shift_zero",
      "tests.test_integration.test_process_execution_with_os_exec",
      "tests.test_conversion_coercion_final_gaps.test_symbol_coercion",
      "tests.test_errors.test_runtime_type_error_not_function",
      "tests.test_advanced_features.test_proxy_constructor_errors",
      "tests.test_examples.test_import_missing_module",
      "tests.test_es2020_edge_cases.test_string_matchall_global",
      "tests.test_error_path_sweep.test_array_at_out_of_range",
      "tests.test_final_easy_wins.test_string_charat_out_of_bounds",
      "tests.test_flags.test_quit_with_dump_shows_benchmark_times",
      "tests.test_advanced_features.test_proxy_set_trap_modification",
      "tests.test_final_mixed.test_unicode_normalization_forms",
      "tests.test_error_paths_mega_sweep.test_tofixed_digits_out_of_range",
      "tests.test_final_easy_wins.test_array_reduce_empty_no_initial",
      "tests.test_cutils_gaps.test_unicode_multibyte_chars_japanese",
      "tests.test_examples.test_native_module_fib_missing",
      "tests.test_import_attributes.test_invalid_attribute_name_rejected",
      "tests.test_conversion_coercion_final_gaps.test_toboolean_values",
      "tests.test_error_path_sweep.test_string_charat_out_of_range",
      "tests.test_bigint_bitwise.test_bigint_left_shift_negative",
      "tests.test_es2020_edge_cases.test_string_matchall_nonglobal_error",
      "tests.test_integration.test_pipe_communication_with_popen",
      "tests.test_errors.test_runtime_range_error_array",
      "tests.test_advanced_features.test_reflect_construct",
      "tests.test_advanced_features.test_proxy_ownkeys_trap",
      "tests.test_flags.test_promise_rejection_default_behavior",
      "tests.test_final_easy_wins.test_string_charcodeat_out_of_bounds",
      "tests.test_final_mixed.test_proxy_exotic_operations",
      "tests.test_error_paths_mega_sweep.test_toprecision_zero_precision",
      "tests.test_final_easy_wins.test_json_stringify_undefined",
      "tests.test_cutils_gaps.test_typed_array_sort_uint16_boundary_values",
      "tests.test_examples.test_native_module_point_missing",
      "tests.test_import_attributes.test_multiple_attributes_with_invalid",
      "tests.test_bigint_bitwise.test_bigint_right_shift_basic",
      "tests.test_error_path_sweep.test_array_length_overflow",
      "tests.test_conversion_coercion_final_gaps.test_property_key_coercion",
      "tests.test_integration.test_cli_tool_config_and_input_processing",
      "tests.test_advanced_features.test_proxy_has_trap",
      "tests.test_errors.test_runtime_range_error_radix",
      "tests.test_es2020_edge_cases.test_string_matchall_empty_matches",
      "tests.test_flags.test_no_unhandled_rejection_flag_suppresses_warning",
      "tests.test_final_easy_wins.test_object_getownpropertydescriptor_null",
      "tests.test_final_mixed.test_weak_collections_operations",
      "tests.test_final_easy_wins.test_json_stringify_function",
      "tests.test_error_paths_mega_sweep.test_toexponential_digits_out_of_range",
      "tests.test_advanced_features.test_reflect_setprototypeof",
      "tests.test_examples.test_module_reexport",
      "tests.test_cutils_gaps.test_typed_array_sort_bigint64_boundary_values",
      "tests.test_import_attributes.test_non_object_options_rejected",
      "tests.test_bigint_bitwise.test_bigint_right_shift_large_values",
      "tests.test_conversion_coercion_final_gaps.test_unary_plus_coercion",
      "tests.test_error_path_sweep.test_array_length_negative",
      "tests.test_es2020_edge_cases.test_promise_allsettled_empty",
      "tests.test_integration.test_cli_tool_bad_config_error_handling",
      "tests.test_errors.test_file_not_found",
      "tests.test_advanced_features.test_proxy_deleteproperty_trap",
      "tests.test_final_mixed.test_async_generator_functions",
      "tests.test_final_easy_wins.test_json_stringify_symbol",
      "tests.test_final_easy_wins.test_object_getownpropertydescriptor_missing",
      "tests.test_flags.test_include_flag_loads_helper_file",
      "tests.test_advanced_features.test_async_generator",
      "tests.test_error_paths_mega_sweep.test_array_slice_on_null"
    ],
    "failed_tests_omitted": 2964,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 3044,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "bellard__quickjs.d7ae12a",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "8205056",
    "calls": "118",
    "created_at": "2026-05-17T22:47:25.561433+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "6.7558",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "8363131",
    "instance_id": "bellard__quickjs.d7ae12a",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "0",
    "n_system_errors": "0",
    "n_tests": "3034",
    "n_warnings": "0",
    "output_tokens": "62098",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "19143",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-bellard-quickjs-attempt-3",
    "run_version": "20260517T094700Z",
    "score": "0.0",
    "session_ended_at": "2026-05-17T23:03:28.243Z",
    "session_started_at": "2026-05-17T22:47:29.980Z",
    "test_branch_errors": "{}",
    "total_tokens": "8425229",
    "wall_clock_seconds": "958"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./qjs_compat.js"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-bellard-quickjs-attempt-3",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}