{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:06.189339+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_additional_coverage.test_debug_operations", "eval.tests.test_additional_coverage.test_coroutine_operations", "eval.tests.test_additional_coverage.test_io_library_operations", "eval.tests.test_environment_variables.test_lua_init_with_at_file", "eval.tests.test_error_handling.test_division_by_zero", "eval.tests.test_coroutines.test_coroutine_yield_values", "eval.tests.test_debug_library.test_debug_upvaluejoin", "eval.tests.test_debug_library.test_debug_setlocal", "eval.tests.test_coroutines.test_coroutine_yield", "eval.tests.test_coroutines.test_coroutine_close", "eval.tests.test_bytecode.test_load_bytecode", "eval.tests.test_basic.test_empty_stdin_interactive", "eval.tests.test_coroutines.test_coroutine_create", "eval.tests.test_edge_cases.test_setfenv_getfenv", "eval.tests.test_errors.test_nan", "eval.tests.test_errors.test_string_concat_nil", "eval.tests.test_interactive.test_interactive_mode_banner", "eval.tests.test_io.test_file_read_lines", "eval.tests.test_io.test_io_input_output", "eval.tests.test_libraries.test_coroutine_creation", "eval.tests.test_math_library.test_math_tointeger", "eval.tests.test_debug_library.test_debug_getinfo", "eval.tests.test_coroutines.test_coroutine_status", "eval.tests.test_debug_library.test_debug_getupvalue", "eval.tests.test_errors.test_divide_by_zero", "eval.tests.test_string_library.test_string_dump", "eval.tests.test_coroutines.test_coroutine_running", "eval.tests.test_debug_library.test_debug_setupvalue", "eval.tests.test_debug_library.test_debug_getlocal", "eval.tests.test_debug_library.test_debug_upvalueid", "tests.test_cli.test_stdin_syntax_error", "tests.test_baselib.test_dofile_with_error", "tests.test_cli.test_e_l_e_execution_order", "tests.test_cli.test_env_init_file_not_found", "tests.test_baselib.test_collectgarbage_incremental_mode", "tests.test_baselib.test_xpcall_handler_receives_original_error", "tests.test_baselib.test_type_all_lua_types", "tests.test_baselib.test_setmetatable_protected_error", "tests.test_baselib.test_rawequal_with_different_types", "tests.test_baselib.test_load_mode_text_rejects_binary", "tests.test_cli.test_script_syntax_error", "tests.test_cli.test_l_flag_require_library", "tests.test_baselib.test_collectgarbage_modes", "tests.test_corolib.test_resume_dead_coroutine", "tests.test_corolib.test_loop_with_early_break", "tests.test_corolib.test_pcall_inside_coroutine", "tests.test_baselib.test_collectgarbage_param", "tests.test_cli.test_complex_flags_order", "tests.test_baselib.test_collectgarbage_count", "tests.test_cli.test_script_runtime_error", "tests.test_cli.test_l_flag_with_assignment", "tests.test_baselib.test_load_mode_binary_and_text", "tests.test_cli.test_multiple_l_flags", "tests.test_baselib.test_error_with_non_string_message", "tests.test_baselib.test_tonumber_base_edge_cases", "tests.test_baselib.test_collectgarbage_generational_mode", "tests.test_cli.test_l_flag_concatenated_argument", "tests.test_corolib.test_nested_coroutines_status", "tests.test_dblib.test_gethook_with_hook", "tests.test_corolib.test_close_with_tbc_error", "tests.test_dblib.test_getinfo_function_options_S", "tests.test_corolib.test_unicode_values_through_coroutines", "tests.test_cli.test_l_flag_nonexistent_library", "tests.test_cli.test_env_lua_init_file", "tests.test_baselib.test_collectgarbage_stop_restart", "tests.test_cli.test_script_nil_call_error", "tests.test_baselib.test_load_with_chunkname", "tests.test_cli.test_e_flag_syntax_error", "tests.test_cli.test_e_before_l_flag", "tests.test_cli.test_l_flag_strips_version_suffix", "tests.test_cli.test_env_init_runtime_error", "tests.test_corolib.test_close_suspended_coroutine", "tests.test_baselib.test_load_with_binary_mode_only", "tests.test_dblib.test_getinfo_invalid_option_character", "tests.test_corolib.test_close_normal_coroutine_error", "tests.test_dblib.test_getinfo_function_options_n", "tests.test_dblib.test_traceback_simple", "tests.test_corolib.test_yield_and_return_table", "tests.test_baselib.test_collectgarbage_step", "tests.test_cli.test_l_flag_module_load_error" ], "failed_tests_omitted": 253, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1384, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "lua__lua.c6b4848", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7148032", "calls": "108", "created_at": "2026-05-17T22:47:31.179292+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.4892", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7359226", "instance_id": "lua__lua.c6b4848", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1016", "n_system_errors": "0", "n_tests": "1338", "n_warnings": "0", "output_tokens": "61974", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "15173", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-lua-lua-attempt-2", "run_version": "20260517T094700Z", "score": "0.7593423019431988", "session_ended_at": "2026-05-17T23:04:22.422Z", "session_started_at": "2026-05-17T22:47:34.174Z", "test_branch_errors": "{}", "total_tokens": "7421200", "wall_clock_seconds": "1008" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./minilua.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-lua-lua-attempt-2", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }