{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:08.093283+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_angle_units.test_angle_conversion_deg", "tests.test_arithmetic_operations.test_factorial", "tests.test_arithmetic_operations.test_factorial_large", "tests.test_arithmetic_operations.test_modulo", "tests.test_edge_cases.test_modulo_with_decimals", "tests.test_edge_cases.test_factorial_of_one", "tests.test_basic_invocation.test_help_expression", "tests.test_edge_cases.test_expression_with_all_operators", "tests.test_error_handling.test_factorial_non_integer", "tests.test_error_handling.test_factorial_negative", "tests.test_error_handling.test_empty_function_argument", "tests.test_mathematical_functions.test_round_half", "tests.test_mathematical_functions.test_round_up", "tests.test_mathematical_functions.test_round_down", "tests.test_mathematical_functions.test_exp", "tests.test_mathematical_functions.test_exp2", "tests.test_angle_units.test_angle_conversion_rad", "tests.test_arithmetic_operations.test_modulo_exact_division", "tests.test_arithmetic_operations.test_factorial_zero", "tests.test_mathematical_functions.test_rad", "tests.test_mathematical_functions.test_deg", "tests.test_trigonometric_functions.test_acos_convert_to_degrees", "tests.test_trigonometric_functions.test_asin_convert_to_degrees", "tests.test_trigonometric_functions.test_atan_convert_to_degrees", "tests.test_trigonometric_functions.test_asec_convert_to_degrees", "tests.test_trigonometric_functions.test_acsc_convert_to_degrees", "tests.test_trigonometric_functions.test_acot_convert_to_degrees", "tests.test_mathematical_functions.test_exp_one", "tests.test_mathematical_functions.test_exp2_zero", "tests.test_trigonometric_functions.test_inverse_trig_combined", "eval.tests.test_additional_functions.test_rad_180", "eval.tests.test_additional_functions.test_deg_zero", "eval.tests.test_additional_functions.test_exp2_zero", "eval.tests.test_arithmetic.test_factorial", "eval.tests.test_additional_functions.test_round_half", "eval.tests.test_arithmetic.test_modulo", "eval.tests.test_additional_functions.test_exp_zero", "eval.tests.test_complex_expressions.test_factorial_in_division", "eval.tests.test_complex_expressions.test_exp_of_ln", "eval.tests.test_basic.test_empty_expression", "eval.tests.test_edge_cases.test_zero_factorial", "eval.tests.test_edge_cases.test_modulo_float", "eval.tests.test_edge_cases.test_factorial_zero_edge", "eval.tests.test_edge_cases.test_extremely_large_factorial", "eval.tests.test_edge_cases.test_factorial_in_expression", "eval.tests.test_edge_cases.test_multiple_factorials", "eval.tests.test_additional_functions.test_rad_zero", "eval.tests.test_arithmetic.test_factorial_large", "eval.tests.test_additional_functions.test_round_negative", "eval.tests.test_basic.test_help_command", "eval.tests.test_complex_expressions.test_modulo_chain", "eval.tests.test_errors.test_factorial_negative", "eval.tests.test_errors.test_empty_argument", "eval.tests.test_errors.test_factorial_non_integer", "eval.tests.test_errors.test_unexpected_comma", "eval.tests.test_errors.test_mismatched_comma_paren", "eval.tests.test_edge_cases.test_one_factorial", "eval.tests.test_edge_cases.test_multiple_decimals_error", "eval.tests.test_functions.test_round", "eval.tests.test_functions.test_exp2", "eval.tests.test_functions.test_exp", "eval.tests.test_functions.test_rad", "eval.tests.test_additional_functions.test_deg_pi", "eval.tests.test_functions.test_inverse_trig_with_deg", "eval.tests.test_functions.test_deg", "tests.test_command_mode.test_factorial_zero", "tests.test_command_mode.test_factorial_negative_error", "tests.test_command_mode.test_factorial_non_integer_error", "tests.test_command_mode.test_factorial_large_value", "tests.test_command_mode.test_function_composition_exp_ln", "tests.test_command_mode.test_round_half_up", "tests.test_command_mode.test_exp_one", "tests.test_command_mode.test_exp2_power_of_two", "tests.test_command_mode.test_rad_degrees_to_radians", "tests.test_command_mode.test_deg_radians_to_degrees", "tests.test_command_mode.test_modulo_operator", "tests.test_command_mode.test_factorial_postfix_operator", "tests.test_command_mode.test_factorial_of_expression", "tests.test_command_mode.test_round_negative_half", "tests.test_command_mode.test_round_down_below_half" ], "failed_tests_omitted": 47, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 963, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "oppiliappan__eva.41ae245", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5666816", "calls": "112", "created_at": "2026-05-17T13:44:49.757732+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.5113", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "5917202", "instance_id": "oppiliappan__eva.41ae245", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "788", "n_system_errors": "0", "n_tests": "913", "n_warnings": "0", "output_tokens": "47533", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "19867", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-oppiliappan-eva", "run_version": "20260517T094700Z", "score": "0.8630887185104053", "session_ended_at": "2026-05-17T14:01:32.017Z", "session_started_at": "2026-05-17T13:44:52.806Z", "test_branch_errors": "{}", "total_tokens": "5964735", "wall_clock_seconds": "999" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./eva.py", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-oppiliappan-eva", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }