{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:03.968787+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_coverage_boost_50.test_reorder_verb", "eval.tests.test_absolute_final.test_a36", "eval.tests.test_basic_invocation.test_help_list_functions", "eval.tests.test_absolute_final_push_50.test_acosh_function", "eval.tests.test_coverage_boost_50.test_sec2gmt_verb", "eval.tests.test_absolute_final_push_50.test_contains_true", "eval.tests.test_coverage_boost_50.test_while_loop", "eval.tests.test_coverage_boost.test_sort_numeric", "eval.tests.test_core_verbs.test_reorder_verb", "eval.tests.test_coverage_boost_50.test_hexfmt_function", "eval.tests.test_absolute_final.test_a119", "eval.tests.test_coverage_boost_50.test_null_value_handling", "eval.tests.test_coverage_boost_50.test_is_empty_function", "eval.tests.test_dsl_comprehensive.test_user_defined_function_simulation", "eval.tests.test_dsl_comprehensive.test_pattern_action_nr", "eval.tests.test_coverage_boost_50.test_eprint_statement", "eval.tests.test_coverage_boost_50.test_hex_basic", "eval.tests.test_basic_invocation.test_shorthand_f_for_list_functions", "eval.tests.test_coverage_boost_50.test_sec2gmtdate_verb", "eval.tests.test_absolute_final.test_a50", "eval.tests.test_absolute_final_push_50.test_stats1_null", "eval.tests.test_coverage_boost_50.test_for_loop", "eval.tests.test_absolute_final.test_a121", "eval.tests.test_advanced_features.test_sample_verb", "eval.tests.test_coverage_boost_50.test_strftime_with_format", "eval.tests.test_core_verbs.test_hex_produces_hex_output", "eval.tests.test_coverage_boost_50.test_oosvars_emit", "eval.tests.test_coverage_boost_50.test_reshape_verb", "eval.tests.test_dsl_comprehensive.test_pattern_action_modulo", "eval.tests.test_dsl_comprehensive.test_null_coalescing", "eval.tests.test_basic_invocation.test_shorthand_F_for_usage_functions", "eval.tests.test_dsl_comprehensive.test_local_variables", "eval.tests.test_coverage_boost_50.test_lecat_utf8", "eval.tests.test_absolute_final.test_a122", "eval.tests.test_coverage_boost_50.test_continue_statement", "eval.tests.test_absolute_final.test_a54", "eval.tests.test_advanced_features.test_nest_verb", "eval.tests.test_coverage_boost_50.test_ternary_conditional", "eval.tests.test_absolute_final_push_50.test_put_conditional_multiple_branches", "eval.tests.test_coverage_boost_50.test_sec2dhms_function", "eval.tests.test_final_comprehensive_push.test_dsl_empty_map", "eval.tests.test_coverage_boost_50.test_nest_verb_explode", "eval.tests.test_dsl_comprehensive.test_null_field_check", "eval.tests.test_dsl_expressions.test_put_if_else_statement", "eval.tests.test_basic_invocation.test_shorthand_k_for_list_keywords", "eval.tests.test_coverage_boost_50.test_termcvt_crlf_to_lf", "eval.tests.test_dsl_comprehensive.test_if_elif_else", "eval.tests.test_final_50.test_z38", "eval.tests.test_absolute_final.test_a123", "eval.tests.test_coverage_boost_50.test_function_definition", "eval.tests.test_advanced_features.test_reshape_verb", "eval.tests.test_absolute_final.test_a58", "eval.tests.test_coverage_boost_50.test_if_else_statement", "eval.tests.test_final_comprehensive_push.test_dsl_empty_array", "eval.tests.test_coverage_boost_50.test_sec2hms_function", "eval.tests.test_error_handling.test_filter_with_invalid_syntax", "eval.tests.test_dsl_expressions.test_put_ternary_operator", "eval.tests.test_basic_invocation.test_shorthand_K_for_usage_keywords", "eval.tests.test_dsl_comprehensive.test_filter_statement_in_put", "eval.tests.test_dsl_comprehensive.test_nested_loops", "eval.tests.test_coverage_boost_50.test_sgn_function", "eval.tests.test_final_50.test_z39", "eval.tests.test_absolute_final.test_a124", "eval.tests.test_coverage_boost_50.test_function_with_multiple_params", "eval.tests.test_absolute_final.test_a59", "eval.tests.test_auxents.test_aux_list", "eval.tests.test_coverage_boost_50.test_no_mmap", "eval.tests.test_final_mega_push.test_auto_91", "eval.tests.test_final_dsl_push.test_haskey_op", "eval.tests.test_error_handling.test_put_with_invalid_syntax", "eval.tests.test_final_mega_push.test_auto_81", "eval.tests.test_basic_invocation.test_help_function_specific", "eval.tests.test_dsl_comprehensive.test_array_append", "eval.tests.test_dsl_comprehensive.test_break_statement", "eval.tests.test_absolute_final.test_a125", "eval.tests.test_coverage_boost_50.test_cos_function", "eval.tests.test_auxents.test_hex_simple", "eval.tests.test_absolute_final.test_a60", "eval.tests.test_coverage_boost_50.test_recursive_function", "eval.tests.test_final_dsl_push.test_put_if_else" ], "failed_tests_omitted": 10170, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 16029, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "johnkerl__miller.8d85b46", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7782784", "calls": "97", "created_at": "2026-05-17T11:54:36.699579+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "7.0969", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7983874", "instance_id": "johnkerl__miller.8d85b46", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "4694", "n_system_errors": "0", "n_tests": "14637", "n_warnings": "0", "output_tokens": "73334", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "13098", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-johnkerl-miller", "run_version": "", "score": "0.320694131311061", "session_ended_at": "2026-05-17T12:16:08.068Z", "session_started_at": "2026-05-17T11:54:39.798Z", "test_branch_errors": "{}", "total_tokens": "8057208", "wall_clock_seconds": "1288" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./miller.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-johnkerl-miller", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }