{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:05.421457+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_additional_coverage", "eval.tests.test_advanced_features", "eval.tests.test_arithmetic_logic", "eval.tests.test_basic_operations", "eval.tests.test_builtin_functions", "eval.tests.test_corrections", "eval.tests.test_datetime_functions", "eval.tests.test_error_handling", "eval.tests.test_final_fixes", "eval.tests.test_fixes", "eval.tests.test_input_options", "eval.tests.test_math_functions", "eval.tests.test_missing_features", "eval.tests.test_output_formatting", "eval.tests.test_string_functions", "eval.tests.test_type_constructors", "tests.test_absolute_push_70.test_path_expression", "tests.test_advanced_coverage.TestVariables.test_destructuring_array", "tests.test_absolute_final_70.test_format_csv", "tests.test_absolutely_final.test_split_empty", "tests.test_absolute_final_70.test_until_fibonacci", "tests.test_basic_invocation.test_help_flag", "tests.test_comprehensive_new.TestStringOperations.test_split_limit", "tests.test_comprehensive_new.TestStreamingMode.test_stream_errors_invalid_json", "tests.test_additional_builtins.test_splits_with_limit", "tests.test_comprehensive_coverage.test_chained_assignments", "tests.test_complex_filters.test_splits_with_regex", "tests.test_coverage_boost.test_large_numbers", "tests.test_coverage_boost.test_format_builtin", "tests.test_coverage_targeted.test_recurse_object_navigation", "tests.test_coverage_boost.test_normals_builtin", "tests.test_absolute_final_70.test_format_tsv", "tests.test_absolute_final_70.test_limit_with_infinite_stream", "tests.test_coverage_boost.test_asinh_builtin", "tests.test_basic_invocation.test_version_short_flag", "tests.test_comprehensive_new.TestMathFunctions.test_sqrt_pow", "tests.test_absolutely_final.test_repeat_limit_one", "tests.test_absolute_push_70.test_normals_type_filter", "tests.test_comprehensive_new.TestLibraryPath.test_library_path_with_import", "tests.test_additional_builtins.test_repeat_limited", "tests.test_coverage_boost.test_finites_builtin", "tests.test_coverage_boost.test_pow_builtin", "tests.test_basic_invocation.test_build_configuration", "tests.test_coverage_boost.test_acosh_builtin", "tests.test_edge_case_final.test_location", "tests.test_edge_case_final.test_splits_regex", "tests.test_comprehensive_new.TestMathFunctions.test_atan2", "tests.test_absolute_final_70.test_location_info", "tests.test_absolute_push_70.test_finites_type_filter", "tests.test_absolute_final_70.test_any_false", "tests.test_comprehensive_new.TestLibraryPath.test_library_path_multiple_modules", "tests.test_extreme_cases.test_math_edge_cases", "tests.test_additional_builtins.test_recurse_limited", "tests.test_coverage_targeted.test_raw_output0", "tests.test_coverage_boost.test_atanh_builtin", "tests.test_basic_invocation.test_invalid_flag", "tests.test_coverage_boost.test_log2_builtin", "tests.test_coverage_boost.test_get_jq_origin_builtin", "tests.test_edge_case_final.test_normals_filter_number", "tests.test_absolute_final_70.test_stderr_message", "tests.test_absolute_final_70.test_all_false", "tests.test_extreme_cases.test_string_edge_cases", "tests.test_error_handling.test_invalid_filter_syntax", "tests.test_exhaustive_final.test_repeat_function", "tests.test_coverage_targeted.test_join_output", "tests.test_exhaustive_final.test_bsearch_variations", "tests.test_coverage_boost_fixes.test_tostream_fixed", "tests.test_edge_case_final.test_format_json_output", "tests.test_coverage_boost.test_atan2_builtin", "tests.test_coverage_boost.test_exp10_builtin", "tests.test_coverage_boost.test_get_prog_origin_builtin", "tests.test_edge_case_final.test_finites_filter_number", "tests.test_final_coverage_push.test_splits_function", "tests.test_absolute_final_70.test_recurse_with_limit", "tests.test_extreme_cases.test_recursive_edge_cases", "tests.test_final_coverage_push_v2.TestMathOperations.test_fma", "tests.test_exhaustive_final.test_until_while_recursion", "tests.test_coverage_boost.test_repeat_builtin", "tests.test_edge_case_final.test_format_text_output", "tests.test_exhaustive_final.test_limit_variations" ], "failed_tests_omitted": 1578, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 6491, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "jqlang__jq.b33a763", "metrics": { "almost_resolved": "False", "cached_input_tokens": "9110016", "calls": "132", "created_at": "2026-05-17T11:57:55.027211+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "7.6085", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "9314566", "instance_id": "jqlang__jq.b33a763", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "4493", "n_system_errors": "0", "n_tests": "6072", "n_warnings": "0", "output_tokens": "67692", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "24340", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jqlang-jq", "run_version": "", "score": "0.7399538866930171", "session_ended_at": "2026-05-17T12:19:43.250Z", "session_started_at": "2026-05-17T11:57:58.062Z", "test_branch_errors": "{}", "total_tokens": "9382258", "wall_clock_seconds": "1305" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./mini_jq.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jqlang-jq", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }