{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:06.791571+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_advanced_features.test_sh_encode_operator", "eval.tests.test_advanced_features.test_eval_all_multiple_files", "eval.tests.test_basic_invocation.test_help_eval_all_subcommand", "eval.tests.test_basic_invocation.test_exit_status_flag_no_match", "eval.tests.test_advanced_features.test_strload_file", "eval.tests.test_advanced_features.test_eval_expression_string", "eval.tests.test_basic_invocation.test_version_flag", "eval.tests.test_advanced_features.test_empty_yaml_file", "eval.tests.test_advanced_features.test_json_encode_operator", "eval.tests.test_basic_invocation.test_help_short_flag", "eval.tests.test_basic_invocation.test_completion_fish", "eval.tests.test_advanced_features.test_debug_node_info", "eval.tests.test_advanced_features.test_multiple_doc_read_all", "eval.tests.test_advanced_features.test_contains_deep", "eval.tests.test_advanced_features.test_env_number", "eval.tests.test_error_handling.test_write_inplace_no_file_error", "eval.tests.test_basic_invocation.test_exit_status_flag_null_result", "eval.tests.test_advanced_features.test_multiple_doc_separator_present", "eval.tests.test_basic_invocation.test_version_short_flag", "eval.tests.test_basic_invocation.test_help_completion_subcommand", "eval.tests.test_advanced_features.test_kyaml_input", "eval.tests.test_basic_invocation.test_help_lists_flags", "eval.tests.test_advanced_features.test_yaml_encode_operator", "eval.tests.test_advanced_features.test_stdin_with_pipe_operator", "eval.tests.test_basic_invocation.test_completion_powershell", "eval.tests.test_advanced_features.test_sort_keys", "eval.tests.test_advanced_features.test_strenv_preserves_string", "eval.tests.test_advanced_features.test_contains_array", "eval.tests.test_advanced_features.test_eval_all_ireduce_merge", "eval.tests.test_advanced_features.test_props_encode_operator", "eval.tests.test_advanced_features.test_base64_encode_operator", "eval.tests.test_error_handling.test_null_input_with_file_error", "eval.tests.test_basic_invocation.test_help_lists_commands", "eval.tests.test_basic_invocation.test_version_url", "eval.tests.test_advanced_features.test_multiple_doc_select", "eval.tests.test_basic_invocation.test_exit_status_flag_false", "eval.tests.test_basic_invocation.test_completion_bash", "eval.tests.test_advanced_features.test_env_read", "eval.tests.test_advanced_features.test_kyaml_output", "eval.tests.test_basic_invocation.test_no_args_stdin_passthrough", "eval.tests.test_advanced_features.test_leading_separator", "eval.tests.test_advanced_features.test_csv_encode_operator", "eval.tests.test_advanced_features.test_load_yaml_file", "eval.tests.test_advanced_features.test_xml_encode_operator", "eval.tests.test_advanced_features.test_null_input_create_array", "eval.tests.test_advanced_features.test_base64_decode_operator", "eval.tests.test_advanced_features.test_shuffle_array", "eval.tests.test_error_handling.test_explicit_error", "eval.tests.test_basic_invocation.test_help_eval_subcommand", "eval.tests.test_basic_invocation.test_completion_zsh", "eval.tests.test_advanced_features.test_merge_anchor", "eval.tests.test_advanced_features.test_tsv_encode_operator", "eval.tests.test_basic_invocation.test_exit_status_flag_match", "eval.tests.test_advanced_features.test_strenv_read", "eval.tests.test_advanced_features.test_eval_all_combine_docs", "eval.tests.test_advanced_features.test_load_json_file", "eval.tests.test_advanced_features.test_lua_encode_operator", "eval.tests.test_basic_invocation.test_pipe_stdin_no_expression", "eval.tests.test_advanced_features.test_empty_doc", "eval.tests.test_basic_invocation.test_help_flag", "eval.tests.test_advanced_features.test_collect_object", "eval.tests.test_advanced_features.test_null_input_create_nested", "eval.tests.test_advanced_features.test_uri_encode_operator", "eval.tests.test_error_handling.test_length_on_scalar", "eval.tests.test_flags_and_options.test_properties_array_brackets", "eval.tests.test_flags_and_options.test_header_preprocess_off", "eval.tests.test_input_formats.test_csv_custom_separator", "eval.tests.test_input_formats.test_yaml_input_short_flag", "eval.tests.test_format_conversions.test_json_to_yaml", "eval.tests.test_format_conversions.test_yaml_to_ini", "eval.tests.test_format_conversions.test_yaml_to_csv", "eval.tests.test_input_formats.test_properties_input", "eval.tests.test_flags_and_options.test_no_colors_flag", "eval.tests.test_input_formats.test_xml_input_from_file", "eval.tests.test_flags_and_options.test_inplace_modifies_file", "eval.tests.test_format_conversions.test_toml_to_yaml", "eval.tests.test_input_formats.test_json_input_nested", "eval.tests.test_flags_and_options.test_lua_unquoted", "eval.tests.test_flags_and_options.test_security_enable_system_operator", "eval.tests.test_flags_and_options.test_null_input_create_doc" ], "failed_tests_omitted": 1262, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2046, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "mikefarah__yq.602586d", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4196608", "calls": "82", "created_at": "2026-05-17T12:59:55.861088+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.2887", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "4357191", "instance_id": "mikefarah__yq.602586d", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "690", "n_system_errors": "0", "n_tests": "2000", "n_warnings": "0", "output_tokens": "46248", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "14536", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mikefarah-yq", "run_version": "20260517T094700Z", "score": "0.345", "session_ended_at": "2026-05-17T13:13:23.185Z", "session_started_at": "2026-05-17T12:59:58.789Z", "test_branch_errors": "{}", "total_tokens": "4403439", "wall_clock_seconds": "804" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./yq.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mikefarah-yq", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }