{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:11.786233+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_config_management.test_invalid_toml_config", "eval.tests.test_cli_combinations.test_run_command_variations", "eval.tests.test_coverage_improvements.test_invalid_toml_syntax_error", "eval.tests.test_coverage_improvements.test_script_with_multiline_command", "eval.tests.test_coverage_improvements.test_run_with_env_variables", "eval.tests.test_edge_cases.test_copy_preserves_all_metadata", "eval.tests.test_coverage_improvements.test_run_script_with_special_shell_chars", "eval.tests.test_edge_cases.test_shebang_with_spaces", "eval.tests.test_error_paths.test_toml_parse_errors_various_types", "eval.tests.test_error_paths.test_list_with_no_scripts", "eval.tests.test_integration.test_complex_multiline_script", "eval.tests.test_integration.test_shebang_python_script", "eval.tests.test_list_command.test_list_shows_shebang_scripts", "eval.tests.test_run_command.test_run_shebang_script", "eval.tests.test_run_command.test_run_shebang_with_args", "eval.tests.test_run_command.test_run_script_exit_zero", "eval.tests.test_run_command.test_run_script_stderr", "eval.tests.test_edge_cases.test_show_script_with_newlines", "eval.tests.test_serde_paths.test_invalid_field_types_in_toml", "eval.tests.test_serde_paths.test_malformed_toml_error_handling", "eval.tests.test_serde_paths.test_missing_required_fields", "eval.tests.test_coverage_improvements.test_show_script_with_shebang", "eval.tests.test_serde_paths.test_array_with_mixed_types", "eval.tests.test_serde_paths.test_empty_config_structure", "eval.tests.test_list_command.test_list_with_empty_config", "eval.tests.test_show_command.test_show_multiline_script", "eval.tests.test_run_command.test_run_script_exit_nonzero", "eval.tests.test_run_command.test_run_script_exit_custom_code", "eval.tests.test_edge_cases.test_config_with_only_default_section", "eval.tests.test_coverage_improvements.test_run_python_shebang_script", "eval.tests.test_serde_paths.test_config_with_only_default_section", "eval.tests.test_config.test_empty_config_file", "eval.tests.test_config.test_malformed_toml_config", "eval.tests.test_edge_cases.test_script_with_newlines_in_command", "eval.tests.test_edge_cases.test_show_with_formatting", "eval.tests.test_list.test_list_empty_config", "eval.tests.test_run.test_run_script_with_arguments", "eval.tests.test_run.test_run_script_with_stderr", "eval.tests.test_run.test_run_script_with_pipe", "eval.tests.test_run.test_run_script_with_and_operator", "eval.tests.test_run.test_run_script_with_exit_code_zero", "eval.tests.test_run.test_run_script_with_custom_exit_code", "eval.tests.test_run.test_run_script_with_nonzero_exit_code", "eval.tests.test_run.test_run_with_default_interpreter", "eval.tests.test_run.test_run_python_script_with_shebang", "eval.tests.test_run.test_run_script_with_shebang", "eval.tests.test_run.test_direct_alias_with_arguments", "eval.tests.test_show.test_show_multiline_script", "eval.tests.test_show.test_show_script_with_shebang", "tests.test_config.test_empty_config_vs_no_scripts", "tests.test_config.test_write_preserves_default_section", "tests.test_add_remove.test_copy_with_reference_field", "tests.test_add_remove.test_remove_alias_rm_works", "tests.test_add_remove.test_remove_last_script_leaves_empty_section", "tests.test_add_remove.test_remove_existing_script", "tests.test_config.test_invalid_toml_produces_parse_error", "tests.test_config.test_read_config_with_various_script_formats", "tests.test_config.test_config_with_newlines_in_multiline_command", "tests.test_edit.test_edit_empty_config", "tests.test_edit_show_copy_move.test_show_multiline_script_preserves_format", "tests.test_config.test_default_interpreter_array_format", "tests.test_config.test_config_init_fails_on_missing_deep_parent", "tests.test_config.test_scripts_must_be_map_not_string", "tests.test_edit_show_copy_move.test_copy_preserves_multiline_command", "tests.test_edit_show_copy_move.test_show_empty_config_fails", "tests.test_config.test_config_duplicate_alias_in_file", "tests.test_add_remove.test_add_with_newline_in_alias", "tests.test_config.test_invalid_toml_in_fallback_path_produces_parse_error", "tests.test_add_remove.test_remove_from_empty_config_fails", "tests.test_edit_show_copy_move.test_move_script_with_newlines_in_description", "tests.test_config.test_config_with_only_default_section", "tests.test_errors.test_malformed_toml_syntax", "tests.test_errors.test_list_with_no_scripts", "tests.test_config.test_scripts_must_be_map_not_array", "tests.test_errors.test_show_with_no_scripts_at_all", "tests.test_errors.test_config_with_only_whitespace", "tests.test_errors.test_malformed_toml_invalid_table_name", "tests.test_errors.test_remove_with_no_scripts_at_all", "tests.test_edit_show_copy_move.test_copy_script_with_newlines_in_description", "tests.test_edit_show_copy_move.test_move_preserves_multiline_command" ], "failed_tests_omitted": 88, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 779, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "pier-cli__pier.5e1bde9", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2670976", "calls": "49", "created_at": "2026-05-17T14:10:56.563469+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "2.9333", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "2770035", "instance_id": "pier-cli__pier.5e1bde9", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "554", "n_system_errors": "0", "n_tests": "692", "n_warnings": "0", "output_tokens": "36749", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12217", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-pier-cli-pier", "run_version": "20260517T094700Z", "score": "0.8005780346820809", "session_ended_at": "2026-05-17T14:20:31.321Z", "session_started_at": "2026-05-17T14:10:59.493Z", "test_branch_errors": "{}", "total_tokens": "2806784", "wall_clock_seconds": "571" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./pier.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-pier-cli-pier", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }