{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:07.891737+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_coverage_50_boost.test_cd_dash_previous", "eval.tests.test_control_structures.test_case_statement", "eval.tests.test_comprehensive.test_arithmetic_negative", "eval.tests.test_conditionals.test_double_bracket_or", "eval.tests.test_coverage_50_boost.test_source_nonexistent", "eval.tests.test_control_structures.test_c_style_for_loop", "eval.tests.test_coverage_final_push.test_nested_arithmetic", "eval.tests.test_coverage_gaps.TestPatternMatching.test_case_pattern_match", "eval.tests.test_coverage_boost.test_arithmetic_complex", "eval.tests.test_coverage_final_push.test_arithmetic_for_loop", "eval.tests.test_coverage_boost.test_case_with_empty_pattern", "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_addition", "eval.tests.test_edge_cases.test_arithmetic_large_numbers", "eval.tests.test_edge_cases.test_arithmetic_precedence", "eval.tests.test_expansions.test_arithmetic_multiplication", "eval.tests.test_expansions.test_arithmetic_expansion", "eval.tests.test_control_structures.test_case_with_wildcard", "eval.tests.test_coverage_50_boost.test_pushd_stores_directory", "eval.tests.test_comprehensive.test_arithmetic_comparison", "eval.tests.test_coverage_50_boost.test_read_with_multiple_vars", "eval.tests.test_coverage_final_push.test_xkcd_true_random_number", "eval.tests.test_expansions.test_nested_arithmetic", "eval.tests.test_final_50.test_various_commands_8", "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_subtraction", "eval.tests.test_final_coverage.test_nested_subshells", "eval.tests.test_final_coverage.test_case_many_patterns", "eval.tests.test_final_coverage.test_arithmetic_various", "eval.tests.test_expansions.test_arithmetic_division", "eval.tests.test_final_stretch.test_arithmetic_precedence_complex", "eval.tests.test_expansions.test_arithmetic_with_variables", "eval.tests.test_control_structures.test_case_with_pipe", "eval.tests.test_coverage_50_boost.test_pushd_no_args", "eval.tests.test_comprehensive.test_case_multiple_patterns", "eval.tests.test_line_coverage_boost.test_simple_15", "eval.tests.test_coverage_final_push.test_arithmetic_greater_equal", "eval.tests.test_coverage_final_push.test_arithmetic_equality", "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_multiplication", "eval.tests.test_more_features.test_case_with_default", "eval.tests.test_more_features.test_heredoc_with_substitution", "eval.tests.test_parser_features.test_parse_arithmetic_for", "eval.tests.test_expansions.test_arithmetic_subtraction", "eval.tests.test_expansions.test_multiple_expansions", "eval.tests.test_line_coverage_boost.test_simple_16", "eval.tests.test_redirections.test_error_redirection", "eval.tests.test_redirections.test_here_document_with_variable", "eval.tests.test_redirections.test_stderr_to_stdout", "eval.tests.test_coverage_final_push.test_cd_with_hyphen", "eval.tests.test_coverage_final_push.test_arithmetic_not_equal", "eval.tests.test_variables.test_environment_variable_import", "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_division", "eval.tests.test_more_features.test_case_fallthrough", "eval.tests.test_expansions.test_arithmetic_parentheses", "eval.tests.test_line_coverage_boost.test_simple_17", "eval.tests.test_coverage_final_push.test_arithmetic_less_equal", "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_parentheses", "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_with_variables", "eval.tests.test_arithmetic_extended.test_arithmetic_addition", "eval.tests.test_arithmetic_extended.test_arithmetic_comparison_gt", "eval.tests.test_arithmetic_operators.test_arithmetic_comparison_in_c_style_for", "eval.tests.test_complex_scenarios.test_c_style_for_loop", "eval.tests.test_advanced_features.test_arithmetic_in_conditionals", "eval.tests.test_advanced_features.test_arithmetic_operators", "eval.tests.test_complex_scenarios.test_case_statement_with_pattern", "eval.tests.test_directory_builtins.test_cd_dash_behavior", "eval.tests.test_control_flow.test_c_style_for_loop", "eval.tests.test_edge_cases_extended.test_variable_in_arithmetic", "eval.tests.test_conditionals.test_double_bracket_logical_or", "eval.tests.test_edge_cases_extended.test_arithmetic_with_parentheses", "eval.tests.test_error_conditions.test_empty_variable_in_arithmetic", "eval.tests.test_file_operations.test_redirect_stderr", "eval.tests.test_arithmetic_extended.test_arithmetic_complex_expression", "eval.tests.test_globbing.test_wildcard_no_match", "eval.tests.test_arithmetic_extended.test_arithmetic_subtraction", "eval.tests.test_complex_scenarios.test_function_with_local_variables", "eval.tests.test_arithmetic_operators.test_arithmetic_combined_comparisons", "eval.tests.test_advanced_features.test_case_with_wildcards", "eval.tests.test_directory_builtins.test_cd_dash_previous_dir", "eval.tests.test_control_flow.test_case_statement", "eval.tests.test_job_control.test_rehash_command", "eval.tests.test_file_operations.test_here_document_with_variables" ], "failed_tests_omitted": 353, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2289, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "nuta__nsh.bdd0702", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5285120", "calls": "82", "created_at": "2026-05-17T13:30:13.462302+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.4545", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "5520182", "instance_id": "nuta__nsh.bdd0702", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1556", "n_system_errors": "0", "n_tests": "1963", "n_warnings": "0", "output_tokens": "54553", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "22936", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-nuta-nsh", "run_version": "20260517T094700Z", "score": "0.7926642893530311", "session_ended_at": "2026-05-17T13:49:01.718Z", "session_started_at": "2026-05-17T13:30:16.251Z", "test_branch_errors": "{}", "total_tokens": "5574735", "wall_clock_seconds": "1125" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./nsh.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-nuta-nsh", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }