{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false,
    "summary_path": "agent-summary.json"
  },
  "codex_version": "codex-cli 0.131.0",
  "collected_at": "2026-05-19T20:21:33.134128+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_commands.test_command_with_numbers",
      "eval.tests.test_advanced_features.test_string_indexing",
      "eval.tests.test_comprehensive_coverage.test_dict_operations",
      "eval.tests.test_basic_invocation.test_invalid_flag",
      "eval.tests.test_commands.test_command_with_variable",
      "eval.tests.test_advanced_features.test_string_length",
      "eval.tests.test_advanced_features.test_command_with_arguments_interpolation",
      "eval.tests.test_comprehensive_coverage.test_function_return",
      "eval.tests.test_comprehensive_coverage.test_sorting",
      "eval.tests.test_comprehensive_coverage.test_arithmetic_combinations",
      "eval.tests.test_comprehensive_coverage.test_type_conversions",
      "eval.tests.test_command_features.test_command_ls",
      "eval.tests.test_command_features.test_command_whoami",
      "eval.tests.test_command_features.test_command_multiple_commands",
      "eval.tests.test_advanced_features.test_function_with_no_params",
      "eval.tests.test_basic_invocation.test_stdin_simple_print",
      "eval.tests.test_commands.test_command_output_capture",
      "eval.tests.test_advanced_features.test_command_with_escape_sequences",
      "eval.tests.test_command_features.test_command_simple_echo",
      "eval.tests.test_comprehensive_coverage.test_for_loop_variations",
      "eval.tests.test_commands.test_command_stderr",
      "eval.tests.test_comprehensive_coverage.test_json_operations",
      "eval.tests.test_comprehensive_coverage.test_all_comparison_ops",
      "eval.tests.test_advanced_features.test_table_with_reserved_keywords",
      "eval.tests.test_advanced_features.test_early_return",
      "eval.tests.test_command_features.test_command_stdout_capture",
      "eval.tests.test_command_features.test_command_date",
      "eval.tests.test_advanced_features.test_array_push_pop_sequence",
      "eval.tests.test_comprehensive_coverage.test_closure_capture",
      "eval.tests.test_command_features.test_command_cat_file",
      "eval.tests.test_comprehensive_coverage.test_encoding_functions",
      "eval.tests.test_basic_invocation.test_stdin_dash_argument",
      "eval.tests.test_commands.test_command_empty_output",
      "eval.tests.test_command_features.test_command_with_variables",
      "eval.tests.test_comprehensive_coverage.test_file_operations",
      "eval.tests.test_commands.test_command_multiple_args",
      "eval.tests.test_advanced_features.test_nested_function_calls",
      "eval.tests.test_advanced_features.test_array_nested_access",
      "eval.tests.test_command_features.test_command_stderr_capture",
      "eval.tests.test_comprehensive_coverage.test_while_loop",
      "eval.tests.test_command_features.test_command_with_quotes",
      "eval.tests.test_comprehensive_coverage.test_recursive_function",
      "eval.tests.test_advanced_features.test_if_expression_in_function",
      "eval.tests.test_command_features.test_command_has_stdout_field",
      "eval.tests.test_comprehensive_coverage.test_boolean_combinations",
      "eval.tests.test_comprehensive_coverage.test_regex_functions",
      "eval.tests.test_basic_invocation.test_no_args_waits_for_stdin",
      "eval.tests.test_control_flow.test_if_then_else",
      "eval.tests.test_comprehensive_coverage.test_environment",
      "eval.tests.test_commands.test_command_stdout_field",
      "eval.tests.test_advanced_features.test_array_iteration_modification",
      "eval.tests.test_command_features.test_command_returns_dict",
      "eval.tests.test_comprehensive_coverage.test_command_execution_variations",
      "eval.tests.test_command_features.test_command_has_stderr_field",
      "eval.tests.test_command_features.test_command_with_arguments",
      "eval.tests.test_commands.test_command_result_structure",
      "eval.tests.test_comprehensive_coverage.test_nested_loops",
      "eval.tests.test_advanced_features.test_mixed_operators",
      "eval.tests.test_comprehensive_coverage.test_string_operations",
      "eval.tests.test_commands.test_simple_command",
      "eval.tests.test_advanced_features.test_while_with_break",
      "eval.tests.test_control_flow.test_break_in_loop",
      "eval.tests.test_comprehensive_coverage.test_error_handling",
      "eval.tests.test_control_flow.test_if_condition_with_variable",
      "eval.tests.test_command_features.test_command_pwd",
      "eval.tests.test_control_flow.test_if_then_end",
      "eval.tests.test_comprehensive_coverage.test_type_checking",
      "eval.tests.test_commands.test_command_stderr_empty",
      "eval.tests.test_advanced_features.test_dict_iteration",
      "eval.tests.test_comprehensive_coverage.test_loop_with_break",
      "eval.tests.test_comprehensive_coverage.test_catch_function",
      "eval.tests.test_comprehensive_coverage.test_array_operations",
      "eval.tests.test_advanced_features.test_logical_short_circuit",
      "eval.tests.test_command_features.test_command_empty_output",
      "eval.tests.test_commands.test_piped_commands",
      "eval.tests.test_command_features.test_command_with_pipe",
      "eval.tests.test_commands.test_command_result_type",
      "eval.tests.test_control_flow.test_if_expression",
      "eval.tests.test_advanced_features.test_nested_loops",
      "eval.tests.test_control_flow.test_nested_if"
    ],
    "failed_tests_omitted": 1089,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1298,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "paper-prompt-nointernet",
  "instance_id": "hush-shell__hush.560c33a",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3202560",
    "calls": "56",
    "codex_version": "codex-cli 0.131.0",
    "created_at": "2026-05-19T02:15:42.559107+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.0433",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "paper-prompt-nointernet",
    "input_tokens": "3381319",
    "instance_id": "hush-shell__hush.560c33a",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "87",
    "n_system_errors": "0",
    "n_tests": "1201",
    "n_warnings": "0",
    "output_tokens": "51609",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14591",
    "resolved": "False",
    "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-hush-shell-hush",
    "run_version": "20260518T232006Z",
    "score": "0.07243963363863447",
    "session_ended_at": "2026-05-19T02:29:58.439Z",
    "session_started_at": "2026-05-19T02:15:50.521Z",
    "test_branch_errors": "{}",
    "total_tokens": "3432928",
    "wall_clock_seconds": "847"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.git",
      "./.git/COMMIT_EDITMSG",
      "./.git/HEAD",
      "./.git/branches",
      "./.git/config",
      "./.git/description",
      "./.git/hooks",
      "./.git/hooks/applypatch-msg.sample",
      "./.git/hooks/commit-msg.sample",
      "./.git/hooks/fsmonitor-watchman.sample",
      "./.git/hooks/post-update.sample",
      "./.git/hooks/pre-applypatch.sample",
      "./.git/hooks/pre-commit.sample",
      "./.git/hooks/pre-merge-commit.sample",
      "./.git/hooks/pre-push.sample",
      "./.git/hooks/pre-rebase.sample",
      "./.git/hooks/pre-receive.sample",
      "./.git/hooks/prepare-commit-msg.sample",
      "./.git/hooks/push-to-checkout.sample",
      "./.git/hooks/update.sample",
      "./.git/index",
      "./.git/info",
      "./.git/info/exclude",
      "./.git/logs",
      "./.git/logs/HEAD",
      "./.git/logs/refs",
      "./.git/logs/refs/heads",
      "./.git/logs/refs/heads/master",
      "./.git/objects",
      "./.git/objects/05",
      "./.git/objects/05/94f06225cbaa9c05d83c8f648b906e9b61d409",
      "./.git/objects/0d",
      "./.git/objects/0d/ba6b1051d009f837a6c8116f948f429d607201",
      "./.git/objects/33",
      "./.git/objects/33/a67b6a9a38ce8f1356f70d56b4608878c716e7",
      "./.git/objects/3c",
      "./.git/objects/3c/ffe8d1360de2e25b281e944b0abe71e5f71113",
      "./.git/objects/40",
      "./.git/objects/40/6107a1632889e2c701ebe14afb4bdf69f2e1eb",
      "./.git/objects/42",
      "./.git/objects/42/1939237c53fcd9222db8216eb9a9e97fbc663f",
      "./.git/objects/42/3afcf45499469b3aee33313dfb8b883b318713",
      "./.git/objects/47",
      "./.git/objects/47/454a869ee301aaf9cf3592ccf624d9230da807",
      "./.git/objects/49",
      "./.git/objects/49/e24f42d865ba6d02935c8119a516246f405426",
      "./.git/objects/4f",
      "./.git/objects/4f/c947dbbcf6f31e43d398df676196ba47b65103",
      "./.git/objects/5b",
      "./.git/objects/5b/814f84267d5f2369baae064f753a0dd288be18",
      "./.git/objects/5b/91a8e7ca7288056e6d6bdd36165e244d829d29",
      "./.git/objects/60",
      "./.git/objects/60/a5e0156072986cb7dce57a1eebde53222ca72d",
      "./.git/objects/61",
      "./.git/objects/61/48b70cd207accf294bb3f504df65dd64f1c092",
      "./.git/objects/64",
      "./.git/objects/64/b74e9695f943775699598751924f23e2daf375",
      "./.git/objects/6b",
      "./.git/objects/6b/8f2f0f09085f5b5372bd5cf213fd5727159659",
      "./.git/objects/80",
      "./.git/objects/80/04dfedc7b54c9880af13b025ef93b26cf47251",
      "./.git/objects/88",
      "./.git/objects/88/2fef06a390b0846f8e022d9633d5d18956b7bb",
      "./.git/objects/8e",
      "./.git/objects/8e/73caeee0de3c5bba40df82bc54961fa6439798",
      "./.git/objects/9b",
      "./.git/objects/9b/f50ddf151772f5b990b9bcfa86b700561dab67",
      "./.git/objects/9c",
      "./.git/objects/9c/726403d661e29adef4c63d6c38ba9f8927cdfa",
      "./.git/objects/a6",
      "./.git/objects/a6/ed64ff4fb74b9f6ef9565dfd4181380e3ff6cc",
      "./.git/objects/b4",
      "./.git/objects/b4/1009fe0027c3852d29f6d4c9783a8363533909",
      "./.git/objects/be",
      "./.git/objects/be/097e73d4ddbe01422ca31daf69e0e4b83cdb13",
      "./.git/objects/c1",
      "./.git/objects/c1/1f83967a25e185bd259cf9e7223de994a1a18c",
      "./.git/objects/d9",
      "./.git/objects/d9/ab6f5787c1178d8a0dda40befcfc55ac55c555",
      "./.git/objects/dd",
      "./.git/objects/dd/451f531193b0ec8fedd17d198f85f41dd2e084",
      "./.git/objects/e8",
      "./.git/objects/e8/259c0ba4963e42c80ce666880697f49abcd4a1",
      "./.git/objects/f3",
      "./.git/objects/f3/4f9377f797179545f20a422f00062785e2a859",
      "./.git/objects/info",
      "./.git/objects/pack",
      "./.git/refs",
      "./.git/refs/heads",
      "./.git/refs/heads/master",
      "./.git/refs/tags",
      "./LICENSE",
      "./assets",
      "./assets/bad_byte_escape.hsh",
      "./assets/command-block.hsh",
      "./assets/expansions.hsh",
      "./assets/functions.hsh",
      "./assets/heap.hsh",
      "./assets/invalid_tokens.hsh",
      "./assets/num2.hsh",
      "./assets/num_ok.hsh",
      "./assets/number_literals.hsh",
      "./assets/string_literals.hsh",
      "./assets/tmp.hsh",
      "./assets/variables.hsh",
      "./compile.sh",
      "./examples",
      "./examples/bash pitfalls",
      "./examples/bash pitfalls/array.sh",
      "./examples/bash pitfalls/dict.sh",
      "./examples/bash pitfalls/floating-point.sh",
      "./examples/bash pitfalls/readme.md",
      "./examples/hush",
      "./examples/hush vs lua",
      "./examples/hush vs lua/shell capabilities.org",
      "./examples/hush/heap.hsh",
      "./examples/hush/iterator.hsh",
      "./executable",
      "./hush.py",
      "./images",
      "./images/logo.png",
      "./readme.org"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": true,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-hush-shell-hush",
  "run_version": "20260518T232006Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}