{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:21:33.665296+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_dropbear_cli.test_invalid_port_non_numeric", "eval.tests.test_dropbear_cli.test_multiple_ports", "eval.tests.test_dropbear_cli.test_address_port_format", "eval.tests.test_dropbear_cli.test_pid_file_creation", "eval.tests.test_dropbear_cli.test_foreground_mode", "eval.tests.test_dropbear_cli.test_receive_window_buffer_option", "eval.tests.test_dropbear_cli.test_receive_window_buffer_invalid", "eval.tests.test_dropbear_cli.test_keepalive_option", "eval.tests.test_dropbear_cli.test_keepalive_zero_disables", "eval.tests.test_dropbear_cli.test_disable_qos_flag", "eval.tests.test_dropbear_cli.test_disable_root_login_flag", "eval.tests.test_dropbear_cli.test_disable_password_logins_flag", "eval.tests.test_dropbear_cli.test_disable_root_password_flag", "eval.tests.test_dropbear_cli.test_allow_blank_password_flag", "eval.tests.test_dropbear_cli.test_two_factor_auth_flag", "eval.tests.test_dropbear_cli.test_max_auth_tries_option", "eval.tests.test_dropbear_cli.test_max_auth_tries_invalid", "eval.tests.test_dropbear_cli.test_disable_local_port_forwarding", "eval.tests.test_dropbear_cli.test_disable_remote_port_forwarding", "eval.tests.test_dropbear_cli.test_allow_forwarded_ports_from_any_host", "eval.tests.test_dropbear_cli.test_forced_command_option", "eval.tests.test_dropbear_cli.test_motd_disabled_flag", "eval.tests.test_dropbear_cli.test_pass_environment_flag", "eval.tests.test_dropbear_cli.test_restrict_group_option", "eval.tests.test_dropbear_cli.test_authorized_keys_directory_option", "eval.tests.test_dropbear_cli.test_interface_binding_option", "eval.tests.test_dropbear_cli.test_inetd_mode_flag", "eval.tests.test_dropbear_cli.test_multiple_hostkey_files", "eval.tests.test_dropbear_cli.test_combination_of_flags", "tests.test_08_server_with_real_keys.test_server_multiple_connections", "tests.test_08_server_with_real_keys.test_server_starts_with_ed25519_key", "tests.test_08_server_with_real_keys.test_server_with_all_options", "tests.test_08_server_with_real_keys.test_server_responds_with_ssh_banner", "tests.test_08_server_with_real_keys.test_server_starts_with_ecdsa_key", "tests.test_08_server_with_real_keys.test_server_with_multiple_key_types", "tests.test_08_server_with_real_keys.test_server_starts_with_rsa_key", "tests.test_08_server_with_real_keys.test_server_pid_file_with_real_key", "tests.test_09_ssh_protocol.test_server_handles_sigterm", "tests.test_08_server_with_real_keys.test_server_with_banner_file", "tests.test_authkey_options_gap.test_malformed_command_unclosed_quote", "tests.test_authkey_options_gap.test_no_pty_option_blocks_pty_allocation", "tests.test_auth_options.test_G_flag_nonexistent_group", "tests.test_auth_options.test_T_flag_with_spaces", "tests.test_command_exec.test_forced_command_multiple_c_flags_last_wins", "tests.test_auth_dispatcher_gap.test_group_restriction_nonmember_rejected", "tests.test_auth_dispatcher_gap.test_max_auth_tries_exceeded_valid_user", "tests.test_algo_gap.test_server_client_cipher_negotiation_success", "tests.test_dbutil_gap.test_help_flag_includes_usage", "tests.test_ecdsa_gap.test_ecdsa_nistp256_key_exchange", "tests.test_dbutil_gap.test_qos_disable_flag", "tests.test_dbutil_gap.test_banner_file_missing_warning", "tests.test_channels.test_channel_burst_then_idle", "tests.test_channels.test_channel_extended_data_stderr", "tests.test_authkey_options_gap.test_malformed_permitopen_missing_colon", "tests.test_authkey_options_gap.test_no_port_forwarding_parsed", "tests.test_auth_options.test_G_flag_empty_string", "tests.test_auth_options.test_help_flag_shows_auth_options", "tests.test_dbutil_gap.test_invalid_port_string_error", "tests.test_dbutil_gap.test_very_large_banner_file", "tests.test_channels.test_channel_close_without_eof", "tests.test_channels.test_channel_early_data_before_ready", "tests.test_auth_dispatcher_gap.test_combined_flags_password_and_root_disabled", "tests.test_auth_dispatcher_gap.test_max_auth_tries_exceeded_invalid_user", "tests.test_ecdsa_gap.test_ecdsa_nistp384_key_exchange", "tests.test_algo_gap.test_server_client_cipher_negotiation_with_preference_order", "tests.test_authkey_options_gap.test_malformed_permitopen_non_numeric_port", "tests.test_auth_options.test_t_and_s_flags_conflict", "tests.test_authkey_options_gap.test_permitopen_single_destination", "tests.test_authkey_options_gap.test_forced_command_basic", "tests.test_dbutil_gap.test_blank_password_flag", "tests.test_dbutil_gap.test_window_size_flag_valid_value", "tests.test_channels.test_channel_simultaneous_bidirectional_data", "tests.test_channels.test_channel_partial_packet_assembly", "tests.test_dbutil_gap.test_duplicate_port_binding_error", "tests.test_circbuffer.test_cbuf_multiple_wrap_cycles", "tests.test_circbuffer.test_cbuf_readptrs_two_segments", "tests.test_auth_dispatcher_gap.test_auth_none_method_without_blank_password", "tests.test_auth_dispatcher_gap.test_root_login_disabled", "tests.test_auth_options.test_s_and_t_flags_conflict_reversed", "tests.test_authkey_options_gap.test_multiple_command_options_rejected" ], "failed_tests_omitted": 419, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1075, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "mkj__dropbear.75f699b", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1955200", "calls": "53", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T03:43:21.376134+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "2.4412", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2068259", "instance_id": "mkj__dropbear.75f699b", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "329", "n_system_errors": "0", "n_tests": "678", "n_warnings": "0", "output_tokens": "29945", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10333", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-mkj-dropbear", "run_version": "20260518T232006Z", "score": "0.48525073746312686", "session_ended_at": "2026-05-19T03:53:27.289Z", "session_started_at": "2026-05-19T03:43:29.419Z", "test_branch_errors": "{}", "total_tokens": "2098204", "wall_clock_seconds": "597" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/2b", "./.git/objects/2b/531bda948607c9b1040230af7ee86dd0c14d32", "./.git/objects/69", "./.git/objects/69/8ed70905a87871fa8eef1462ce26b490a9ed2b", "./.git/objects/9e", "./.git/objects/9e/99fa4cc4b0c4b105d3c5c86fafb6b834709f5f", "./.git/objects/a3", "./.git/objects/a3/edf7dbb7ef452a5d529eed8dbaa6ad954dfff2", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./dropbear.py", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-mkj-dropbear", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }