{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:12.524962+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_comprehensive_edge_cases.test_mixed_json_lines", "eval.tests.test_counter_marker.test_backward_compat_marker_counter", "eval.tests.test_with_pty.test_pty_multiple_graphs", "eval.tests.test_with_pty.test_pty_simple", "eval.tests.test_02_environment.test_screen_tmux_rejection", "eval.tests.test_08_rendering_with_fake_tty.test_render_with_fake_tty_single_value", "eval.tests.test_08_rendering_with_fake_tty.test_render_with_fake_tty_multiple_values", "eval.tests.test_08_rendering_with_fake_tty.test_render_with_fake_tty_counter_mode", "eval.tests.test_08_rendering_with_fake_tty.test_render_with_fake_tty_marker_mode", "eval.tests.test_08_rendering_with_fake_tty.test_render_with_fake_tty_combined_fields", "eval.tests.test_08_rendering_with_fake_tty.test_render_with_fake_tty_nested_field", "eval.tests.test_08_rendering_with_fake_tty.test_render_with_fake_tty_multiple_graphs", "tests.test_cli.test_steps_integer_overflow_error", "tests.test_cli.test_screen_tmux_not_supported", "tests.test_cli.test_zero_duration_numeric_accepted", "tests.test_cli.test_url_empty_string_accepted", "tests.test_http_source.test_dns_resolution_failure", "tests.test_http_coverage.test_ticker_with_longer_interval", "tests.test_http_coverage.test_short_interval_stress", "tests.test_gap_fill_term.test_ticker_iteration_counter_increments", "tests.test_http_source.test_counter_field_option", "tests.test_http_source.test_backward_compat_marker_counter_syntax", "tests.test_http_source.test_nested_field_access", "tests.test_gap_fill_term.test_signal_handler_sigint_stops_fetching", "tests.test_cli.test_rows_integer_overflow_error", "tests.test_graphics_protocols.test_kitty_protocol_basic_image_transmission", "tests.test_http_source.test_steps_parameter_parsing", "tests.test_graph_edge_cases.test_graph_with_all_zero_values", "tests.test_point_get.test_get_method_reached_via_single_field_rendering", "tests.test_http_coverage.test_readall_error_truncated_body", "tests.test_http_source.test_marker_field_option", "tests.test_main_edge_cases.test_cleanup_and_render_with_default_rows_zero", "tests.test_http_source.test_interval_parameter_parsing", "tests.test_stdin_coverage.test_stdin_close_on_signal", "tests.test_stdin_source.test_multiple_json_lines_second_line_invalid", "tests.test_render_coverage.test_render_with_http_source_covers_graph_code", "tests.test_render_coverage.test_render_with_http_source_custom_rows", "tests.test_http_source.test_deeply_nested_field", "tests.test_terminal_common.test_screen_with_iterm2_rejected", "tests.test_http_source.test_multiple_fields_single_graph", "tests.test_gap_fill_term.test_signal_handler_sigterm_stops_fetching", "tests.test_http_coverage.test_readall_error_chunked_encoding_broken", "tests.test_http_source.test_combined_counter_marker_options", "tests.test_graph_edge_cases.test_graph_with_multiple_markers", "tests.test_graphics_protocols.test_kitty_protocol_image_id_alternation", "tests.test_http_coverage.test_multiple_fetches_verify_data_updates", "tests.test_tui_rendering.test_render_failure_no_cell_size_single_field", "tests.test_tui_rendering.test_render_failure_with_marker_field", "tests.test_gap_fill_term.test_clearscrollback_escape_sequence_format", "tests.test_graph_edge_cases.test_graph_with_marker_field", "tests.test_tui_rendering.test_render_failure_with_steps_parameter", "tests.test_tui_rendering.test_data_variation_edge_cases", "tests.test_render_coverage.test_render_with_http_source_varied_data", "tests.test_point_get.test_get_method_reached_with_multiple_fields", "tests.test_main_edge_cases.test_render_rows_zero_uses_size_row_for_height", "tests.test_tui_rendering.test_render_failure_with_custom_rows_parameter", "tests.test_graph_edge_cases.test_graph_with_marker_and_flat_line", "tests.test_tui_rendering.test_http_source_ticker_architecture_verification", "tests.test_http_coverage.test_ticker_fires_multiple_times", "tests.test_tui_rendering.test_ticker_loop_long_running_stress", "tests.test_graph_edge_cases.test_graph_with_flat_line_all_same_values", "tests.test_point_get.test_get_method_reached_with_counter_field", "tests.test_tui_rendering.test_render_failure_multi_field_with_counter", "tests.test_tui_rendering.test_render_failure_complex_multi_field_options", "tests.test_graph_edge_cases.test_graph_with_multiple_series_for_color_coverage", "tests.test_terminal_common.test_neither_url_nor_stdin_provided_with_terminal", "tests.test_terminal_common.test_neither_url_nor_stdin_with_multiple_specs", "eval.tests.test_jplot_io.test_no_args_prints_usage_to_stderr_exit1", "tests.test_errors.TestTerminalChecks.test_screen_not_supported", "tests.test_errors.TestTerminalChecks.test_tmux_not_supported", "eval.tests.test_interactive_tmux.test_ctrl_c_exits", "eval.tests.test_cli_help_and_errors.test_missing_field_spec_triggers_graphics_gate_in_non_tty", "eval.tests.test_interactive_tmux.test_runs_in_tmux_without_graphics_gate", "eval.tests.test_url_mode.test_url_mode_runs_in_tmux_briefly" ], "failed_tests_omitted": 0, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 722, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "rs__jplot.2a54bcc", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3548800", "calls": "71", "created_at": "2026-05-18T07:50:01.195742+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.7073", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3708248", "instance_id": "rs__jplot.2a54bcc", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "516", "n_system_errors": "0", "n_tests": "583", "n_warnings": "0", "output_tokens": "37856", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12524", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rs-jplot-attempt-2", "run_version": "20260517T094700Z", "score": "0.8850771869639794", "session_ended_at": "2026-05-18T08:02:36.817Z", "session_started_at": "2026-05-18T07:50:05.493Z", "test_branch_errors": "{}", "total_tokens": "3746104", "wall_clock_seconds": "751" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./main.c" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rs-jplot-attempt-2", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }