{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:05.560952+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_tui.TestTUIResults.test_results_show_wpm", "eval.tests.test_tui.TestTUIResults.test_results_show_options", "eval.tests.test_tui.TestTUIInteraction.test_tui_typing_completes_test", "eval.tests.test_tui.TestTUIResults.test_results_show_accuracy", "eval.tests.test_tui.TestTUIResults.test_results_show_standard_deviation", "eval.tests.test_tui_interactive.test_tui_navigation_keys", "eval.tests.test_logging.test_log_file_created_after_completion", "eval.tests.test_tui_interactive.test_tui_incorrect_typing", "eval.tests.test_tui_interactive.test_tui_completes_test_and_shows_results", "eval.tests.test_logging.test_log_file_has_correct_format", "eval.tests.test_logging.test_log_file_header_written_once", "eval.tests.test_additional_behaviors.test_std_dev_calculation_with_longer_test", "tests.test_cli.test_supported_language_flag_case_sensitivity", "tests.test_edge_cases.test_narrow_terminal_30_cols", "tests.test_edge_cases.test_single_char_completion_inf_wpm", "tests.test_gap_filling.test_all_incorrect_characters_wpm_zero", "tests.test_graphs.test_single_character_edge_case", "tests.test_edge_cases.test_tiny_terminal_20_cols", "tests.test_graphs.test_varying_speed_graph_adaptation", "tests.test_language.test_english_list_words_are_valid", "tests.test_gap_filling.test_single_character_prompt_std_dev", "tests.test_graphs.test_perfect_accuracy_short_test", "tests.test_language.test_english1k_list_words_are_valid", "tests.test_edge_cases.test_backspace_at_position_0", "tests.test_edge_cases.test_two_char_timer_completion_inf_wpm", "tests.test_gap_filling.test_very_fast_typing_timing_edge_cases", "tests.test_graphs.test_mixed_accuracy_calculation", "tests.test_language.test_english10k_list_words_are_valid", "tests.test_graphs.test_timed_test_graph_rendering", "tests.test_gap_filling.test_mixed_correct_incorrect_timing", "tests.test_language.test_no_duplicate_words_in_session", "tests.test_graphs.test_graph_stats_line_format", "tests.test_graphs.test_long_prompt_graph_scaling", "tests.test_gap_filling.test_timed_mode_with_sentences", "tests.test_graphs.test_partial_completion_graph", "tests.test_language.test_no_duplicate_words_large_count", "tests.test_edge_cases.test_zero_accuracy_all_incorrect_chars", "tests.test_language.test_custom_prompt_display", "tests.test_language.test_sentence_generation_single_sentence", "tests.test_graphs.test_graph_contains_wpm_label", "tests.test_language.test_word_count_flag_hundred_words", "tests.test_graphs.test_multiword_graph_rendering", "tests.test_language.test_sentence_generation_multiple_sentences", "tests.test_graphs.test_graph_contains_axis_bounds", "tests.test_graphs.test_zero_accuracy_graph", "tests.test_language.test_word_count_zero_shows_results", "tests.test_edge_cases.test_mixed_correct_incorrect_accuracy", "tests.test_language.test_sentence_generation_zero_sentences", "tests.test_graphs.test_fast_typing_instant_completion", "tests.test_graphs.test_graph_legend_shows_controls", "tests.test_language.test_very_large_word_count", "tests.test_language.test_sentence_generation_with_language_flag", "tests.test_language.test_multiple_language_selections_different_words", "tests.test_logging.test_csv_header_format", "tests.test_language.test_sentence_count_large", "tests.test_language.test_word_count_exceeds_list_size", "tests.test_gap_filling.test_reset_with_full_sentences_retry", "tests.test_logging.test_csv_data_format_seven_columns", "tests.test_language.test_default_language_is_english", "tests.test_language.test_custom_prompt_empty_string", "tests.test_gap_filling.test_reset_with_full_sentences_new", "tests.test_logging.test_timed_test_num_secs_has_value", "tests.test_logging.test_elapsed_secs_decimal_precision", "tests.test_logging.test_csv_append_behavior_multiple_tests", "tests.test_language.test_word_count_equals_list_size_english", "tests.test_logging.test_csv_file_creation_on_first_completion", "tests.test_logging.test_std_dev_decimal_precision", "tests.test_logging.test_csv_header_written_only_once", "tests.test_tui_basic.test_initial_screen_with_custom_prompt", "tests.test_tui_basic.test_backspace_removes_character", "tests.test_logging.test_different_word_counts_logged_correctly", "tests.test_logging.test_directory_creation_when_missing", "tests.test_tui_basic.test_typing_correct_characters", "tests.test_tui_basic.test_timed_test_shows_countdown", "tests.test_logging.test_untimed_test_num_secs_empty", "tests.test_tui_basic.test_accuracy_calculation_with_errors", "tests.test_tui_basic.test_typing_incorrect_character", "tests.test_tui_basic.test_multiple_backspaces", "tests.test_tui_basic.test_escape_exits_from_results", "tests.test_tui_basic.test_retry_from_results" ], "failed_tests_omitted": 67, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 507, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "jrnxf__thokr.09375ef", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2382080", "calls": "54", "created_at": "2026-05-17T12:00:06.758079+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "2.5630", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "2459322", "instance_id": "jrnxf__thokr.09375ef", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "312", "n_system_errors": "0", "n_tests": "445", "n_warnings": "0", "output_tokens": "32857", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "9156", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jrnxf-thokr", "run_version": "", "score": "0.701123595505618", "session_ended_at": "2026-05-17T12:09:26.069Z", "session_started_at": "2026-05-17T12:00:11.249Z", "test_branch_errors": "{}", "total_tokens": "2492179", "wall_clock_seconds": "554" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./main.c" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jrnxf-thokr", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }