{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:55.641519+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_configuration.test_config_path_invalid_toml", "eval.tests.test_configuration.test_config_path_valid", "eval.tests.test_configuration.test_config_with_custom_styles", "eval.tests.test_config.test_config_with_multiple_keywords", "eval.tests.test_follow_mode.test_follow_flag_short", "eval.tests.test_follow_mode.test_follow_and_print_flags_together", "eval.tests.test_edge_cases.test_very_long_line", "tests.test_cli_basic.test_dates_highlighting", "tests.test_cli_basic.test_binary_file_non_utf8", "tests.test_cli_basic.test_disable_multiple_highlighters", "tests.test_cli_basic.test_directory_instead_of_file", "tests.test_cli_basic.test_urls_highlighting", "tests.test_completions.test_zsh_completions_contains_compdef_and_function", "tests.test_completions.test_zsh_completions_includes_option_arguments", "tests.test_config.test_custom_config_numbers", "tests.test_completions.test_completion_flag_ignores_file_argument", "tests.test_completions.test_generate_bash_completions_exact_output", "tests.test_advanced_modes.test_follow_mode_basic_append", "tests.test_advanced_modes.test_follow_mode_with_enable_flag", "tests.test_advanced_modes.test_follow_mode_with_disable_flag", "tests.test_advanced_modes.test_follow_mode_multiline_batch", "tests.test_advanced_modes.test_follow_mode_large_file_initial_read", "tests.test_config.test_unicode_keywords_in_config", "tests.test_completions.test_bash_completions_includes_all_major_flags", "tests.test_config.test_custom_keywords_config", "tests.test_completions.test_generate_fish_completions_exact_output", "tests.test_completions.test_completion_flag_with_other_flags_still_generates", "tests.test_completions.test_bash_completions_output_is_stable", "tests.test_config.test_config_keywords_with_no_builtin", "tests.test_config.test_missing_regex_field", "tests.test_config.test_type_mismatch_in_config", "tests.test_config.test_invalid_toml_syntax", "tests.test_config.test_multiple_keyword_groups", "tests.test_config.test_invalid_regex_pattern", "tests.test_errors.test_directory_instead_of_file_path", "tests.test_completions.test_multiple_completion_flags_bash_wins", "tests.test_advanced_modes.test_follow_mode_with_highlighting", "tests.test_config.test_custom_regexes_config", "tests.test_completions.test_bash_completions_includes_highlighter_names", "tests.test_completions.test_generate_zsh_completions_exact_output", "tests.test_config.test_style_attributes_bold_italic_underline", "tests.test_config.test_missing_keywords_field", "tests.test_config.test_config_with_cli_highlight", "tests.test_completions.test_fish_completions_output_is_stable", "tests.test_config.test_custom_quote_character", "tests.test_advanced_modes.test_follow_mode_with_custom_highlights", "tests.test_advanced_modes.test_follow_mode_with_special_characters", "tests.test_config.test_comprehensive_highlighting_default", "tests.test_advanced_modes.test_follow_and_exec_conflict_error", "tests.test_errors.test_invalid_toml_config_syntax_error", "tests.test_completions.test_completion_flag_ignores_stdin", "tests.test_completions.test_bash_completions_contains_function_definition", "tests.test_completions.test_fish_completions_includes_highlighter_choices", "tests.test_config.test_unknown_section_ignored", "tests.test_config.test_config_with_all_sections", "tests.test_config.test_partial_config", "tests.test_config.test_many_keywords_in_list", "tests.test_config.test_multiple_regex_patterns", "tests.test_completions.test_zsh_completions_output_is_stable", "tests.test_config.test_comprehensive_highlighting_custom", "tests.test_advanced_modes.test_follow_mode_empty_file_then_content", "tests.test_errors.test_binary_file_as_config_path", "tests.test_advanced_modes.test_follow_mode_file_with_no_final_newline", "tests.test_completions.test_fish_completions_contains_complete_commands", "tests.test_config.test_bright_color_variants", "tests.test_config.test_invalid_field_value", "tests.test_advanced_modes.test_follow_mode_with_long_lines", "tests.test_errors.test_config_file_with_wrong_types", "tests.test_highlighters.test_numbers_hexadecimal_values", "tests.test_keywords.test_builtin_keywords_default_all_groups", "tests.test_keywords.test_custom_highlight_in_realistic_log_context", "tests.test_pager.test_custom_pager_with_cat_and_file_placeholder", "tests.test_pager.test_custom_pager_head_limits_output", "tests.test_pager.test_pager_flag_overrides_env_var", "tests.test_pager.test_custom_pager_without_args_errors", "tests.test_pager.test_custom_pager_empty_command_errors", "tests.test_pager.test_pager_with_quoted_arguments", "tests.test_pager.test_print_flag_overrides_pager", "tests.test_pager.test_pager_with_grep_filtering", "tests.test_errors.test_no_arguments_and_no_stdin" ], "failed_tests_omitted": 43, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 785, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "bensadeh__tailspin.6278437", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7173632", "calls": "84", "created_at": "2026-05-17T10:05:01.012855+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "7.0305", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7498058", "instance_id": "bensadeh__tailspin.6278437", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "498", "n_system_errors": "0", "n_tests": "615", "n_warnings": "0", "output_tokens": "60717", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "24088", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-bensadeh-tailspin", "run_version": "", "score": "0.8097560975609757", "session_ended_at": "2026-05-17T10:23:56.417Z", "session_started_at": "2026-05-17T10:05:03.993Z", "test_branch_errors": "{}", "total_tokens": "7558775", "wall_clock_seconds": "1132" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./tspin.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-bensadeh-tailspin", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }