{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:05.271417+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_tmux_fixed.test_tmux_open_commit_disabled", "tests.test_tmux_fixed.test_tmux_help_view_disabled", "tests.test_tmux_fixed.test_tmux_log_view", "tests.test_tmux_fixed.test_tmux_show_view", "eval.tests.test_env_and_config.test_tigrc_user_custom_location", "eval.tests.test_env_and_config.test_tigrc_user_nonexistent", "eval.tests.test_env_and_config.test_tigrc_system_custom_location", "eval.tests.test_env_and_config.test_tig_diff_opts", "eval.tests.test_env_and_config.test_tig_trace_enables_logging", "eval.tests.test_env_and_config.test_tig_editor_custom", "eval.tests.test_env_and_config.test_tig_ls_remote_custom", "eval.tests.test_env_and_config.test_git_dir_environment", "eval.tests.test_env_and_config.test_home_environment_for_tigrc", "eval.tests.test_env_and_config.test_xdg_config_home_for_tigrc", "eval.tests.test_env_and_config.test_multiple_env_vars_together", "eval.tests.test_env_and_config.test_tigrc_with_set_commands", "eval.tests.test_env_and_config.test_tigrc_with_bind_commands", "eval.tests.test_env_and_config.test_tigrc_with_color_commands", "eval.tests.test_env_and_config.test_tigrc_with_source_command", "eval.tests.test_env_and_config.test_tigrc_with_comments", "eval.tests.test_env_and_config.test_tigrc_empty_file", "eval.tests.test_env_and_config.test_tigrc_with_whitespace_only", "eval.tests.test_error_paths.test_not_a_git_repository", "eval.tests.test_error_paths.test_invalid_revision_spec", "eval.tests.test_error_paths.test_blame_missing_file", "eval.tests.test_error_paths.test_grep_without_pattern", "eval.tests.test_error_paths.test_conflicting_options", "eval.tests.test_error_paths.test_dash_dash_without_path", "eval.tests.test_error_paths.test_multiple_dash_dash", "eval.tests.test_error_paths.test_option_after_revision", "eval.tests.test_error_paths.test_very_long_option_value", "eval.tests.test_error_paths.test_regex_metacharacters_in_grep", "tests.test_config_parsing.test_tab_size_negative", "tests.test_config_parsing.test_tab_size_zero", "tests.test_config_parsing.test_tab_size_too_large", "tests.test_config_parsing.test_line_number_interval_obsolete", "tests.test_config_parsing.test_obsolete_option_read_git_colors", "tests.test_config_parsing.test_id_width_negative", "tests.test_config_parsing.test_obsolete_option_status_untracked_dirs", "tests.test_config_parsing.test_option_no_value", "tests.test_config_parsing.test_obsolete_option_show_refs", "tests.test_config_parsing.test_option_missing_equals", "tests.test_config_parsing.test_obsolete_option_author_width", "tests.test_config_parsing.test_diff_context_negative", "tests.test_config_parsing.test_id_width_too_large", "tests.test_blame_view.test_blame_initial_screen@tui", "tests.test_config_parsing.test_commit_order_enum_values", "tests.test_config_parsing.test_bind_unknown_special_key", "tests.test_config_parsing.test_bind_obsolete_escape_syntax", "tests.test_config_parsing.test_bind_obsolete_ctrl_syntax", "tests.test_config_parsing.test_bind_unknown_keymap", "tests.test_config_parsing.test_bind_invalid_key_format_missing_close_bracket", "tests.test_config_parsing.test_bind_ctrl_case_conflict", "tests.test_config_parsing.test_color_invalid_area", "tests.test_config_parsing.test_option_invalid_boolean", "tests.test_config_parsing.test_bind_internal_command_without_colon", "tests.test_config_parsing.test_bind_run_request_invalid_flag", "tests.test_config_parsing.test_split_view_height_percentage_too_large", "tests.test_config_parsing.test_vertical_split_enum_values", "tests.test_config_parsing.test_split_view_height_percentage_negative", "tests.test_config_parsing.test_horizontal_scroll_invalid_double", "tests.test_config_parsing.test_split_view_width_percentage_too_large", "tests.test_blame_view.test_blame_navigation@tui", "tests.test_config_parsing.test_history_size_negative", "tests.test_config_parsing.test_source_invalid_flag", "tests.test_config_parsing.test_source_no_arguments", "tests.test_config_parsing.test_source_too_many_arguments", "tests.test_config_parsing.test_color_with_invalid_regex", "tests.test_config_parsing.test_mouse_scroll_negative", "tests.test_config_parsing.test_mouse_scroll_too_large", "tests.test_config_parsing.test_color_invalid_background", "tests.test_config_parsing.test_refresh_interval_negative", "tests.test_config_parsing.test_color_invalid_attribute", "tests.test_config_parsing.test_color_obsolete_acked", "tests.test_config_parsing.test_refresh_mode_invalid_enum", "tests.test_config_parsing.test_ignore_case_invalid_enum", "tests.test_config_parsing.test_color_obsolete_main_revgraph", "tests.test_config_parsing.test_source_quiet_flag_suppresses_missing_file", "tests.test_config_parsing.test_color_invalid_foreground", "tests.test_config_parsing.test_color_with_invalid_keymap" ], "failed_tests_omitted": 233, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2237, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "jonas__tig.8334123", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2735360", "calls": "62", "created_at": "2026-05-17T11:56:47.755872+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.0824", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "2885203", "instance_id": "jonas__tig.8334123", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1334", "n_system_errors": "0", "n_tests": "1586", "n_warnings": "0", "output_tokens": "32182", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "13090", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jonas-tig", "run_version": "", "score": "0.8411097099621689", "session_ended_at": "2026-05-17T12:07:22.297Z", "session_started_at": "2026-05-17T11:56:52.458Z", "test_branch_errors": "{}", "total_tokens": "2917385", "wall_clock_seconds": "629" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./tig_reimpl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jonas-tig", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }