{
"agent_trace": {
"codex_logs_available_local_only": true,
"raw_logs_published": false
},
"collected_at": "2026-05-18T13:25:07.965037+00:00",
"docker_cpus": 16,
"docker_memory": "30g",
"eval": {
"error_code": null,
"failed_tests": [
"eval.tests.test_edge_cases.test_invalid_text_color_value",
"eval.tests.test_generation.test_generate_zsh_completion",
"eval.tests.test_image_options.test_color_resolution_requires_image",
"tests.test_ascii.test_ascii_colors_invalid_out_of_bounds",
"tests.test_edge_cases.test_invalid_color_value",
"tests.test_image.test_color_resolution_without_image",
"tests.test_shell_completions.test_generate_powershell_completion",
"tests.test_shell_completions.test_generate_zsh_completion",
"tests.test_shell_completions.test_generate_elvish_completion",
"tests.test_text_formatting.test_text_colors_invalid_out_of_bounds",
"tests.test_cli_gaps.test_ascii_language_invalid_value",
"tests.test_cli_gaps.test_type_filter_invalid_value",
"tests.test_cli_gaps.test_generate_bash_completion_valid",
"tests.test_ascii_art.test_rust_default_ascii_art",
"tests.test_cli_flags.test_nerd_fonts_flag",
"tests.test_authors.test_single_author_multiple_emails_treated_separately",
"tests.test_cli_flags.test_generate_bash_completion_script",
"tests.test_ascii_art.test_ascii_input_empty_string",
"tests.test_cli_flags.test_invalid_flag_combination_color_resolution_without_image",
"tests.test_basic_repo.test_multi_language_detection",
"tests.test_dependencies.test_number_separator_comma",
"tests.test_churn.test_churn_with_file_renames",
"tests.test_edge_case_sweep.test_no_title_flag_hides_title",
"tests.test_basic_repo.test_churn_tracking",
"tests.test_edge_case_sweep.test_detached_head_shows_empty_refs",
"tests.test_cli_gaps.test_generate_powershell_completion_valid",
"tests.test_cli_flags.test_generate_zsh_completion_script",
"tests.test_ascii_art.test_python_default_ascii_art",
"tests.test_cli_flags.test_ascii_language_override",
"tests.test_ascii_art.test_ascii_input_with_color_codes",
"tests.test_cli_flags.test_completion_shells_all_supported",
"tests.test_dependencies.test_number_separator_space",
"tests.test_basic_repo.test_repo_with_remote_url",
"tests.test_cli_gaps.test_churn_pool_size_large_value",
"tests.test_edge_case_sweep.test_binary_only_repo_no_loc",
"tests.test_dependencies.test_both_manifests_cargo_takes_precedence",
"tests.test_authors.test_default_bot_pattern_matches_correctly",
"tests.test_churn.test_churn_with_merge_commits",
"tests.test_edge_case_sweep.test_repo_with_multiple_branches",
"tests.test_edge_case_sweep.test_ascii_language_invalid_value_error",
"tests.test_cli_gaps.test_generate_elvish_completion_valid",
"tests.test_cli_flags.test_generate_fish_completion_script",
"tests.test_ascii_art.test_javascript_default_ascii_art",
"tests.test_dependencies.test_number_separator_underscore",
"tests.test_cli_flags.test_invalid_ascii_color_out_of_range",
"tests.test_ascii_art.test_ascii_colors_more_than_needed",
"tests.test_cli_gaps.test_invalid_regex_no_bots",
"tests.test_cli_gaps.test_number_of_authors_large_value",
"tests.test_edge_case_sweep.test_generate_bash_completion",
"tests.test_filtering.test_exclude_nested_directory_pattern",
"tests.test_generated_language_final.test_language_detection_json[Html-.html-TestHello
]",
"tests.test_edge_cases.test_shallow_clone_repo",
"tests.test_generated_language_final.test_language_detection_json[Elm-.elm-module Main exposing (..)\\nimport Html exposing (text)\\nmain = text \"Hello\"]",
"tests.test_cli_gaps.test_number_of_authors_zero_accepted",
"tests.test_edge_cases.test_repo_with_gitignore",
"tests.test_ascii_art.test_go_default_ascii_art",
"tests.test_ascii_art.test_ascii_colors_out_of_range",
"tests.test_cli_flags.test_no_art_flag",
"tests.test_cli_flags.test_no_title_flag",
"tests.test_generated_language_final.test_nerd_fonts_chip_icon",
"tests.test_dependencies.test_cargo_only_counts_dependencies_not_dev_or_build",
"tests.test_cli_gaps.test_number_of_authors_negative_rejected",
"tests.test_cli_gaps.test_number_of_file_churns_large_value",
"tests.test_edge_case_sweep.test_type_filter_prose_excludes_code",
"tests.test_generated_language_final.test_language_detection_json[Css-.css-body { color: blue; }]",
"tests.test_generated_language_final.test_language_detection_json[Ada-.adb-with Ada.Text_IO; use Ada.Text_IO;\\nprocedure Hello is\\nbegin\\n Put_Line (\"Hello!\");\\nend Hello;]",
"tests.test_generated_language_final.test_language_detection_json[OCaml-.ml-let () = print_endline \"Hello, World!\"]",
"tests.test_cli_gaps.test_number_of_languages_zero_accepted",
"tests.test_generated_language_final.test_additional_language_detection_json[Tcl-.tcl-puts \"Hello, World!\"]",
"tests.test_cli_gaps.test_number_of_authors_overflow",
"tests.test_ascii_art.test_no_color_palette_flag",
"tests.test_cli_flags.test_number_of_languages_in_text_output",
"tests.test_cli_gaps.test_disabled_fields_invalid_value",
"tests.test_edge_case_sweep.test_ascii_colors_out_of_range_error",
"tests.test_filtering.test_include_hidden_files_affects_loc",
"tests.test_generated_language_final.test_language_type_filter[Css-.css-body { color: blue; }-markup]",
"tests.test_generated_language_final.test_language_type_filter[Tex-.tex-\\\\documentclass{article}\\n\\\\begin{document}Test\\\\end{document}-markup]",
"tests.test_edge_case_sweep.test_type_filter_data_shows_only_data_languages",
"tests.test_git_gaps.test_deletion_changes_not_counted_in_churn",
"tests.test_generated_language_final.test_data_language_detection_with_filter[Json-.json-{\"message\": \"Hello, World!\"}-data]"
],
"failed_tests_omitted": 171,
"public_eval_path": "eval.json",
"summary_path": "eval-summary.json",
"test_branch_errors": {},
"test_records": 1214,
"warnings": []
},
"host_machine": "x86_64",
"host_system": "Linux",
"inference_mode": "mini-swe-compatible-nointernet",
"instance_id": "o2sh__onefetch.e5958ce",
"metrics": {
"almost_resolved": "False",
"cached_input_tokens": "4078080",
"calls": "60",
"created_at": "2026-05-17T13:32:28.399293+00:00",
"docker_cpus": "16",
"docker_memory": "30g",
"error_code": "",
"estimated_cost_usd": "4.2808",
"evaluator_problem": "False",
"host_machine": "x86_64",
"host_system": "Linux",
"inference_mode": "mini-swe-compatible-nointernet",
"input_tokens": "4242286",
"instance_id": "o2sh__onefetch.e5958ce",
"long_context_calls": "0",
"model": "gpt-5.5",
"n_resolved_tests": "920",
"n_system_errors": "0",
"n_tests": "1166",
"n_warnings": "0",
"output_tokens": "47359",
"paper_compliant": "False",
"pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
"reasoning_effort": "xhigh",
"reasoning_output_tokens": "14926",
"resolved": "False",
"run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-o2sh-onefetch",
"run_version": "20260517T094700Z",
"score": "0.7890222984562607",
"session_ended_at": "2026-05-17T13:45:48.171Z",
"session_started_at": "2026-05-17T13:32:31.594Z",
"test_branch_errors": "{}",
"total_tokens": "4289645",
"wall_clock_seconds": "796"
},
"model": "gpt-5.5",
"package": {
"contents": [
".",
"./compile.sh",
"./executable",
"./onefetch.py"
],
"contents_omitted": 0,
"submission_available_local_only": true
},
"paper_compliant": false,
"paper_mode": false,
"reasoning_effort": "xhigh",
"run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-o2sh-onefetch",
"run_version": "20260517T094700Z",
"usage_audit": {
"available_local_artifact": true,
"public_path": "usage-audit.json"
}
}