{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:16.249870+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_error_cases.test_negative_column_width", "eval.tests.test_error_cases.test_invalid_column_width", "eval.tests.test_input_output.test_input_short_flag", "eval.tests.test_input_output.test_input_from_stdin", "eval.tests.test_input_output.test_input_from_json_file", "tests.test_config_input.test_input_from_file_adds_to_scan", "tests.test_cli_utils.test_embedded_languages_with_narrow_columns", "tests.test_config_input.test_config_multiple_types_filter", "tests.test_config_input.test_input_from_stdin", "tests.test_counting_accuracy.test_perl_pod_documentation", "tests.test_config_input.test_config_no_ignore_vcs_option", "tests.test_counting_accuracy.test_php_multiple_comment_styles", "tests.test_cli_basic.test_conflicting_flags_sort_and_rsort", "tests.test_cli_utils.test_columns_120_wide_terminal", "tests.test_config_input.test_input_malformed_json_error", "tests.test_counting_accuracy.test_fortran_column_seven_comments", "tests.test_counting_accuracy.test_rust_doc_comments_vs_regular", "tests.test_cli_basic.test_languages_list_comprehensive", "tests.test_cli_basic.test_multiple_types_flags", "tests.test_counting_accuracy.test_lua_multiline_comments", "tests.test_error_handling.test_file_with_mixed_line_endings", "tests.test_embedded_languages.test_blank_only_embedded_blocks_no_children", "tests.test_error_handling.test_types_case_sensitivity", "tests.test_cli_basic.test_conflicting_flags_columns_and_output", "tests.test_config_input.test_config_hidden_files_option", "tests.test_config_input.test_input_empty_file_error", "tests.test_config_input.test_config_no_ignore_dot_option", "tests.test_counting_accuracy.test_vim_script_comments", "tests.test_counting_accuracy.test_code_then_multiline_comment_then_code", "tests.test_counting_accuracy.test_html_comments", "tests.test_cli_utils.test_embedded_languages_display", "tests.test_counting_accuracy.test_d_nested_comments", "tests.test_embedded_languages.test_html_commented_embedded_blocks_counted_as_html_comments", "tests.test_embedded_languages.test_lingua_franca_embedded_c_code", "tests.test_error_handling.test_conflicting_flags_columns_and_output", "tests.test_error_handling.test_very_long_exclude_pattern", "tests.test_error_handling.test_invalid_glob_pattern_logs_error_continues", "tests.test_error_handling.test_types_multiple_languages", "tests.test_filtering.test_glob_pattern_wildcard_files", "tests.test_config_input.test_input_empty_stdin_error", "tests.test_config_input.test_config_dotokeirc_alternative_name", "tests.test_counting_accuracy.test_emacs_lisp_semicolon_comments", "tests.test_config_input.test_config_multiple_options_combined", "tests.test_embedded_languages.test_markdown_code_block_without_language_not_embedded", "tests.test_filtering.test_types_filter_case_insensitive", "tests.test_harvest.test_fixture_counts[tests/data/Daml.daml-expected0]", "tests.test_embedded_languages.test_ruby_html_with_embedded_css_javascript", "tests.test_embedded_languages.test_markdown_unclosed_fence_consumes_rest_of_file", "tests.test_harvest.test_fixture_counts[tests/data/abnf.abnf-expected11]", "tests.test_harvest.test_fixture_counts[tests/data/asn1.asn1-expected17]", "tests.test_error_handling.test_input_file_malformed_data", "tests.test_filtering.test_glob_pattern_double_star_directories", "tests.test_harvest.test_fixture_counts[tests/data/bicep.bicep-expected23]", "tests.test_harvest.test_fixture_counts[tests/data/cairo.cairo-expected29]", "tests.test_harvest.test_fixture_counts[tests/data/clojurec.cljc-expected35]", "tests.test_config_input.test_config_types_filter", "tests.test_config_input.test_config_toml_precedence_over_tokeirc", "tests.test_config_input.test_config_empty_types_array", "tests.test_embedded_languages.test_vue_template_with_pug_lang_attribute", "tests.test_harvest.test_fixture_counts[tests/data/MSBuild.csproj-expected2]", "tests.test_harvest.test_fixture_counts[tests/data/NuGet.Config-expected5]", "tests.test_embedded_languages.test_multiline_script_style_tags_not_detected", "tests.test_harvest.test_fixture_counts[tests/data/ats.dats-expected18]", "tests.test_filtering.test_symlinks_not_followed_by_default", "tests.test_harvest.test_fixture_counts[tests/data/alloy.als-expected12]", "tests.test_harvest.test_fixture_counts[tests/data/bitbake.bb-expected24]", "tests.test_harvest.test_fixture_counts[tests/data/cuda.cu-expected44]", "tests.test_harvest.test_fixture_counts[tests/data/cangjie.cj-expected30]", "tests.test_harvest.test_fixture_counts[tests/data/fstar.fst-expected67]", "tests.test_harvest.test_fixture_counts[tests/data/clojurescript.cljs-expected36]", "tests.test_config_input.test_config_no_ignore_option", "tests.test_embedded_languages.test_html_mixed_script_types_detected_separately", "tests.test_counting_accuracy.test_nested_multiline_comments_cpp", "tests.test_harvest.test_fixture_counts[tests/data/PKGBUILD-expected6]", "tests.test_harvest.test_fixture_counts[tests/data/Modelica.mo-expected4]", "tests.test_harvest.test_fixture_counts[tests/data/hcl.tf-expected83]", "tests.test_harvest.test_fixture_counts[tests/data/dust.dust-expected51]", "tests.test_harvest.test_fixture_counts[tests/data/elvish.elv-expected56]", "tests.test_harvest.test_fixture_counts[tests/data/apl.apl-expected13]", "tests.test_harvest.test_fixture_counts[tests/data/ballerina.bal-expected20]" ], "failed_tests_omitted": 175, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 760, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "xampprocky__tokei.505d648", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2864512", "calls": "53", "created_at": "2026-05-17T16:37:51.089526+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.2865", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "2963116", "instance_id": "xampprocky__tokei.505d648", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "482", "n_system_errors": "0", "n_tests": "732", "n_warnings": "0", "output_tokens": "45375", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "14725", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-xampprocky-tokei", "run_version": "20260517T094700Z", "score": "0.6584699453551912", "session_ended_at": "2026-05-17T16:52:18.504Z", "session_started_at": "2026-05-17T16:37:54.274Z", "test_branch_errors": "{}", "total_tokens": "3008491", "wall_clock_seconds": "864" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./tokei_clone.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-xampprocky-tokei", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }