{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:59.210374+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_additional_coverage.test_log_file", "eval.tests.test_config_and_sorting.test_log_file_gets_written", "eval.tests.test_config_comprehensive.test_config_archive_browsing", "eval.tests.test_coverage_boost.test_log_file_with_content", "eval.tests.test_coverage_improvement.test_single_file_scan", "eval.tests.test_additional_coverage.test_database_with_filtering", "eval.tests.test_coverage_improvement.test_ignore_from_file_multiple_patterns", "eval.tests.test_coverage_improvement.test_log_file_permissions", "eval.tests.test_coverage_improvement.test_no_prefix_large_numbers", "eval.tests.test_coverage_push.test_log_file_creation", "eval.tests.test_final_coverage.test_database_storage_with_complex_structure", "eval.tests.test_final_coverage_push.test_error_no_prefix_and_si", "eval.tests.test_final_coverage_push.test_output_to_stdout", "eval.tests.test_final_push.test_database_with_filters", "eval.tests.test_final_push.test_time_filter_with_database", "eval.tests.test_config_and_sorting.test_database_sqlite_persistence", "eval.tests.test_final_push.test_ignore_from_nonexistent_file", "eval.tests.test_coverage_push.test_database_sqlite_write_and_read", "eval.tests.test_database.test_sqlite_database_creation", "eval.tests.test_final_coverage.test_badger_vs_sqlite_consistency", "eval.tests.test_intensive_coverage_boost.test_log_file_comprehensive", "eval.tests.test_final_coverage_push.test_json_export_with_archive_content", "eval.tests.test_intensive_coverage.test_database_with_filters_comprehensive", "eval.tests.test_final_coverage_push.test_database_with_filters", "eval.tests.test_intensive_coverage_boost.test_database_operations_comprehensive", "eval.tests.test_massive_coverage_push.test_database_with_large_structure", "eval.tests.test_final_push.test_badger_database_with_options", "eval.tests.test_massive_coverage_push.test_zip_with_subdirectories", "eval.tests.test_config_and_sorting.test_database_badger_persistence", "eval.tests.test_coverage_push.test_database_badger_write_and_read", "eval.tests.test_database.test_badger_database_creation", "eval.tests.test_more_coverage.test_database_sqlite_read_write_cycle", "eval.tests.test_progress_and_storage.test_database_read_from_storage", "eval.tests.test_real_world_scenarios.test_database_real_directory", "eval.tests.test_intensive_coverage_boost.test_database_and_json_combined", "eval.tests.test_real_world_scenarios.test_database_with_options_real", "eval.tests.test_strengthened.test_database_badger_round_trip", "eval.tests.test_strengthened.test_log_file_content_verification", "eval.tests.test_strengthened.test_database_sqlite_round_trip", "eval.tests.test_database.test_read_from_sqlite_storage", "eval.tests.test_more_coverage.test_database_badger_read_write_cycle", "eval.tests.test_progress_and_storage.test_badger_read_from_storage", "eval.tests.test_targeted_coverage.test_database_with_apparent_size", "eval.tests.test_targeted_coverage.test_database_with_all_options", "eval.tests.test_real_world_scenarios.test_log_file_real", "eval.tests.test_database.test_read_from_badger_storage", "tests.test_cli_concurrency.test_sequential_analysis_completes_successfully", "tests.test_cli_advanced.test_log_file_overwrites_existing_file", "tests.test_cli_archives.test_archive_browsing_zero_byte_files", "tests.test_cli_archives.test_archive_browsing_jar_file_recognition", "tests.test_cli_archives.test_archive_browsing_special_characters_in_names", "tests.test_cli_advanced.test_conflicting_flags_no_prefix_and_si", "tests.test_cli_database.test_corrupt_sqlite_database_error", "tests.test_cli_basic.test_flag_combination_si_and_no_prefix_error", "tests.test_cli_analyze_gaps2.test_database_read_with_multiple_filters_combined", "tests.test_cli_analyze_gaps2.test_database_read_with_type_filter", "tests.test_cli_analyze_gaps2.test_database_read_with_since_date_filter", "tests.test_cli_database.test_sqlite_basic_scan_creates_database_file", "tests.test_cli_errors.test_output_to_stdout_dash", "tests.test_cli_analyze_gaps2.test_database_read_with_min_age_filter", "tests.test_cli_advanced.test_config_file_write_and_read_round_trip", "tests.test_cli_database.test_sqlite_handles_hard_links", "tests.test_cli_concurrency.test_max_cores_parallel_analysis", "tests.test_cli_advanced.test_max_cores_with_log_file_confirms_setting", "tests.test_cli_archives.test_archive_browsing_case_insensitive_extensions", "tests.test_cli_archives.test_archive_browsing_empty_zip", "tests.test_cli_archives.test_archive_browsing_deep_directory_nesting", "tests.test_cli_basic.test_very_small_files_byte_formatting", "tests.test_cli_analyze_gaps2.test_database_read_with_exclude_type", "tests.test_cli_database.test_sqlite_with_file_type_filters", "tests.test_cli_analyze_gaps2.test_database_read_with_until_date_filter", "tests.test_cli_database.test_badgerdb_basic_scan_creates_directory", "tests.test_cli_export_errors.test_export_from_storage_nonexistent_db", "tests.test_cli_advanced.test_config_file_with_invalid_yaml_reports_error", "tests.test_cli_analyze_gaps2.test_database_read_with_max_age_filter", "tests.test_cli_export_errors.test_export_to_directory_fails", "tests.test_cli_advanced.test_config_file_loads_and_applies_settings", "tests.test_cli_database.test_sqlite_with_time_filter_persisted", "tests.test_cli_concurrency.test_database_analysis_signals_completion", "tests.test_cli_archives.test_archive_browsing_mixed_with_hidden_files" ], "failed_tests_omitted": 270, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1553, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "dundee__gdu.ede21d2", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4603008", "calls": "83", "created_at": "2026-05-17T10:46:26.294119+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.4979", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "4764334", "instance_id": "dundee__gdu.ede21d2", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "846", "n_system_errors": "0", "n_tests": "1161", "n_warnings": "0", "output_tokens": "46325", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "13968", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-dundee-gdu", "run_version": "", "score": "0.7286821705426356", "session_ended_at": "2026-05-17T11:01:18.106Z", "session_started_at": "2026-05-17T10:46:29.297Z", "test_branch_errors": "{}", "total_tokens": "4810659", "wall_clock_seconds": "888" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./gdu_reimpl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-dundee-gdu", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }