{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:17:59.911368+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_additional_coverage.test_aws_key_formats", "eval.tests.test_additional_coverage.test_credit_card_various_formats", "eval.tests.test_edge_cases.test_very_long_line", "eval.tests.test_additional_coverage.test_phone_various_formats", "eval.tests.test_additional_coverage.test_mac_various_formats", "eval.tests.test_additional_coverage.test_drop_filter_on_same_content", "eval.tests.test_additional_coverage.test_output_file_permissions", "eval.tests.test_additional_coverage.test_multiple_hashes_different_types", "eval.tests.test_additional_coverage.test_thorough_mode_same_type", "eval.tests.test_additional_coverage.test_social_security_formats", "eval.tests.test_additional_coverage.test_timing_with_large_input", "eval.tests.test_edge_cases.test_special_characters", "eval.tests.test_edge_cases.test_mixed_valid_invalid_emails", "eval.tests.test_edge_cases.test_repeated_matches", "eval.tests.test_extraction_features.test_email_extraction_long_flag", "eval.tests.test_extraction_features.test_phone_extraction", "eval.tests.test_additional_coverage.test_google_api_key_json", "eval.tests.test_additional_coverage.test_ipv6_various_formats", "eval.tests.test_edge_cases.test_case_sensitivity", "eval.tests.test_edge_cases.test_unicode_input", "eval.tests.test_additional_coverage.test_url_with_query_params", "eval.tests.test_additional_coverage.test_bitcoin_wallet_formats", "eval.tests.test_edge_cases.test_multiple_newlines", "eval.tests.test_extraction_features.test_email_extraction", "eval.tests.test_edge_cases.test_whitespace_variations", "eval.tests.test_extraction_features.test_mac_address_long_flag", "eval.tests.test_extraction_features.test_mac_address_extraction", "eval.tests.test_extraction_features.test_url_long_flag", "eval.tests.test_extraction_features.test_bitcoin_extraction", "eval.tests.test_extraction_features.test_hash_extraction", "eval.tests.test_extraction_features.test_phone_extraction_long_flag", "eval.tests.test_extraction_features.test_ip_address_extraction", "eval.tests.test_extraction_features.test_ip_address_long_flag", "eval.tests.test_extraction_features.test_ipv6_extraction", "eval.tests.test_extraction_features.test_credit_card_extraction", "eval.tests.test_extraction_features.test_ipv6_long_flag", "eval.tests.test_extraction_features.test_aws_key_extraction", "eval.tests.test_extraction_features.test_file_long_flag", "eval.tests.test_extraction_features.test_url_extraction", "eval.tests.test_extraction_features.test_credit_card_long_flag", "eval.tests.test_extraction_features.test_aws_long_flag", "eval.tests.test_extraction_features.test_file_extraction", "eval.tests.test_extraction_features.test_hash_long_flag", "eval.tests.test_extraction_features.test_bitcoin_long_flag", "eval.tests.test_filtering_processing.test_time_measurement", "eval.tests.test_filtering_processing.test_clean_and_thorough_combined", "eval.tests.test_input_handling.test_stdin_input_with_ip", "eval.tests.test_output_formatting.test_output_long_flag", "eval.tests.test_extraction_features.test_multiple_extraction_flags", "eval.tests.test_extraction_features.test_social_security_extraction", "eval.tests.test_filtering_processing.test_filter_with_ip", "eval.tests.test_extraction_features.test_social_long_flag", "eval.tests.test_filtering_processing.test_filter_pattern", "eval.tests.test_filtering_processing.test_drop_pattern", "eval.tests.test_filtering_processing.test_thorough_with_clean_and_hide", "eval.tests.test_filtering_processing.test_filter_and_drop_combined", "eval.tests.test_filtering_processing.test_thorough_long_flag", "eval.tests.test_filtering_processing.test_thorough_mode", "eval.tests.test_input_handling.test_stdin_input_with_email", "eval.tests.test_output_formatting.test_hide_identifier", "eval.tests.test_output_formatting.test_hide_long_flag", "eval.tests.test_output_formatting.test_clean_mode", "eval.tests.test_output_formatting.test_combined_output_options", "eval.tests.test_output_formatting.test_clean_long_flag", "tests.test_extraction_basic.test_ip_special_purpose_addresses", "tests.test_extraction_extended.test_google_keys_from_file", "tests.test_extraction_extended.test_mac_addresses_not_hyphen_format", "tests.test_extraction_basic.test_hash_with_drop_regex_by_length", "tests.test_extraction_basic.test_email_hide_prefix_flag", "tests.test_extraction_basic.test_ip_validation_extracts_valid_portions", "tests.test_extraction_extended.test_credit_card_clean_with_thorough", "tests.test_extraction_basic.test_empty_input_produces_no_output", "tests.test_extraction_basic.test_no_extraction_flags_shows_first_match_all_types", "tests.test_extraction_basic.test_url_with_fragments_multiple_per_line", "tests.test_extraction_basic.test_hash_from_password_dump_file", "tests.test_extraction_extended.test_phone_numbers_from_file", "tests.test_extraction_extended.test_social_security_from_file", "tests.test_extraction_basic.test_email_with_time_flag", "tests.test_extraction_basic.test_email_multiple_formats_per_line", "tests.test_extraction_extended.test_aws_keys_from_file" ], "failed_tests_omitted": 258, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 564, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "drew-alleman__datasurgeon.d257cee", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3184768", "calls": "71", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T00:55:46.949247+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.0078", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "3380438", "instance_id": "drew-alleman__datasurgeon.d257cee", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "182", "n_system_errors": "0", "n_tests": "502", "n_warnings": "0", "output_tokens": "47901", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "13100", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-drew-alleman-datasurgeon", "run_version": "20260518T232006Z", "score": "0.36254980079681276", "session_ended_at": "2026-05-19T01:08:13.073Z", "session_started_at": "2026-05-19T00:55:55.019Z", "test_branch_errors": "{}", "total_tokens": "3428339", "wall_clock_seconds": "738" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/21", "./.git/objects/21/e6dc06a9748a4bcde301bedece419fe0c069b8", "./.git/objects/3f", "./.git/objects/3f/bac08edc908a04e859486aa3e5fbbca6b0bfbb", "./.git/objects/68", "./.git/objects/68/3effb97f4f7acf11dd574a14a0403b4593c71f", "./.git/objects/8e", "./.git/objects/8e/a057923b2a85bdb55a44365f38ede6b7ad8ed4", "./.git/objects/bc", "./.git/objects/bc/ee39023e143875435768e89d0cc09e66e2f2f5", "./.git/objects/c3", "./.git/objects/c3/a42659d51142d47f42f264f22c5ec101fa5a27", "./.git/objects/c7", "./.git/objects/c7/551f28abf93b7bdad33f2d958444c8bc79e238", "./.git/objects/d8", "./.git/objects/d8/f63e65ddc87687f3663dcd92c50767b50d1108", "./.git/objects/e5", "./.git/objects/e5/f893e38b9bbdfeddba203bbce27a132f826290", "./.git/objects/e9", "./.git/objects/e9/aca3b0b83bd1c4521bdd2a4912c28f3276bf27", "./.git/objects/f0", "./.git/objects/f0/5ed3aee25ec7a0009356d509966822d04645ec", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./CODE_OF_CONDUCT.md", "./LICENSE", "./README.md", "./compile.sh", "./datasurgeon.py", "./executable", "./media", "./media/csv_output.gif", "./media/directory_search.gif", "./media/help_preview.PNG", "./media/main.gif", "./media/wget_preview.gif" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-drew-alleman-datasurgeon", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }