{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:22:45.614261+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_basic.test_nonexistent_file", "tests.test_extensive_patterns.test_alternation_in_patterns", "tests.test_ignore_mechanisms.test_pragma_allowlist_secret", "tests.test_precommit.test_install_precommit_with_strict_ignore_error", "tests.test_precommit.test_install_precommit_appends_to_existing", "tests.test_ignore_mechanisms.test_pragma_allowlist_secret_inline", "tests.test_precommit.test_install_precommit_with_only_matching_error", "tests.test_precommit.test_install_precommit_with_precommit_d", "eval.tests.test_basic.test_nonexistent_path", "eval.tests.test_basic.test_exit_code_no_secrets", "eval.tests.test_ignore_mechanisms.test_pragma_allowlist_comment", "eval.tests.test_ignore_mechanisms.test_pragma_comment_case_sensitive", "eval.tests.test_ignore_mechanisms.test_existing_test_none_file", "eval.tests.test_input_handling.test_multiple_directories", "eval.tests.test_output_formatting.test_no_output_when_no_secrets", "eval.tests.test_precommit.test_install_precommit_append_to_existing", "eval.tests.test_precommit.test_install_precommit_with_only_matching_error", "eval.tests.test_precommit.test_install_precommit_with_strict_ignore_error", "eval.tests.test_precommit.test_install_precommit_dot_d_directory", "eval.tests.test_secret_detection.test_all_predefined_secrets_in_test_files", "eval.tests.test_secret_detection.test_no_false_positive_constant_reference", "eval.tests.test_input_handling.test_directory_recursive", "eval.tests.test_precommit.test_install_precommit_preserve_existing_permissions", "eval.tests.test_cli.test_install_pre_commit_with_strict_ignore_error", "eval.tests.test_cli.test_slack_webhook_detection", "eval.tests.test_cli.test_additional_pattern_flag", "eval.tests.test_edge_cases.test_broken_symlink_error_handling", "eval.tests.test_edge_cases.test_file_with_invalid_utf8_sequences", "eval.tests.test_edge_cases.test_empty_directory_no_crash", "eval.tests.test_edge_cases.test_install_precommit_with_only_matching_error", "eval.tests.test_edge_cases.test_mixed_valid_and_invalid_files", "eval.tests.test_edge_cases.test_non_utf8_encoding_latin1", "eval.tests.test_edge_cases.test_nonexistent_file_error_handling", "eval.tests.test_harvest.test_fixture_none", "eval.tests.test_edge_cases.test_invalid_regex_pattern_error", "eval.tests.test_harvest.test_fixture_one_per_line_url", "eval.tests.test_harvest.test_fixture_count_parametrized[test/one_per_line/url-2]", "eval.tests.test_ignore.test_nested_directory_patterns", "eval.tests.test_ignore.test_wildcard_pattern_with_prefix", "eval.tests.test_cli.test_install_pre_commit_with_only_matching_error", "eval.tests.test_edge_cases.test_deeply_nested_empty_directories", "eval.tests.test_edge_cases.test_install_precommit_with_strict_ignore_error", "eval.tests.test_ignore.test_directory_without_trailing_slash", "eval.tests.test_patterns.test_url_credentials_password_length_validation", "eval.tests.test_patterns.test_low_entropy_strings_filtered", "eval.tests.test_patterns.test_url_password_length_enforcement", "eval.tests.test_precommit.test_appends_to_existing_hook", "eval.tests.test_precommit.test_precommit_d_directory_integration", "eval.tests.test_precommit.test_rejects_only_matching_with_install", "eval.tests.test_precommit.test_hook_allows_commit_without_secret", "eval.tests.test_harvest.test_fixture_count_parametrized[test/none-0]", "eval.tests.test_precommit.test_mixed_clean_and_secret_files", "eval.tests.test_precommit.test_hook_handles_empty_commit_gracefully", "eval.tests.test_precommit.test_hook_with_binary_file_staged", "eval.tests.test_precommit.test_hook_detects_multiple_secrets_in_one_file", "eval.tests.test_ignore.test_double_star_pattern", "eval.tests.test_precommit.test_rejects_strict_ignore_with_install", "eval.tests.test_precommit.test_creates_hooks_directory_if_missing", "eval.tests.test_precommit.test_hook_blocks_commit_with_secret", "eval.tests.test_precommit.test_preserves_hook_permissions_on_append", "eval.tests.test_precommit.test_hook_with_subdirectory_files", "eval.tests.test_precommit.test_append_preserves_shebang", "eval.tests.test_precommit.test_hook_with_deleted_file_staged", "eval.tests.test_argparse.test_additional_pattern_accepts_equals_syntax", "eval.tests.test_argparse.test_strict_ignore_short_flag_not_supported", "eval.tests.test_argparse.test_only_matching_short_flag_not_supported", "eval.tests.test_argparse.test_combined_short_flags_are_not_supported", "eval.tests.test_argparse.test_double_dash_treats_next_token_as_positional_value_not_flag", "eval.tests.test_argparse.test_default_sources_is_dot_when_no_positionals", "eval.tests.test_argparse.test_multiple_positional_sources_are_accepted", "eval.tests.test_config_handling.test_malformed_secretsignore_does_not_crash_and_reports_error", "eval.tests.test_double_dash_behavior.test_double_dash_treats_help_as_positional_error_to_stderr", "eval.tests.test_scan_behavior.test_scan_no_secrets_exit_0_and_no_output", "eval.tests.test_scan_behavior.test_dash_argument_is_treated_as_literal_path_not_stdin", "eval.tests.test_scan_behavior.test_nonexistent_path_reports_error_on_stderr_and_exit_0", "eval.tests.test_ignore.TestPragmaComments.test_pragma_comment_hash_style", "eval.tests.test_features.TestNonSecrets.test_non_random_strings", "eval.tests.test_ignore.TestPragmaComments.test_inline_pragma_comment", "eval.tests.test_ignore.TestSecretsIgnoreFile.test_secretsignore_directory_pattern", "eval.tests.test_ripsecrets_behavior.test_help_long_contains_usage_blocks" ], "failed_tests_omitted": 8, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 937, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "sirwart__ripsecrets.34c9e03", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3145984", "calls": "74", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T06:01:31.416111+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.6662", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "3305821", "instance_id": "sirwart__ripsecrets.34c9e03", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "539", "n_system_errors": "0", "n_tests": "611", "n_warnings": "0", "output_tokens": "43133", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "16427", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-sirwart-ripsecrets", "run_version": "20260518T232006Z", "score": "0.8821603927986906", "session_ended_at": "2026-05-19T06:15:19.417Z", "session_started_at": "2026-05-19T06:01:39.300Z", "test_branch_errors": "{}", "total_tokens": "3348954", "wall_clock_seconds": "820" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/72", "./.git/objects/72/acfcf10c6a7ca0bdc689da9998f0dd8e1b7dd9", "./.git/objects/7a", "./.git/objects/7a/479f84de25753d51d4d5fb793f30d821d4fbdc", "./.git/objects/a8", "./.git/objects/a8/01868e598c813854d7d8bc78452d6eed419951", "./.git/objects/e6", "./.git/objects/e6/792abd3aa8e2021f6fa55e9887fda8057a44be", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./.ripsecrets_impl", "./.ripsecrets_impl/ripsecrets.py", "./LICENSE", "./README.md", "./compile.sh", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-sirwart-ripsecrets", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }