{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:14.146074+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_extensive_patterns.test_alternation_in_patterns", "tests.test_ignore_mechanisms.test_pragma_allowlist_secret", "tests.test_precommit.test_install_precommit_with_precommit_d", "tests.test_precommit.test_install_precommit_already_installed", "tests.test_ignore_mechanisms.test_pragma_allowlist_secret_inline", "tests.test_precommit.test_install_precommit_with_strict_ignore_error", "tests.test_precommit.test_install_precommit_with_only_matching_error", "eval.tests.test_basic.test_exit_code_no_secrets", "eval.tests.test_ignore_mechanisms.test_pragma_comment_case_sensitive", "eval.tests.test_ignore_mechanisms.test_pragma_allowlist_comment", "eval.tests.test_ignore_mechanisms.test_existing_test_none_file", "eval.tests.test_output_formatting.test_no_output_when_no_secrets", "eval.tests.test_precommit.test_install_precommit_with_strict_ignore_error", "eval.tests.test_precommit.test_install_precommit_with_only_matching_error", "eval.tests.test_precommit.test_install_precommit_dot_d_directory", "eval.tests.test_precommit.test_install_precommit_already_installed", "eval.tests.test_precommit.test_install_precommit_multiple_repos", "eval.tests.test_cli.test_slack_webhook_detection", "eval.tests.test_cli.test_install_pre_commit_with_strict_ignore_error", "eval.tests.test_cli.test_multiple_file_arguments", "eval.tests.test_cli.test_multiple_secrets_in_file", "eval.tests.test_cli.test_additional_pattern_flag", "eval.tests.test_edge_cases.test_file_with_invalid_utf8_sequences", "eval.tests.test_edge_cases.test_install_precommit_with_only_matching_error", "eval.tests.test_edge_cases.test_non_utf8_encoding_latin1", "eval.tests.test_harvest.test_fixture_none", "eval.tests.test_harvest.test_fixture_one_per_line_random", "eval.tests.test_harvest.test_fixture_one_per_line_url", "eval.tests.test_harvest.test_fixture_count_parametrized[test/one_per_line/random-10]", "eval.tests.test_harvest.test_fixture_count_parametrized[test/one_per_line/url-2]", "eval.tests.test_ignore.test_nested_directory_patterns", "eval.tests.test_ignore.test_whitespace_in_secretsignore", "eval.tests.test_ignore.test_double_star_pattern", "eval.tests.test_cli.test_install_pre_commit_with_only_matching_error", "eval.tests.test_edge_cases.test_install_precommit_with_strict_ignore_error", "eval.tests.test_patterns.test_url_credentials_password_length_validation", "eval.tests.test_patterns.test_random_string_pattern_with_keywords", "eval.tests.test_patterns.test_low_entropy_strings_filtered", "eval.tests.test_harvest.test_fixture_count_parametrized[test/none-0]", "eval.tests.test_patterns.test_url_password_length_enforcement", "eval.tests.test_precommit.test_precommit_d_directory_integration", "eval.tests.test_precommit.test_rejects_strict_ignore_with_install", "eval.tests.test_precommit.test_multiple_path_installations", "eval.tests.test_precommit.test_creates_hooks_directory_if_missing", "eval.tests.test_precommit.test_rejects_only_matching_with_install", "eval.tests.test_precommit.test_double_installation_fails", "eval.tests.test_precommit.test_precommit_d_double_installation_fails", "eval.tests.test_argparse.test_combined_short_flags_are_not_supported", "eval.tests.test_argparse.test_multiple_positional_sources_are_accepted", "eval.tests.test_argparse.test_default_sources_is_dot_when_no_positionals", "eval.tests.test_argparse.test_install_pre_commit_succeeds_and_second_run_errors_hook_already_installed", "eval.tests.test_config_handling.test_malformed_secretsignore_does_not_crash_and_reports_error", "eval.tests.test_scan_behavior.test_scan_no_secrets_exit_0_and_no_output", "eval.tests.test_features.TestNonSecrets.test_non_random_strings", "eval.tests.test_ignore.TestPragmaComments.test_pragma_comment_hash_style", "eval.tests.test_ignore.TestPragmaComments.test_inline_pragma_comment", "eval.tests.test_patterns.test_random_string_detection[APP_KEY = \"iftkeq2y4qj0nbt\"]", "eval.tests.test_patterns.test_random_string_detection[Secret = \"9e51341f8d87894c927d0150be0a9676c7427850c11607bb2e8943292a029a91ebed6a91\"]", "eval.tests.test_patterns.test_random_string_detection[HEX_KEY = \"9e51341f8d87894c927d0150be0a9676c7427850c11607bb2e8943292a029a91ebed6a91\"]", "eval.tests.test_ripsecrets_behavior.test_help_long_contains_usage_blocks", "eval.tests.test_ripsecrets_behavior.test_directory_recursion_finds_nested_file", "eval.tests.test_ripsecrets_behavior.test_additional_pattern_detects_custom_pattern", "eval.tests.test_ripsecrets_behavior.test_allowlist_comment_ignores_match", "eval.tests.test_ripsecrets_behavior.test_detects_secret_in_file_and_format", "eval.tests.test_externalized.test_ext_no_false_positives_none_dir", "eval.tests.test_externalized.test_ext_randomness_heuristic_rejects_low_random_identifier", "eval.tests.test_externalized.test_ext_no_false_negatives_one_per_line_each_line_is_reported" ], "failed_tests_omitted": 0, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 937, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "sirwart__ripsecrets.34c9e03", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4404992", "calls": "98", "created_at": "2026-05-17T15:34:02.115460+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.5464", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "4589995", "instance_id": "sirwart__ripsecrets.34c9e03", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "553", "n_system_errors": "0", "n_tests": "611", "n_warnings": "0", "output_tokens": "47296", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17758", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sirwart-ripsecrets", "run_version": "20260517T094700Z", "score": "0.9050736497545008", "session_ended_at": "2026-05-17T15:48:27.745Z", "session_started_at": "2026-05-17T15:34:05.191Z", "test_branch_errors": "{}", "total_tokens": "4637291", "wall_clock_seconds": "862" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./ripsecrets.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sirwart-ripsecrets", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }