{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:57.313873+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_allow_deny.test_deny_nonexistent_file",
      "tests.test_config_gaps.test_config_missing_cache_dir_causes_error",
      "tests.test_dump_check_required.test_check_required_parent_traversal_rejected",
      "tests.test_cmd_edge_cases.test_allow_migration_from_old_location",
      "tests.test_dotenv.test_unclosed_quote_error",
      "tests.test_dump_check_required.test_dump_zsh_format_syntax",
      "tests.test_config_gaps.test_config_log_format_dash_clears_format",
      "tests.test_cmd_edge_cases.test_allow_required_file_missing",
      "tests.test_dump_check_required.test_check_required_with_subdirectory_files",
      "tests.test_dump_check_required.test_check_required_with_three_or_more_files_grammar",
      "tests.test_allow_deny.test_allow_with_required_files_single",
      "tests.test_cmd_edge_cases.test_edit_detects_editor_in_path",
      "tests.test_exec.test_exec_with_file_as_command",
      "tests.test_export.test_export_empty_value",
      "tests.test_exec.test_exec_command_not_found",
      "tests.test_export.test_export_dash_prefix_in_shell_name",
      "tests.test_config_gaps.test_config_missing_data_dir_causes_error",
      "tests.test_dotenv.test_variable_expansion",
      "tests.test_dump_check_required.test_check_required_file_allowed_after_allow",
      "tests.test_dump_check_required.test_dump_unknown_shell_error",
      "tests.test_cmd_edge_cases.test_allow_required_multiple_files",
      "tests.test_cmd_edge_cases.test_allow_absolute_path_with_symlink",
      "tests.test_dump_check_required.test_allow_required_files_in_subdirectories",
      "tests.test_config_gaps.test_config_invalid_warn_timeout_in_toml_causes_error",
      "tests.test_dump_check_required.test_allow_deny_with_dotenv_file_explicit_path",
      "tests.test_allow_deny.test_allow_with_required_files_multiple",
      "tests.test_allow_deny.test_allow_migration_from_old_config_location",
      "tests.test_cmd_edge_cases.test_exec_with_empty_path_environment",
      "tests.test_exec.test_exec_with_file_and_arguments",
      "tests.test_export.test_export_large_value",
      "tests.test_export_fetchurl_edges.test_export_revert_error_with_corrupted_diff",
      "tests.test_export.test_export_direnv_watches_structure",
      "tests.test_dotenv.test_colon_separator",
      "tests.test_config_gaps.test_config_invalid_toml_syntax_error",
      "tests.test_dump_check_required.test_check_required_multiple_files",
      "tests.test_cmd_edge_cases.test_deny_cleans_up_required_files",
      "tests.test_dump_check_required.test_dump_to_file_output",
      "tests.test_cmd_edge_cases.test_edit_without_existing_envrc",
      "tests.test_dump_check_required.test_check_required_single_file_grammar",
      "tests.test_config_gaps.test_config_direnv_bash_env_var_sets_bash_when_not_in_toml",
      "tests.test_dump_check_required.test_check_required_different_shells",
      "tests.test_allow_deny.test_allow_required_file_not_exists",
      "tests.test_config_gaps.test_config_missing_home_and_xdg_dirs_causes_error",
      "tests.test_export.test_export_unicode_values",
      "tests.test_export_fetchurl_edges.test_fetchurl_large_file_and_permissions",
      "tests.test_export.test_export_direnv_diff_structure",
      "tests.test_export_fetchurl_edges.test_fetchurl_http_404_status_code_error",
      "tests.test_dotenv.test_zsh_shell_format",
      "tests.test_config_gaps.test_config_invalid_log_filter_regex_error",
      "tests.test_dump_check_required.test_check_required_missing_arguments",
      "tests.test_cmd_edge_cases.test_exec_command_not_found",
      "tests.test_dump_check_required.test_check_required_file_not_allowed",
      "tests.test_config_gaps.test_config_valid_warn_timeout_env_var_overrides_toml",
      "tests.test_allow_deny.test_deny_removes_required_files_tracking",
      "tests.test_cmd_edge_cases.test_edit_does_not_allow_when_editor_fails",
      "tests.test_export.test_export_special_chars_fish",
      "tests.test_export.test_export_variable_name_edge_cases",
      "tests.test_hook.test_hook_unsupported_shell_gzenv",
      "tests.test_hook.test_hook_unsupported_shell_gha",
      "tests.test_export.test_export_direnv_file_absolute_path",
      "tests.test_dotenv.test_whitespace_lines",
      "tests.test_config_gaps.test_config_invalid_warn_timeout_env_var_error",
      "tests.test_dump_check_required.test_check_required_unknown_shell",
      "tests.test_dump_check_required.test_check_required_absolute_path_rejected",
      "tests.test_dotenv.test_basic_parsing",
      "tests.test_export_fetchurl_edges.test_fetchurl_invalid_sri_hash_format",
      "tests.test_cmd_edge_cases.test_exec_file_as_command_path",
      "tests.test_allow_deny.test_allow_required_files_with_subdirectory_paths",
      "tests.test_cmd_edge_cases.test_edit_with_directory_path_resolves_to_envrc",
      "tests.test_export.test_export_path_prepending",
      "tests.test_harvest.test_base_scenario",
      "tests.test_misc_gaps.test_check_required_missing_file_path_arg",
      "tests.test_hook.test_hook_unsupported_shell_systemd",
      "tests.test_hook.test_hook_unsupported_shell_json",
      "tests.test_export.test_export_reload_detection",
      "tests.test_dump_check_required.test_dump_bash_format_structure",
      "tests.test_config_gaps.test_config_tilde_expansion_in_whitelist_prefix",
      "tests.test_dump_check_required.test_deny_removes_allowed_required_files",
      "tests.test_export.test_export_direnv_dir_relative_format",
      "tests.test_dotenv.test_multiline_values"
    ],
    "failed_tests_omitted": 224,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 973,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "direnv__direnv.02040c7",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5869184",
    "calls": "71",
    "created_at": "2026-05-17T10:36:51.718152+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.6816",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "6115985",
    "instance_id": "direnv__direnv.02040c7",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "561",
    "n_system_errors": "0",
    "n_tests": "849",
    "n_warnings": "0",
    "output_tokens": "50432",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "13379",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-direnv-direnv",
    "run_version": "",
    "score": "0.6607773851590106",
    "session_ended_at": "2026-05-17T10:55:36.950Z",
    "session_started_at": "2026-05-17T10:36:54.985Z",
    "test_branch_errors": "{}",
    "total_tokens": "6166417",
    "wall_clock_seconds": "1121"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./direnv_reimpl.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-direnv-direnv",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}