{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:16.749856+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_advanced_features.test_list_format_full",
      "eval.tests.test_advanced_features.test_new_with_group",
      "eval.tests.test_configuration.test_list_multiple_match_terms",
      "eval.tests.test_advanced_features.test_tag_list_format_full",
      "eval.tests.test_advanced_features.test_list_recursive_links",
      "eval.tests.test_advanced_features.test_list_mentioned_by_filter",
      "eval.tests.test_advanced_features.test_tag_list_delimiter0",
      "eval.tests.test_advanced_features.test_list_format_short",
      "eval.tests.test_configuration.test_custom_template",
      "eval.tests.test_advanced_features.test_list_no_linked_by",
      "eval.tests.test_advanced_features.test_list_created_date_filter",
      "eval.tests.test_configuration.test_list_sort_by_modified",
      "eval.tests.test_configuration.test_list_missing_backlink",
      "eval.tests.test_advanced_features.test_list_related_notes",
      "eval.tests.test_configuration.test_graph_with_multiple_filters",
      "eval.tests.test_configuration.test_list_sort_by_word_count",
      "eval.tests.test_advanced_features.test_list_format_long",
      "eval.tests.test_advanced_features.test_list_delimiter0",
      "eval.tests.test_configuration.test_list_sort_by_created",
      "eval.tests.test_advanced_features.test_tag_list_format_name",
      "eval.tests.test_advanced_features.test_tag_list_no_pager",
      "eval.tests.test_configuration.test_config_file_exists",
      "eval.tests.test_advanced_features.test_list_max_distance",
      "eval.tests.test_configuration.test_notebook_with_subdirectories",
      "eval.tests.test_advanced_features.test_multiple_tags_filter",
      "eval.tests.test_advanced_features.test_list_no_link_to",
      "eval.tests.test_advanced_features.test_list_modified_date_filter",
      "eval.tests.test_configuration.test_list_sort_by_path",
      "eval.tests.test_advanced_features.test_list_exclude_path",
      "eval.tests.test_advanced_features.test_list_mention_filter",
      "eval.tests.test_configuration.test_graph_with_match",
      "eval.tests.test_configuration.test_graph_with_sort",
      "eval.tests.test_global_flags.test_notebook_dir_flag",
      "eval.tests.test_global_flags.test_working_dir_flag",
      "eval.tests.test_global_flags.test_no_input_flag",
      "eval.tests.test_error_handling.test_missing_required_format_for_graph",
      "eval.tests.test_init_command.test_init_existing_directory",
      "eval.tests.test_init_command.test_init_current_directory",
      "eval.tests.test_edit_command.test_edit_with_match_filter",
      "eval.tests.test_graph_command.test_graph_json_format",
      "eval.tests.test_edit_command.test_edit_with_editor_unset",
      "eval.tests.test_graph_command.test_graph_with_limit",
      "eval.tests.test_graph_command.test_graph_quiet",
      "eval.tests.test_graph_command.test_graph_with_filters",
      "eval.tests.test_index_command.test_index_basic",
      "eval.tests.test_index_command.test_index_force",
      "eval.tests.test_index_command.test_index_verbose",
      "eval.tests.test_list_command.test_list_format_json",
      "eval.tests.test_init_command.test_init_creates_default_template",
      "eval.tests.test_init_command.test_init_creates_templates_dir",
      "eval.tests.test_init_command.test_init_new_directory",
      "eval.tests.test_list_command.test_list_limit",
      "eval.tests.test_index_command.test_index_quiet",
      "eval.tests.test_list_command.test_list_tag",
      "eval.tests.test_list_command.test_list_format_jsonl",
      "eval.tests.test_list_command.test_list_basic",
      "eval.tests.test_list_command.test_list_link_to",
      "eval.tests.test_list_command.test_list_quiet",
      "eval.tests.test_list_command.test_list_orphan",
      "eval.tests.test_list_command.test_list_match",
      "eval.tests.test_list_command.test_list_tagless",
      "eval.tests.test_list_command.test_list_with_path",
      "eval.tests.test_list_command.test_list_match_strategy_re",
      "eval.tests.test_list_command.test_list_no_pager",
      "eval.tests.test_list_command.test_list_linked_by",
      "eval.tests.test_list_command.test_list_sort",
      "eval.tests.test_new_command.test_new_with_date",
      "eval.tests.test_new_command.test_new_with_title_print_path",
      "eval.tests.test_list_command.test_list_match_strategy_exact",
      "eval.tests.test_list_command.test_list_header_footer",
      "eval.tests.test_new_command.test_new_dry_run",
      "eval.tests.test_list_command.test_list_delimiter",
      "eval.tests.test_new_command.test_new_with_custom_id",
      "eval.tests.test_new_command.test_new_with_extra_variables",
      "eval.tests.test_tag_command.test_tag_list_basic",
      "eval.tests.test_new_command.test_new_in_subdirectory",
      "eval.tests.test_new_command.test_new_with_interactive_input",
      "eval.tests.test_tag_command.test_tag_list_jsonl",
      "eval.tests.test_tag_command.test_tag_list_header_footer",
      "eval.tests.test_tag_command.test_tag_list_quiet"
    ],
    "failed_tests_omitted": 1257,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {
      "ad0a74fcd352": [
        {
          "error_code": "results_read_failed",
          "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 0d8c0b2d5925205c8fae252111e8120d323db88b02eac5eaa1761e914fce86a2"
        }
      ]
    },
    "test_records": 1471,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "zk-org__zk.10d93d5",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5964928",
    "calls": "99",
    "created_at": "2026-05-17T17:01:47.479377+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.6616",
    "evaluator_problem": "True",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "6165472",
    "instance_id": "zk-org__zk.10d93d5",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "117",
    "n_system_errors": "0",
    "n_tests": "1108",
    "n_warnings": "0",
    "output_tokens": "55881",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "16336",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-zk-org-zk",
    "run_version": "20260517T094700Z",
    "score": "0.1055956678700361",
    "session_ended_at": "2026-05-17T17:17:37.981Z",
    "session_started_at": "2026-05-17T17:01:51.113Z",
    "test_branch_errors": "{\"ad0a74fcd352\": [\"results_read_failed\"]}",
    "total_tokens": "6221353",
    "wall_clock_seconds": "946"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./zk.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-zk-org-zk",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}