{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:56.976773+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_comprehensive.test_non_interactive_mode",
      "eval.tests.test_comprehensive.test_no_color_output",
      "eval.tests.test_comprehensive.test_directory_recursive_search",
      "eval.tests.test_comprehensive.test_regex_named_capture_groups",
      "eval.tests.test_comprehensive.test_key_from_file",
      "eval.tests.test_comprehensive.test_single_file_replacement",
      "eval.tests.test_comprehensive.test_statistics_output",
      "eval.tests.test_comprehensive.test_key_from_empty_file_error",
      "eval.tests.test_comprehensive.test_successful_replacement_exit_code",
      "eval.tests.test_comprehensive.test_regex_search_basic",
      "eval.tests.test_comprehensive.test_skipped_output",
      "eval.tests.test_comprehensive.test_binary_file_skipped_by_default",
      "eval.tests.test_comprehensive.test_no_recursive_mode",
      "eval.tests.test_comprehensive.test_empty_file_handling",
      "eval.tests.test_comprehensive.test_no_skip_vcs_processes_vcs_dirs",
      "eval.tests.test_comprehensive.test_gitignore_respected",
      "eval.tests.test_comprehensive.test_no_matches_found_behavior",
      "eval.tests.test_comprehensive.test_current_directory_default",
      "eval.tests.test_comprehensive.test_regex_capture_groups",
      "eval.tests.test_comprehensive.test_recursive_directory_default",
      "eval.tests.test_comprehensive.test_verbose_output",
      "eval.tests.test_comprehensive.test_binary_detection_null_bytes",
      "eval.tests.test_comprehensive.test_rep_from_file",
      "eval.tests.test_comprehensive.test_symlink_following",
      "eval.tests.test_comprehensive.test_literal_search_default",
      "eval.tests.test_comprehensive.test_key_from_nonexistent_file_error",
      "eval.tests.test_comprehensive.test_no_skip_gitignore",
      "eval.tests.test_comprehensive.test_file_output_enabled",
      "eval.tests.test_comprehensive.test_case_sensitive_matching",
      "eval.tests.test_comprehensive.test_multiple_file_paths",
      "eval.tests.test_comprehensive.test_skip_vcs_directories",
      "eval.tests.test_comprehensive.test_binary_file_with_binary_flag",
      "eval.tests.test_comprehensive.test_bin_check_bytes_option",
      "eval.tests.test_comprehensive.test_unicode_content",
      "eval.tests.test_comprehensive.test_max_threads_option",
      "eval.tests.test_comprehensive.test_file_modified_in_place",
      "eval.tests.test_comprehensive.test_size_per_thread_option",
      "eval.tests.test_comprehensive.test_very_long_line",
      "eval.tests.test_comprehensive.test_overlapping_matches",
      "eval.tests.test_comprehensive.test_fixed_order_output",
      "eval.tests.test_comprehensive.test_no_newline_at_eof",
      "eval.tests.test_comprehensive.test_empty_replacement",
      "eval.tests.test_comprehensive.test_special_characters_in_keyword",
      "eval.tests.test_comprehensive.test_multiline_content",
      "eval.tests.test_comprehensive.test_preserve_time_flag",
      "eval.tests.test_comprehensive.test_no_preserve_time_updates_timestamp",
      "eval.tests.test_comprehensive.test_mixed_line_endings",
      "eval.tests.test_comprehensive.test_multiple_matches_in_line",
      "eval.tests.test_comprehensive.test_large_file_handling",
      "eval.tests.test_comprehensive.test_dot_in_literal_mode",
      "eval.tests.test_comprehensive.test_whitespace_in_keyword",
      "eval.tests.test_comprehensive.test_newline_in_replacement_via_escape",
      "eval.tests.test_comprehensive.test_asterisk_in_literal_mode",
      "eval.tests.test_comprehensive.test_crlf_line_endings",
      "eval.tests.test_comprehensive.test_plus_in_literal_mode",
      "tests.test_ambr_edge.test_config_file_invalid_toml",
      "tests.test_ambr_edge.test_config_file_loading_valid_toml",
      "tests.test_ambr_edge.test_config_file_missing",
      "tests.test_ambr_edge.test_key_from_file_empty_file_error",
      "tests.test_ambr_edge.test_key_from_file_nonexistent_error",
      "tests.test_ambr_edge.test_key_from_file_valid_nonempty",
      "tests.test_ambr_edge.test_large_file_triggers_mmap_path",
      "tests.test_ambr_edge.test_multiple_threads_with_large_workload",
      "tests.test_ambr_edge.test_no_paths_defaults_to_current_directory",
      "tests.test_ambr_edge.test_rep_from_file_nonexistent_error",
      "tests.test_ambr_edge.test_rep_from_file_valid_content",
      "tests.test_ambr_edge.test_skipped_gitignore_files_info_message",
      "tests.test_ambr_edge.test_skipped_vcs_files_info_message",
      "tests.test_ambr_edge.test_statistics_output_structure_complete",
      "tests.test_ambr_edge.test_statistics_with_high_thread_count",
      "tests.test_ambr_edge.test_statistics_with_regex_flag",
      "tests.test_ambr_edge.test_statistics_with_single_thread",
      "tests.test_ambr_edge.test_statistics_with_verbose_flag",
      "tests.test_ambr_edge.test_statistics_zero_matches",
      "tests.test_ambr_testability.test_basic_replacement",
      "tests.test_ambr_testability.test_binary_file_skip",
      "tests.test_ambr_testability.test_fails_without_term",
      "tests.test_ambr_testability.test_multiple_files",
      "tests.test_ambr_testability.test_no_match_scenario",
      "tests.test_ambr_testability.test_regex_replacement_with_captures"
    ],
    "failed_tests_omitted": 475,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {
      "72a39496391b": [
        {
          "error_code": "results_read_failed",
          "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container edf35e2729387e3ccdaf03696c7f3794ffbf1116a90b26d11ce865c03ef4bcc0"
        }
      ]
    },
    "test_records": 785,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "dalance__amber.69a0f52",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "1792128",
    "calls": "47",
    "created_at": "2026-05-17T10:35:43.644250+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "2.6807",
    "evaluator_problem": "True",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "1969635",
    "instance_id": "dalance__amber.69a0f52",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "109",
    "n_system_errors": "0",
    "n_tests": "565",
    "n_warnings": "0",
    "output_tokens": "29905",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "11155",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-dalance-amber",
    "run_version": "",
    "score": "0.1929203539823009",
    "session_ended_at": "2026-05-17T10:44:49.477Z",
    "session_started_at": "2026-05-17T10:35:47.646Z",
    "test_branch_errors": "{\"72a39496391b\": [\"results_read_failed\"]}",
    "total_tokens": "1999540",
    "wall_clock_seconds": "541"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./amber_cli.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-dalance-amber",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}