{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:02.051534+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_basic_cli.test_conflicting_path_options",
      "eval.tests.test_daemon_comprehensive.test_daemon_exit_immediately_clean_exit",
      "eval.tests.test_daemon_comprehensive.test_daemon_exit_immediately_missing_instruction",
      "eval.tests.test_daemon_comprehensive.test_daemon_malformed_json_empty_string",
      "eval.tests.test_tui_advanced.test_tui_stash_operations",
      "eval.tests.test_daemon_comprehensive.test_daemon_malformed_json_invalid_syntax",
      "eval.tests.test_tui_advanced.test_tui_commit_panel_scroll",
      "eval.tests.test_tui_advanced.test_tui_many_commits_navigation",
      "eval.tests.test_daemon_comprehensive.test_daemon_exit_immediately_with_extra_fields",
      "eval.tests.test_tui_advanced.test_tui_panel_focus_changes",
      "eval.tests.test_tui_advanced.test_tui_file_operations",
      "eval.tests.test_tui_advanced.test_tui_panel_resize",
      "eval.tests.test_tui_advanced.test_tui_branch_operations",
      "eval.tests.test_tui_advanced.test_tui_commit_details",
      "eval.tests.test_tui_advanced.test_tui_with_many_branches",
      "eval.tests.test_tui_advanced.test_tui_multiple_stashes",
      "eval.tests.test_tui_advanced.test_tui_tab_switching",
      "eval.tests.test_tui_advanced.test_tui_rapid_mode_switching",
      "eval.tests.test_tui_advanced.test_tui_file_staging_view",
      "eval.tests.test_tui_advanced.test_tui_tag_navigation",
      "eval.tests.test_tui_advanced.test_tui_search_in_commits",
      "eval.tests.test_tui_advanced.test_tui_long_commit_messages",
      "eval.tests.test_tui_advanced.test_tui_mixed_operations",
      "eval.tests.test_tui_advanced.test_tui_help_and_back",
      "eval.tests.test_tui_advanced.test_tui_back_and_forth_panels",
      "eval.tests.test_tui_advanced.test_tui_various_navigation_keys",
      "eval.tests.test_tui_interactions.test_tui_basic_startup",
      "eval.tests.test_tui_advanced.test_tui_all_panels_cycle_comprehensive",
      "eval.tests.test_tui_advanced.test_tui_startup_with_dirty_tree",
      "eval.tests.test_tui_interactions.test_tui_panel_status",
      "eval.tests.test_tui_advanced.test_tui_escape_sequences",
      "eval.tests.test_tui_interactions.test_tui_panel_branches",
      "eval.tests.test_tui_advanced.test_tui_enter_and_escape_pattern",
      "eval.tests.test_tui_advanced.test_tui_complex_session",
      "eval.tests.test_tui_advanced.test_tui_continuous_scrolling",
      "eval.tests.test_tui_interactions.test_tui_panel_commits",
      "eval.tests.test_tui_advanced.test_tui_refresh_multiple_times",
      "eval.tests.test_tui_interactions.test_tui_panel_stash",
      "eval.tests.test_tui_advanced.test_tui_with_gitdir_flag",
      "eval.tests.test_tui_interactions.test_tui_screen_mode_cycle",
      "eval.tests.test_tui_interactions.test_tui_navigate_commits",
      "eval.tests.test_tui_interactions.test_tui_start_with_status_panel",
      "eval.tests.test_tui_interactions.test_tui_refresh_command",
      "eval.tests.test_tui_interactions.test_tui_with_uncommitted_changes",
      "eval.tests.test_tui_interactions.test_tui_start_with_log_panel",
      "eval.tests.test_tui_interactions.test_tui_start_with_branch_panel",
      "eval.tests.test_tui_interactions.test_tui_with_filter_mode",
      "eval.tests.test_tui_interactions.test_tui_navigation_keys",
      "eval.tests.test_tui_interactions.test_tui_start_with_stash_panel",
      "eval.tests.test_tui_interactions.test_tui_with_multiple_branches",
      "eval.tests.test_tui_interactions.test_tui_with_tags",
      "eval.tests.test_tui_interactions.test_tui_tab_navigation",
      "eval.tests.test_tui_interactions.test_tui_with_screen_mode_normal",
      "eval.tests.test_tui_interactions.test_tui_with_screen_mode_full",
      "eval.tests.test_tui_interactions.test_tui_with_screen_mode_half",
      "eval.tests.test_tui_interactions.test_tui_with_worktree_flag",
      "eval.tests.test_tui_interactions.test_tui_panel_cycle",
      "eval.tests.test_tui_interactions.test_tui_with_staged_changes",
      "eval.tests.test_tui_interactions.test_tui_rapid_interaction",
      "eval.tests.test_tui_interactions.test_tui_with_empty_repo",
      "eval.tests.test_tui_interactions.test_tui_scrolling_long_list",
      "eval.tests.test_tui_interactions.test_tui_extended_session",
      "eval.tests.test_tui_interactions.test_tui_panel_movement_comprehensive",
      "eval.tests.test_tui_interactions.test_tui_complex_navigation",
      "eval.tests.test_tui_maximal.test_navigation_exhaustive",
      "eval.tests.test_tui_maximal.test_all_panels_exhaustive",
      "eval.tests.test_tui_interactions.test_tui_multiple_modes",
      "eval.tests.test_tui_maximal.test_menus_exhaustive",
      "eval.tests.test_tui_maximal.test_screen_and_refresh",
      "eval.tests.test_tui_maximal.test_operations_exhaustive",
      "tests.test_config.test_invalid_log_show_graph_enum",
      "tests.test_cli_flags.test_path_and_work_tree_incompatible",
      "tests.test_cli_flags.test_empty_string_arguments",
      "tests.test_config_editor.test_invalid_keybinding_key",
      "tests.test_harvest_branch.test_checkout_autostash",
      "tests.test_config.test_invalid_auto_forward_branches_enum",
      "tests.test_cli_flags.test_path_and_git_dir_incompatible",
      "tests.test_cli_flags.test_config_dir_with_trailing_slash",
      "tests.test_config_editor.test_invalid_jump_to_block_count",
      "tests.test_cli_flags.test_work_tree_nonexistent_directory"
    ],
    "failed_tests_omitted": 415,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1167,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "jesseduffield__lazygit.1d0db51",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "6349312",
    "calls": "88",
    "created_at": "2026-05-17T11:50:10.779921+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "6.5849",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "6652806",
    "instance_id": "jesseduffield__lazygit.1d0db51",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "462",
    "n_system_errors": "0",
    "n_tests": "855",
    "n_warnings": "0",
    "output_tokens": "63092",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14423",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jesseduffield-lazygit",
    "run_version": "",
    "score": "0.5403508771929825",
    "session_ended_at": "2026-05-17T12:06:45.360Z",
    "session_started_at": "2026-05-17T11:50:13.451Z",
    "test_branch_errors": "{}",
    "total_tokens": "6715898",
    "wall_clock_seconds": "991"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./lazygit.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jesseduffield-lazygit",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}
