{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:07.344641+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_edge_cases.test_project_filter_with_question_mark",
      "tests.test_edge_cases.test_project_filter_with_wildcard",
      "tests.test_last_projects_search.test_search_wildcard_asterisk",
      "tests.test_last_projects_search.test_search_wildcard_question",
      "tests.test_edit_and_edge_cases.test_wildcard_in_project_filter",
      "tests.test_format_and_display.test_wildcard_project_filter_question_mark",
      "tests.test_format_and_display.test_wildcard_project_filter_asterisk",
      "tests.test_current_status.test_status_week_boundary_calculations",
      "tests.test_current_status.test_status_aggregation_multiple_same_project",
      "tests.test_current_status.test_status_multiple_time_periods_exact",
      "tests.test_current_status.test_status_with_completed_activities_no_running_exact",
      "tests.test_change_continue.test_change_with_time_specification",
      "tests.test_edge_cases.test_backslash_escaping_preserved",
      "tests.test_change_continue.test_continue_number_larger_than_available",
      "tests.test_change_continue.test_change_time_only",
      "tests.test_change_continue.test_change_preserves_other_activities",
      "tests.test_edge_cases.test_pipe_character_escaped_in_project_and_description",
      "tests.test_current_status.test_status_with_zero_duration_activities",
      "tests.test_change_continue.test_continue_with_time_specification",
      "tests.test_edit.test_edit_rejects_multiple_e_flags",
      "tests.test_file_ops.test_check_missing_required_fields",
      "tests.test_file_ops.test_sanity_out_of_chronological_order",
      "tests.test_file_ops.test_check_project_only_no_description",
      "tests.test_current_status.test_status_month_boundary_first_day",
      "tests.test_current_status.test_status_duration_format_exact",
      "tests.test_change_continue.test_change_all_fields",
      "tests.test_current_status.test_status_with_project_filter_exact",
      "tests.test_edge_cases.test_unicode_in_project_and_description",
      "tests.test_change_continue.test_continue_all_combinations_of_overrides",
      "tests.test_change_continue.test_change_output_format_verification",
      "tests.test_edit.test_edit_with_empty_editor_value",
      "tests.test_global_options.test_multiple_file_flags_error",
      "tests.test_change_continue.test_continue_stops_running_activity",
      "tests.test_change_continue.test_continue_with_same_project_and_description_multiple_times",
      "tests.test_file_ops.test_check_mixed_valid_invalid",
      "tests.test_list.test_list_project_wildcard_all",
      "tests.test_list.test_list_project_wildcard_suffix",
      "tests.test_list.test_list_unicode_characters",
      "tests.test_current_status.test_status_single_project_all_periods_exact",
      "tests.test_projects_last.test_last_deduplication_same_task_project",
      "tests.test_edge_cases.test_one_minute_duration",
      "tests.test_change_continue.test_change_affects_only_running_activity",
      "tests.test_report.test_report_all_activities",
      "tests.test_change_continue.test_continue_output_format_verification",
      "tests.test_report.test_report_today_filter",
      "tests.test_report.test_report_current_week_filter",
      "tests.test_report.test_report_edge_durations",
      "tests.test_report.test_report_invalid_date_format",
      "tests.test_report.test_report_invalid_round_format",
      "tests.test_list.test_list_current_week",
      "tests.test_list.test_list_today",
      "tests.test_change_continue.test_continue_with_complex_description_with_pipes",
      "tests.test_report.test_report_combined_today_and_project",
      "tests.test_search.test_search_empty_string_shows_all",
      "tests.test_global_options.test_no_subcommand_shows_help",
      "tests.test_search.test_search_unicode_characters",
      "tests.test_report.test_report_yesterday_filter",
      "tests.test_report.test_report_last_week_filter",
      "tests.test_search.test_search_wildcard_asterisk_matches_all",
      "tests.test_projects_last.test_last_with_zero_limit",
      "tests.test_search.test_search_wildcard_prefix",
      "tests.test_search.test_search_large_file_performance",
      "tests.test_report.test_report_from_date_only",
      "tests.test_list.test_list_last_week",
      "tests.test_list.test_list_yesterday",
      "tests.test_change_continue.test_file_format_after_change",
      "tests.test_start_stop.test_multiple_concurrent_activities_all_stopped",
      "tests.test_start_stop.test_special_characters_pipes_escaped",
      "tests.test_start_stop.test_special_characters_backslashes_escaped",
      "tests.test_start_stop.test_stop_preserves_completed_activities",
      "tests.test_start_stop.test_start_multiple_special_chars_combination",
      "tests.test_start_stop.test_stop_duration_calculation_hours_minutes",
      "tests.test_search.test_search_wildcard_question_mark",
      "tests.test_start_stop.test_time_midnight",
      "tests.test_search.test_search_wildcard_suffix",
      "tests.test_start_stop.test_double_pipe_in_project_name",
      "tests.test_start_stop.test_backslash_at_end_of_project",
      "tests.test_start_stop.test_stop_calculates_duration_correctly_for_long_activity",
      "tests.test_start_stop.test_time_with_single_digit_minute",
      "tests.test_change_continue.test_file_format_after_continue"
    ],
    "failed_tests_omitted": 17,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 929,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "nikolassv__bartib.6b9b5ce",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4020992",
    "calls": "70",
    "created_at": "2026-05-17T13:16:45.489754+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.2887",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4213372",
    "instance_id": "nikolassv__bartib.6b9b5ce",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "667",
    "n_system_errors": "0",
    "n_tests": "722",
    "n_warnings": "0",
    "output_tokens": "43877",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "10739",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-nikolassv-bartib",
    "run_version": "20260517T094700Z",
    "score": "0.9238227146814404",
    "session_ended_at": "2026-05-17T13:29:55.079Z",
    "session_started_at": "2026-05-17T13:16:48.519Z",
    "test_branch_errors": "{}",
    "total_tokens": "4257249",
    "wall_clock_seconds": "786"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./bartib.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-nikolassv-bartib",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}
