{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:07.192785+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic_invocation.test_help_specific_command", "eval.tests.test_basic_invocation.test_help_for_multiple_commands", "eval.tests.test_basic_invocation.test_help_command", "eval.tests.test_additional_commands.test_resolve_alias_for_done", "eval.tests.test_additional_commands.test_show_next_alias", "eval.tests.test_task_modification.test_rm_alias_for_remove", "tests.test_date_parsing.test_add_task_due_this_saturday", "tests.test_additional_coverage.test_template_modify_after_creation", "tests.test_display_tty.test_context_display", "tests.test_final_coverage_push.test_undo_with_insufficient_history", "tests.test_git_operations.test_undo_multiple_commits", "tests.test_note_completions_simple.test_completions_commands", "tests.test_open_and_errors.test_open_command_with_operators_error", "tests.test_note_completions_simple.test_completions_projects", "tests.test_open_and_errors.test_edit_command_with_operators_error", "tests.test_open_and_errors.test_open_command_no_url_error", "tests.test_note_completions_simple.test_completions_tags", "tests.test_note_completions_simple.test_note_read_non_tty", "tests.test_date_parsing.test_add_task_due_short_weekdays", "tests.test_util_functions.test_add_task_with_slash_note_separator", "tests.test_note_completions_simple.test_completions_anti_tags", "tests.test_note_completions_simple.test_completions_priorities", "tests.test_completion.test_completions_engine_includes_priorities", "tests.test_commands_errors.test_add_with_nonexistent_template_id", "tests.test_config.test_dstask_context_blocks_context_command", "tests.test_commands_gaps.test_open_with_operators_error", "tests.test_commands_gaps.test_add_with_date_filter_in_success", "tests.test_commands_errors.test_stop_command_rejects_operators", "tests.test_display_git_gaps.test_single_task_with_notes_display", "tests.test_context.test_context_priority_conflict", "tests.test_completion.test_bash_completion_exact_output", "tests.test_display.test_next_with_multiple_projects_filter", "tests.test_commands_gaps.test_remove_with_comment", "tests.test_context.test_context_cannot_contain_ids", "tests.test_config.test_state_file_created_on_first_context_set", "tests.test_context.test_context_conflict_different_project", "tests.test_completion.test_completions_engine_prefix_matching_commands", "tests.test_commands_errors.test_note_command_rejects_operators", "tests.test_commands_gaps.test_open_no_urls_error", "tests.test_commands_errors.test_open_command_rejects_operators", "tests.test_display_git_gaps.test_critical_task_warning_outside_context", "tests.test_commands_gaps.test_done_with_operators_error", "tests.test_config.test_state_file_location_based_on_repo", "tests.test_completion.test_zsh_completion_exact_output", "tests.test_context.test_context_cannot_contain_text", "tests.test_context.test_context_log_command_respects_context", "tests.test_commands_gaps.test_undo_with_count_argument", "tests.test_display_tty.test_show_projects_hide_completed", "tests.test_edit.test_edit_preserves_task_uuid", "tests.test_completion.test_completions_engine_with_tags_and_projects", "tests.test_commands_gaps.test_remove_with_operators_error", "tests.test_commands_errors.test_open_task_without_urls_fails", "tests.test_display_non_tty.test_critical_task_warning_outside_context", "tests.test_commands_errors.test_template_instantiation_from_regular_task_shows_warning", "tests.test_commands_gaps.test_edit_with_operators_error", "tests.test_completion.test_fish_completion_exact_output", "tests.test_display_tty.test_next_tty_no_matching_tasks_error", "tests.test_context.test_context_env_var_prevents_setting", "tests.test_display_git_gaps.test_task_styling_with_different_statuses_and_priorities", "tests.test_config.test_repo_without_git_init_fails", "tests.test_edit.test_edit_creates_git_commit", "tests.test_display_non_tty.test_show_resolved_with_resolved_and_due_dates", "tests.test_context.test_context_with_duplicate_tags_not_deduplicated", "tests.test_completion.test_completions_engine_tag_prefix_matching", "tests.test_display_tty.test_show_projects_active_project_styling", "tests.test_commands_errors.test_context_cannot_contain_ids", "tests.test_commands_gaps.test_show_projects_with_query_error", "tests.test_commands_errors.test_remove_command_rejects_operators", "tests.test_commands_gaps.test_log_requires_description", "tests.test_display_non_tty.test_next_excludes_resolved_critical_tasks_from_warning", "tests.test_completion.test_completion_commands_with_extra_args_produce_same_output", "tests.test_display_non_tty.test_single_task_display_with_due_date", "tests.test_final_sweep.test_help_notes_command", "tests.test_display_tty.test_next_tty_critical_warning_outside_context", "tests.test_edit.test_edit_multiple_tasks_multiple_commits", "tests.test_context.test_context_case_insensitive_tags", "tests.test_commands_errors.test_context_cannot_contain_text", "tests.test_completion.test_completions_engine_project_prefix_matching", "tests.test_commands_gaps.test_show_projects_with_ids_error", "tests.test_display_git_gaps.test_display_task_with_project_and_multiple_tags" ], "failed_tests_omitted": 337, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1589, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "naggie__dstask.ff57396", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3391360", "calls": "53", "created_at": "2026-05-17T13:14:28.985792+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.6102", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3499273", "instance_id": "naggie__dstask.ff57396", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "913", "n_system_errors": "0", "n_tests": "1278", "n_warnings": "0", "output_tokens": "45833", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "14017", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-naggie-dstask", "run_version": "20260517T094700Z", "score": "0.7143974960876369", "session_ended_at": "2026-05-17T13:26:41.354Z", "session_started_at": "2026-05-17T13:14:31.567Z", "test_branch_errors": "{}", "total_tokens": "3545106", "wall_clock_seconds": "729" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./dstask.py", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-naggie-dstask", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }