{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:13.446259+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_completion.TestCompletion.test_completion_fish", "tests.test_cmd_helper_functions.TestCompletionHelpers.test_completion_fish_structure", "tests.test_coverage_targeted.TestValidationEdgeCases.test_empty_service_name", "tests.test_env_command.TestEnvCommand.test_env_invalid_service", "tests.test_env_command.TestEnvCommandEdgeCases.test_env_empty_service_name", "tests.test_edge_cases.TestSpecialCharacters.test_empty_string_service", "tests.test_exec_comprehensive.TestExecEdgeCases.test_exec_invalid_service", "tests.test_history_command.TestHistoryCommand.test_history_invalid_service_chars", "tests.test_list_sorting.TestListSortingOptions.test_list_invalid_service", "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_read_triggers_store_code", "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_history_triggers_store_code", "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_list_triggers_store_code", "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_sm_write_triggers_store_code", "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_delete_triggers_store_code", "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_write_triggers_store_code", "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_space", "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_dollar", "tests.test_validation.TestServiceNameValidation.test_invalid_service_ends_with_slash", "tests.test_validation.TestServiceNameValidation.test_invalid_service_starts_with_slash", "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_slash", "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_space", "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_at", "tests.test_validation.TestCombinedValidation.test_valid_service_invalid_key", "tests.test_validation.TestCombinedValidation.test_invalid_service_valid_key", "tests.test_env_command.TestEnvCommandEdgeCases.test_env_service_with_spaces", "tests.test_validation_comprehensive.TestServiceValidation.test_service_special_chars_error", "tests.test_history_command.TestHistoryCommand.test_history_invalid_key_chars", "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_hash", "tests.test_validation.TestServiceNameValidation.test_invalid_service_special_chars", "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_colon", "tests.test_validation.TestServiceWithLabel.test_invalid_service_starts_with_colon", "tests.test_validation.TestServiceWithLabel.test_invalid_service_ends_with_colon", "tests.test_validation.TestCombinedValidation.test_both_invalid", "tests.test_env_command.TestEnvCommandEdgeCases.test_env_flags_order_variations", "eval.tests.test_s3_working", "eval.tests.test_comprehensive_uncovered_paths.TestHistoryCommandCoverage.test_history_with_service_and_key", "eval.tests.test_additional_coverage.test_env_with_invalid_service_name", "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_tfvars", "eval.tests.test_advanced_features.test_env_preserve_case_keeps_original", "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_sanitize_key_with_spaces", "eval.tests.test_comprehensive_coverage.test_export_all_formats_with_data", "eval.tests.test_completion.test_completion_fish", "eval.tests.test_comprehensive_coverage.test_secretsmanager_export_formats", "eval.tests.test_advanced_features.test_ssm_read_with_specific_version", "eval.tests.test_coverage_boost.test_service_name_with_dash", "eval.tests.test_coverage_boost.test_tag_delete_specific_tag", "eval.tests.test_env_shell_formatting.test_env_invalid_service_name", "eval.tests.test_error_paths_comprehensive.test_tag_multiple_operations", "eval.tests.test_coverage_boost.test_find_by_value_with_ssm", "eval.tests.test_comprehensive_uncovered_paths.TestValidationFunctions.test_validate_service_with_slash", "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_properties", "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_pristine_flag", "eval.tests.test_advanced_features.test_list_services_empty_result", "eval.tests.test_export_edge_cases.test_export_invalid_service", "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_escape_strings_flag", "eval.tests.test_coverage_boost.test_service_name_with_underscore", "eval.tests.test_comprehensive_coverage.test_secretsmanager_env_command", "eval.tests.test_final_70_percent_push.TestListSorting.test_list_sort_by_version", "eval.tests.test_advanced_features.test_ssm_list_raw_values", "eval.tests.test_env_shell_formatting.test_env_empty_service_name", "eval.tests.test_coverage_boost.test_tag_write_with_delete_other_tags", "eval.tests.test_comprehensive_coverage.test_ssm_multiple_services_operations", "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_with_special_chars_in_value", "eval.tests.test_coverage_boost.test_list_sort_by_key", "eval.tests.test_error_paths_comprehensive.test_import_empty_json", "eval.tests.test_comprehensive_uncovered_paths.TestValidationFunctions.test_validate_service_empty", "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_csv", "eval.tests.test_advanced_features.test_verbose_flag_produces_stderr_output", "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_strict_flag", "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_preserve_case_flag", "eval.tests.test_coverage_boost.test_service_name_with_slash", "eval.tests.test_final_70_percent_push.TestFindByValue.test_find_by_value_exact_match", "eval.tests.test_advanced_features.test_export_tfvars_format", "eval.tests.test_final_70_percent_push.TestListSorting.test_list_sort_by_created_date", "eval.tests.test_coverage_boost.test_import_json_from_stdin", "eval.tests.test_error_paths_comprehensive.test_write_unicode_value", "eval.tests.test_comprehensive_coverage.test_env_output_format_validation", "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_escape_strings_flag", "eval.tests.test_coverage_boost.test_export_to_stdout", "eval.tests.test_comprehensive_uncovered_paths.TestErrorHandlingPaths.test_invalid_backend_value" ], "failed_tests_omitted": 658, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 3104, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "segmentio__chamber.5f93f5f", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5908736", "calls": "90", "created_at": "2026-05-17T15:00:24.882806+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.7537", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "6133776", "instance_id": "segmentio__chamber.5f93f5f", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1369", "n_system_errors": "0", "n_tests": "1748", "n_warnings": "0", "output_tokens": "55806", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "8994", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-segmentio-chamber", "run_version": "20260517T094700Z", "score": "0.7831807780320366", "session_ended_at": "2026-05-17T15:16:27.145Z", "session_started_at": "2026-05-17T15:00:27.796Z", "test_branch_errors": "{}", "total_tokens": "6189582", "wall_clock_seconds": "959" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./chamber.py", "./compile.sh", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-segmentio-chamber", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }