{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:09.183942+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_complex_scenarios.test_surrogates_verbose_colorize", "eval.tests.test_coverage_boost.TestComplexFlagCombinations.test_escape_verbose_colorize_repetitions", "eval.tests.test_escaping.test_with_surrogates_without_escape_fails", "eval.tests.test_dependency_coverage.TestFileInputStress.test_file_with_long_lines", "eval.tests.test_extreme_coverage.TestMegaCombinations.test_mega_combo_2", "eval.tests.test_extreme_coverage.TestColorizeVariations.test_colorize_escape_repetitions", "eval.tests.test_additional_coverage.TestEdgeCases.test_moderately_long_input", "eval.tests.test_input_handling.test_very_long_input", "eval.tests.test_massive_coverage_push.TestTwoFlagCombos.test_c_i", "eval.tests.test_massive_coverage_push.TestThreeFlagCombos.test_c_i_g", "eval.tests.test_uncovered_paths.TestSpecialCharactersInOutput.test_vertical_tab_in_input", "eval.tests.test_uncovered_paths.TestSpecialCharactersInOutput.test_form_feed_in_input", "eval.tests.test_uncovered_paths.TestVerboseModeFormatting.test_verbose_with_hash_character", "eval.tests.test_complex_scenarios.test_long_input_with_conversions", "eval.tests.test_extreme_coverage.TestColorizeVariations.test_colorize_ignore_case_capturing", "eval.tests.test_extreme_coverage.TestMegaCombinations.test_mega_combo_3", "eval.tests.test_colorize_comprehensive.test_colorize_with_escape", "eval.tests.test_colorize_verbose_combinations.test_colorize_verbose_escape", "eval.tests.test_colorize_verbose_combinations.test_colorize_ignore_case_capture_groups", "eval.tests.test_escaping_options.test_with_surrogates_requires_escape", "eval.tests.test_error_cases.test_with_surrogates_without_escape", "eval.tests.test_edge_cases.test_very_long_input", "eval.tests.test_input_methods.test_stdin_for_file_input", "eval.tests.test_intensive_patterns.test_very_long_strings", "eval.tests.test_verbose_comprehensive.test_verbose_with_unicode_spaces", "eval.tests.test_verbose_comprehensive.test_verbose_with_hash_symbol", "eval.tests.test_colorize_comprehensive.test_colorize_with_ignore_case", "eval.tests.test_char_classes.test_spaces_flag_basic", "eval.tests.test_anchors_display.test_verbose_colorize_with_char_class", "eval.tests.test_anchors_display.test_colorize_with_repetitions", "eval.tests.test_char_classes.test_non_words_precedence_over_non_spaces", "eval.tests.test_char_classes.test_various_whitespace_types", "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_verbose_repetition_range", "eval.tests.test_escape_case.test_ignore_case_turkish_capital_i_issue", "eval.tests.test_escape_case.test_escape_combined_with_capture_groups", "eval.tests.test_escape_case.test_with_surrogates_requires_escape_flag", "eval.tests.test_escape_case.test_escape_multiple_different_accented_words", "eval.tests.test_input.test_five_cli_arguments", "eval.tests.test_input.test_stdin_file_path_via_hyphen", "eval.tests.test_input.test_directory_instead_of_file_error", "eval.tests.test_input.test_leading_trailing_whitespace_preserved", "eval.tests.test_input.test_very_long_input_string", "eval.tests.test_input.test_all_special_regex_characters", "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_ignore_case_flag", "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_char_class", "eval.tests.test_input.test_path_like_strings", "eval.tests.test_input.test_email_like_patterns", "eval.tests.test_input.test_strings_with_quotes", "eval.tests.test_escape_case.test_all_three_flags_combined", "eval.tests.test_input.test_similar_words_with_suffixes", "eval.tests.test_input.test_hundred_lines_file", "eval.tests.test_input.test_carriage_returns_preserved", "eval.tests.test_escape_case.test_all_flags_with_verbose_mode", "eval.tests.test_input.test_file_input_simple", "eval.tests.test_input.test_mixed_case_inputs", "eval.tests.test_input.test_large_file_input_many_lines", "eval.tests.test_repetitions.test_min_repetitions_non_numeric_error", "eval.tests.test_repetitions.test_min_repetitions_negative_error", "eval.tests.test_stress.test_long_string_1kb", "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_repetition", "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_verbose_char_class", "eval.tests.test_input.test_date_like_patterns", "eval.tests.test_input.test_url_patterns", "eval.tests.test_input.test_strings_with_internal_whitespace", "eval.tests.test_stress.test_mixed_unicode_scripts_escaped", "eval.tests.test_stress.test_zwj_emoji_sequences", "eval.tests.test_stress.test_many_test_cases_100", "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_verbose_repetition", "eval.tests.test_stress.test_mixed_unicode_scripts", "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_repetition_range", "eval.tests.test_stress.test_very_long_repeated_sequences", "eval.tests.test_argparse_validation.test_missing_or_unexpected_values_are_reported[args1-expected_substrings1]", "eval.tests.test_argparse_validation.test_flag_after_positional_is_not_parsed_as_flag", "eval.tests.test_argparse_validation.test_min_repetitions_parsing_and_validation", "eval.tests.test_argparse_validation.test_with_surrogates_requires_escape_flag", "eval.tests.test_argparse_validation.test_min_substring_length_rejects_negative_integer", "eval.tests.test_grex.TestCLIInterface.test_long_input_string", "eval.tests.test_grex.TestPrecedenceRules.test_non_words_precedence_over_non_spaces", "eval.tests.test_grex.TestEdgeCases.test_very_long_pattern", "eval.tests.test_grex_behavior.test_file_dash_reads_filename_from_stdin" ], "failed_tests_omitted": 71, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1518, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "pemistahl__grex.fa3e8ed", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7614080", "calls": "115", "created_at": "2026-05-17T14:04:06.435964+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "7.0104", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7882560", "instance_id": "pemistahl__grex.fa3e8ed", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1161", "n_system_errors": "0", "n_tests": "1312", "n_warnings": "0", "output_tokens": "62033", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "28710", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-pemistahl-grex", "run_version": "20260517T094700Z", "score": "0.8849085365853658", "session_ended_at": "2026-05-17T14:25:02.877Z", "session_started_at": "2026-05-17T14:04:09.523Z", "test_branch_errors": "{}", "total_tokens": "7944593", "wall_clock_seconds": "1253" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./grex_impl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-pemistahl-grex", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }