{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:06.569778+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_09_urls_and_links.test_link_with_base", "eval.tests.test_07_massive_parametrized.test_base_url_rewriting[https://example.com-/path-https://example.com/path]", "eval.tests.test_04_flags.test_base_flag", "eval.tests.test_09_urls_and_links.test_base_tag_detection", "eval.tests.test_15_final_massive_push.test_flag_combinations_matrix[True-True]", "eval.tests.test_07_massive_parametrized.test_base_url_rewriting[https://example.com/-/path-https://example.com/path]", "eval.tests.test_04_flags.test_base_flag_short", "eval.tests.test_09_urls_and_links.test_multiple_links", "eval.tests.test_07_massive_parametrized.test_base_url_rewriting[https://example.com/base/-relative-https://example.com/base/relative]", "eval.tests.test_04_flags.test_detect_base_flag", "eval.tests.test_09_urls_and_links.test_link_with_fragment", "eval.tests.test_07_massive_parametrized.test_base_url_rewriting[http://test.org-/page.html-http://test.org/page.html]", "eval.tests.test_04_flags.test_detect_base_short", "eval.tests.test_09_urls_and_links.test_relative_path", "eval.tests.test_base_url.test_detect_base_overrides_base_flag", "eval.tests.test_base_url.test_base_url_flag", "eval.tests.test_base_url.test_base_url_multiple_links", "eval.tests.test_base_url.test_base_url_rewrite_link_tag", "eval.tests.test_base_url.test_detect_base_short_flag", "eval.tests.test_base_url.test_detect_base_flag", "eval.tests.test_combined_flags.test_detect_base_with_pretty", "eval.tests.test_combined_flags.test_base_with_multiple_links", "eval.tests.test_combined_flags.test_all_flags_together", "eval.tests.test_remove_nodes.test_remove_nodes_all_filtered_out", "eval.tests.test_base_url.test_base_url_with_path", "eval.tests.test_base_url.test_base_url_rewrite_area_tag", "eval.tests.test_base_url.test_detect_base_with_fallback", "eval.tests.test_base_url.test_base_url_short_flag", "tests.test_gaps.test_empty_href_attribute", "tests.test_gaps.test_link_rewriting_link_tag", "tests.test_gaps.test_detect_base_with_fallback", "tests.test_cli_edge.test_multiple_attribute_flags_error", "tests.test_gaps.test_pretty_print_with_comments", "tests.test_gaps.test_url_with_fragment_and_query", "tests.test_cli_edge.test_four_slash_url_special_handling", "tests.test_gaps.test_href_without_scheme", "tests.test_integration.test_navigation_links_with_base_detection", "tests.test_cli_edge.test_binary_data_in_stdin", "tests.test_integration.test_pretty_print_with_comments", "tests.test_integration.test_selector_pretty_print", "tests.test_integration.test_malformed_html_parsing", "tests.test_io.test_base_url_rewriting", "tests.test_output.test_pretty_print_indentation", "tests.test_output.test_pretty_print_with_complex_nested_structure", "tests.test_gaps.test_protocol_relative_url", "tests.test_gaps.test_quadruple_slash_href", "tests.test_gaps.test_link_rewriting_with_comment_nodes", "tests.test_integration.test_quad_slash_url_handling", "tests.test_gaps.test_link_rewriting_area_tag", "tests.test_io.test_file_input_dash_means_stdin", "tests.test_integration.test_anchor_without_href_with_base", "tests.test_integration.test_whitespace_only_input", "tests.test_output.test_list_with_block_children_pretty", "tests.test_output.test_script_style_elements_in_pretty_print", "tests.test_output.test_head_elements_pretty_print", "tests.test_io.test_detect_base_from_document", "tests.test_removal.test_removal_with_class_selector", "tests.test_output.test_table_pretty_print", "tests.test_selectors.test_universal_selector", "tests.test_gaps.test_triple_slash_href", "tests.test_gaps.test_non_link_element_with_href", "tests.test_gaps.test_detect_base_with_base_tag", "tests.test_io.test_output_dash_means_stdout", "tests.test_output.test_void_elements_in_pretty_print", "tests.test_urls.test_basic_url_resolution_with_base", "tests.test_urls.test_empty_href_attribute_resolution", "tests.test_urls.test_four_slash_href_special_handling", "tests.test_urls.test_selector_scope_with_html_base_rewriting", "tests.test_urls.test_html_output_with_base_rewrites_hrefs", "tests.test_urls.test_non_link_elements_not_rewritten", "tests.test_urls.test_non_link_elements_html_output_selective_rewriting", "tests.test_removal.test_deeply_nested_removal", "eval.tests.test_htmlq_io.test_default_selector_html_echoes_document_from_stdin", "eval.tests.test_htmlq_cli.test_help_long_flag_matches_short" ], "failed_tests_omitted": 0, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2058, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "mgdm__htmlq.6e31bc8", "metrics": { "almost_resolved": "True", "cached_input_tokens": "5307776", "calls": "93", "created_at": "2026-05-17T12:48:49.728831+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.1098", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "5484954", "instance_id": "mgdm__htmlq.6e31bc8", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1383", "n_system_errors": "0", "n_tests": "1455", "n_warnings": "0", "output_tokens": "52333", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17931", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mgdm-htmlq", "run_version": "20260517T094700Z", "score": "0.9505154639175257", "session_ended_at": "2026-05-17T13:03:11.255Z", "session_started_at": "2026-05-17T12:48:52.702Z", "test_branch_errors": "{}", "total_tokens": "5537287", "wall_clock_seconds": "858" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./htmlq.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mgdm-htmlq", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }