{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:55.930711+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_advanced_substitution.test_substitution_with_null_value", "eval.tests.test_additional_coverage.test_print_lua_flag", "eval.tests.test_completions.test_generate_completions_bash", "eval.tests.test_completions.test_generate_completions_zsh", "eval.tests.test_debugging.test_print_lua_with_filter", "eval.tests.test_debugging.test_print_lua", "eval.tests.test_error_handling.test_invalid_config_file_missing", "eval.tests.test_error_handling.test_conflicting_flags_additional_and_excluded", "eval.tests.test_filtering.test_no_implicit_return", "eval.tests.test_template_helpers.test_red_helper", "eval.tests.test_template_helpers.test_blue_helper", "eval.tests.test_template_helpers.test_green_helper", "eval.tests.test_template_helpers.test_purple_helper", "eval.tests.test_template_helpers.test_yellow_helper", "eval.tests.test_template_helpers.test_helper_with_nested_field", "eval.tests.test_time_handling.test_unix_timestamp_microseconds", "eval.tests.test_completions.test_generate_completions_fish", "eval.tests.test_debugging.test_print_lua_with_nested_fields", "eval.tests.test_error_handling.test_invalid_config_file_malformed", "eval.tests.test_time_handling.test_unix_timestamp_nanoseconds", "eval.tests.test_error_handling.test_filter_with_lua_error", "eval.tests.test_debugging.test_print_lua_with_arrays", "eval.tests.test_completions.TestCompletions.test_generate_fish_completions", "eval.tests.test_completions.TestCompletions.test_generate_bash_completions", "eval.tests.test_configuration.TestConfiguration.test_missing_config_file_error", "eval.tests.test_error_handling.TestErrorHandling.test_invalid_filter_expression", "eval.tests.test_error_handling.TestErrorHandling.test_conflicting_flags_additional_and_excluded", "eval.tests.test_filtering.TestFiltering.test_filter_complex_expression", "eval.tests.test_output_formatting.TestOutputFormatting.test_format_with_nested_field_access", "eval.tests.test_output_formatting.TestOutputFormatting.test_format_with_color_helpers", "eval.tests.test_completions.TestCompletions.test_completions_output_to_stdout", "eval.tests.test_completions.TestCompletions.test_generate_zsh_completions", "eval.tests.test_error_handling.TestErrorHandling.test_invalid_placeholder_format", "tests.test_config.test_config_duplicate_keys_error", "tests.test_config.test_config_invalid_toml_syntax_error", "tests.test_edge_cases.test_shell_completion_bash_structure", "tests.test_edge_cases.test_missing_config_file_error", "tests.test_edge_cases.test_no_implicit_filter_return_multiline", "tests.test_edge_cases.test_invalid_filter_expression_error_message", "tests.test_edge_cases.test_template_render_type_mismatch_error", "tests.test_edge_cases.test_json_array_with_mixed_types", "tests.test_edge_cases.test_filter_with_null_value_comparison", "tests.test_edge_cases.test_unicode_null_value_in_json", "tests.test_edge_cases.test_empty_placeholder_format_error", "tests.test_edge_cases.test_filter_runtime_error_no_crash", "tests.test_fields.test_unicode_and_special_characters_in_fields", "tests.test_filtering.test_filter_pattern_matching", "tests.test_filtering.test_filter_null_values_match_unsupported_string", "tests.test_filtering.test_filter_empty_array_and_object_conversion", "tests.test_config.test_config_missing_file_error", "tests.test_edge_cases.test_shell_completion_zsh_structure", "tests.test_edge_cases.test_filter_with_string_operations", "tests.test_edge_cases.test_invalid_placeholder_format_missing_key", "tests.test_config.test_config_all_fields_comprehensive", "tests.test_edge_cases.test_boolean_field_values", "tests.test_edge_cases.test_additional_value_template_render_error", "tests.test_edge_cases.test_invalid_config_file_error_message", "tests.test_edge_cases.test_invalid_regex_in_filter_graceful_error", "tests.test_filtering.test_print_lua_flag", "tests.test_integration.test_substitution_filter_additional_value_combined", "tests.test_integration.test_nested_array_length_filtering", "tests.test_filtering.test_no_implicit_filter_return_statement", "tests.test_filtering.test_filter_array_with_complex_types_become_unsupported", "tests.test_filtering.test_filter_null_values_converted_to_unsupported", "tests.test_edge_cases.test_shell_completion_fish_structure", "tests.test_edge_cases.test_invalid_placeholder_format_error", "tests.test_edge_cases.test_numeric_field_values_float", "tests.test_config.test_config_invalid_type_for_array_field", "tests.test_edge_cases.test_config_file_unreadable_error", "tests.test_edge_cases.test_excluded_values_mutually_exclusive_with_additional", "tests.test_parsing.test_empty_level_string", "tests.test_edge_cases.test_filter_unclosed_string_syntax_error", "tests.test_filtering.test_field_sanitization_dots_to_underscores", "tests.test_filtering.test_filter_syntax_error_produces_stderr", "tests.test_filtering.test_filter_backslash_escaping_in_strings", "tests.test_sample_files.test_sample_invalid_string_utf8_error_handling", "tests.test_sample_files.test_sample_numbered_filter_numeric_comparison", "tests.test_sample_files.test_sample_context_filter_nested_context_field", "tests.test_stress.test_very_large_number_scientific_notation", "tests.test_substitution.test_value_type_formatting_string_number_bool_null" ], "failed_tests_omitted": 58, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1127, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "brocode__fblog.3b54330", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2618752", "calls": "49", "created_at": "2026-05-17T10:05:09.234419+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.2581", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "2777803", "instance_id": "brocode__fblog.3b54330", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "848", "n_system_errors": "0", "n_tests": "978", "n_warnings": "0", "output_tokens": "38448", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11385", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-brocode-fblog", "run_version": "", "score": "0.8670756646216768", "session_ended_at": "2026-05-17T10:16:49.819Z", "session_started_at": "2026-05-17T10:05:12.056Z", "test_branch_errors": "{}", "total_tokens": "2816251", "wall_clock_seconds": "697" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./fblog.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-brocode-fblog", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }