{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:12.579226+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_edge_cases.TestEnvironmentVariables.test_rust_log_override", "eval.tests.test_edge_cases.TestEdgeCases.test_invalid_base_address", "eval.tests.test_advanced.TestCombinedFeatures.test_feature_group_with_peripheral", "eval.tests.test_advanced.TestEnumerations.test_enum_with_defmt", "eval.tests.test_features.TestCodeGenerationFeatures.test_feature_group_flag", "eval.tests.test_features.TestCodeGenerationFeatures.test_feature_peripheral_flag", "eval.tests.test_logging.TestLogging.test_log_level_trace", "eval.tests.test_logging.TestConfigFile.test_config_file_invalid_toml", "eval.tests.test_targets.TestTargetArchitectures.test_target_none", "eval.tests.test_edge_cases.TestEdgeCases.test_missing_required_fields", "eval.tests.test_svd_options.TestSVDOptions.test_max_cluster_size_flag", "tests.test_error_cases.test_malformed_toml_config", "tests.test_lib_api.test_multiple_peripherals_same_group", "tests.test_logging.test_log_trace", "tests.test_logging.test_log_debug", "tests.test_logging.test_rust_log_env_var", "tests.test_output.test_feature_group_flag", "tests.test_output.test_feature_peripheral_flag", "tests.test_riscv_advanced.test_riscv_exceptions_config", "tests.test_riscv_advanced.test_riscv_harts_config", "tests.test_riscv_advanced.test_riscv_priorities_config", "tests.test_riscv_advanced.test_riscv_core_interrupts_config", "tests.test_target_specific.test_none_target_no_device_x", "tests.test_advanced.test_generic_mod_phantom_data_usage", "tests.test_cli.test_output_dir_long_flag", "tests.test_config.test_wrong_yaml_types", "tests.test_advanced.test_make_mod_with_generic_mod_omits_module_reference", "tests.test_advanced.test_atomics_without_generic_mod_inlines_all", "tests.test_advanced.test_generic_mod_creates_separate_file", "tests.test_config.test_invalid_toml_syntax", "tests.test_cli.test_target_none", "tests.test_config.test_atomics_feature_gate", "tests.test_config.test_multiple_ident_format_flags_accumulate", "tests.test_config.test_source_type_yaml_extension_detection", "tests.test_cli.test_make_mod_flag", "tests.test_config.test_interrupt_link_section_config", "tests.test_generation.test_target_msp430_feature_gate", "tests.test_device.test_nvic_prio_bits_generated_from_cpu", "tests.test_config.test_invalid_target_value", "tests.test_config.test_source_type_yml_extension_detection", "tests.test_config.test_ident_format_with_prefix_case_suffix_via_cli", "tests.test_advanced.test_generic_mod_content_complete", "tests.test_advanced.test_generic_mod_file_size_larger_than_inline", "tests.test_advanced.test_atomics_methods_safety_documentation", "tests.test_config.test_ident_format_type_case_alias_for_pascal", "tests.test_config.test_riscv_target_generates_with_warning", "tests.test_cli.test_input_file_flag", "tests.test_cli.test_log_level_debug", "tests.test_config.test_negative_base_address_shift_rejected", "tests.test_device.test_peripheral_array_expansion", "tests.test_config.test_wrong_config_types", "tests.test_config.test_ident_format_with_just_case_via_cli", "tests.test_advanced.test_generic_mod_deref_implementation", "tests.test_config.test_ident_format_lower_case_alias_for_snake", "tests.test_advanced.test_atomics_generates_atomic_operations", "tests.test_advanced.test_atomics_ordering_is_seqcst", "tests.test_config.test_combined_flags_in_config", "tests.test_cli.test_input_from_stdin", "tests.test_config.test_impl_defmt_feature_gate", "tests.test_cli.test_log_level_trace", "tests.test_device.test_reexport_core_peripherals_flag_cortex_m", "tests.test_generation.test_invalid_xml_error", "tests.test_advanced.test_make_mod_with_generic_mod_compiles", "tests.test_advanced.test_atomics_with_riscv_target_compiles", "tests.test_config.test_ident_format_with_prefix_and_case_via_cli", "tests.test_config.test_cli_flags_override_config_file", "tests.test_advanced.test_atomics_requires_readable_and_writable", "tests.test_config.test_base_address_shift_applies_offset", "tests.test_advanced.test_atomics_feature_gates_atomic_code", "tests.test_device.test_msp430_target_feature_gate", "tests.test_cli.test_output_dir_short_flag", "tests.test_generation.test_large_register_offset", "tests.test_advanced.test_atomics_cfg_attribute_format", "tests.test_generation.test_nvic_prio_bits_from_cpu", "tests.test_generation.test_reset_value_in_register_spec", "tests.test_config.test_invalid_edition_value", "tests.test_advanced.test_generic_mod_with_atomics", "tests.test_config.test_invalid_yaml_syntax", "tests.test_advanced.test_multiple_peripherals_with_atomics", "tests.test_generation.test_cortex_m_reexport_peripherals_flag" ], "failed_tests_omitted": 162, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 985, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "rust-embedded__svd2rust.1760b5e", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3391232", "calls": "58", "created_at": "2026-05-17T14:47:37.401460+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.5895", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3720802", "instance_id": "rust-embedded__svd2rust.1760b5e", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "683", "n_system_errors": "0", "n_tests": "920", "n_warnings": "0", "output_tokens": "41534", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11240", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rust-embedded-svd2rust", "run_version": "20260517T094700Z", "score": "0.7423913043478261", "session_ended_at": "2026-05-17T14:58:48.210Z", "session_started_at": "2026-05-17T14:47:40.428Z", "test_branch_errors": "{}", "total_tokens": "3762336", "wall_clock_seconds": "667" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./svd2rust_reimpl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rust-embedded-svd2rust", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }