{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:00.845126+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_comprehensive_scenarios.test_string_manipulation_chain", "tests.test_base64_functions.test_base64_encode_urlsafe", "tests.test_advanced_features.test_nested_template", "tests.test_additional_functions.test_math_seq_with_step", "tests.test_additional_functions.test_multiple_delimiters_in_one_template", "tests.test_comprehensive_scenarios.test_function_composition", "tests.test_additional_functions.test_coll_append", "tests.test_comprehensive_scenarios.test_large_template_with_multiple_functions", "tests.test_aws_functions.test_aws_ec2meta_available", "tests.test_base64_functions.test_base64_decode_urlsafe", "tests.test_data_functions.test_yaml_array", "tests.test_data_functions.test_toml_parse", "tests.test_datasources.test_env_datasource", "tests.test_crypto_functions.test_crypto_bcrypt", "tests.test_delimiters.test_delimiter_flag_overrides_env", "tests.test_edge_cases.test_block_template", "tests.test_comprehensive_scenarios.test_array_operations", "tests.test_additional_functions.test_math_sum", "tests.test_comprehensive_scenarios.test_template_with_all_data_formats", "tests.test_aws_functions.test_aws_ec2region", "tests.test_additional_functions.test_coll_prepend", "tests.test_advanced_features.test_output_map", "tests.test_edge_cases.test_call_function", "tests.test_datasources.test_datasource_yaml", "tests.test_crypto_functions.test_crypto_pbkdf2", "tests.test_error_handling.test_output_dir_without_input_dir", "tests.test_error_handling.test_invalid_flag_combination_in_and_file", "tests.test_edge_cases.test_pipeline", "tests.test_final_push.test_strings_all_functions", "tests.test_final_push.test_time_comprehensive", "tests.test_gcp_functions.test_gcp_meta_available", "tests.test_additional_functions.test_conv_has", "tests.test_aws_functions.test_aws_ec2tag", "tests.test_additional_functions.test_coll_jsonpath", "tests.test_input_output.test_empty_output_suppression", "tests.test_error_handling.test_undefined_function", "tests.test_more_collections.test_coll_index", "tests.test_edge_cases.test_js_function", "tests.test_more_collections.test_coll_contains", "tests.test_error_handling.test_input_output_count_mismatch", "tests.test_error_handling.test_invalid_flag_combination_outputdir_out", "tests.test_more_conv.test_conv_mustToInt", "tests.test_more_conv.test_conv_mustToFloat64", "tests.test_gcp_functions.test_gcp_meta_with_default", "tests.test_more_crypto.test_crypto_md5", "tests.test_more_crypto.test_crypto_hmac_sha1", "tests.test_more_crypto.test_crypto_hmac_sha512", "tests.test_additional_functions.test_conv_slice", "tests.test_more_crypto.test_crypto_pbkdf2_with_different_iterations", "tests.test_more_crypto.test_crypto_constants", "tests.test_more_collections.test_coll_jq", "tests.test_more_collections.test_coll_contains_false", "tests.test_more_datasources.test_datasource_with_toml", "tests.test_more_datasources.test_env_datasource_all", "tests.test_more_conv.test_conv_mustToBool", "tests.test_more_conv.test_conv_dict", "tests.test_path_functions.test_path_split", "tests.test_gcp_functions.test_gcp_meta_project", "tests.test_regexp_functions.test_regexp_split", "tests.test_regexp_functions.test_regexp_replaceAll", "tests.test_more_crypto.test_crypto_hmac_sha256", "tests.test_semver_functions.test_semver_patch", "tests.test_more_crypto.test_crypto_rsa_encrypt_decrypt", "tests.test_semver_functions.test_semver_compare_false", "tests.test_string_functions.test_strings_trim", "tests.test_string_functions.test_strings_split", "tests.test_string_functions.test_strings_join", "tests.test_random_functions.test_random_string", "tests.test_test_functions.test_test_required", "tests.test_test_functions.test_test_required_missing", "tests.test_regexp_functions.test_regexp_replace", "tests.test_time_functions.test_time_parse_local", "tests.test_time_functions.test_time_unixNano", "tests.test_semver_functions.test_semver_minor", "tests.test_semver_functions.test_semver_parse", "tests.test_semver_functions.test_semver_major", "tests.test_semver_functions.test_semver_prerelease", "tests.test_semver_functions.test_semver_compare", "tests.test_string_functions.test_strings_replace", "tests.test_time_functions.test_time_unix" ], "failed_tests_omitted": 1248, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 3537, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "hairyhenderson__gomplate.05eb3aa", "metrics": { "almost_resolved": "False", "cached_input_tokens": "13524096", "calls": "131", "created_at": "2026-05-17T11:21:55.832796+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "9.5967", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "13690835", "instance_id": "hairyhenderson__gomplate.05eb3aa", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "2033", "n_system_errors": "0", "n_tests": "2926", "n_warnings": "0", "output_tokens": "66699", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17769", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-hairyhenderson-gomplate", "run_version": "", "score": "0.6948051948051948", "session_ended_at": "2026-05-17T11:49:12.466Z", "session_started_at": "2026-05-17T11:21:58.591Z", "test_branch_errors": "{}", "total_tokens": "13757534", "wall_clock_seconds": "1633" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./executable.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-hairyhenderson-gomplate", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }