{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:21:34.025406+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic_invocation.test_no_args", "eval.tests.test_check_subcommand.test_check_stdin_mode", "eval.tests.test_config_handling.test_config_nonexistent_path", "eval.tests.test_dump_subcommand.test_dump_no_extra_args", "eval.tests.test_config_handling.test_config_invalid_toml", "eval.tests.test_edge_cases.test_fix_stdin_no_issues", "eval.tests.test_check_subcommand.test_check_nonexistent_file", "eval.tests.test_low_coverage_lints.TestRepeatedKeys.test_repeated_keys_with_different_depths", "eval.tests.test_low_coverage_lints.TestUselessParensAdvanced.test_useless_parens_in_let", "eval.tests.test_low_coverage_lints.TestUselessParensAdvanced.test_useless_parens_nested", "eval.tests.test_low_coverage_lints.TestEmptyPatternAdvanced.test_empty_pattern_in_function", "eval.tests.test_fix_subcommand.test_fix_stdin_mode", "eval.tests.test_low_coverage_lints.TestEmptyPatternAdvanced.test_empty_pattern_fix", "eval.tests.test_single_subcommand.test_single_stdin_mode", "eval.tests.test_low_coverage_lints.TestAdditionalCoverage.test_single_fix_streaming_mode", "tests.test_all_lints.test_w05_legacy_let_syntax", "tests.test_all_lints.test_w10_empty_pattern", "tests.test_all_lints.test_w08_useless_parens", "tests.test_check_subcommand.test_check_with_stdin", "tests.test_all_lints.test_w20_repeated_keys", "tests.test_check_subcommand.test_check_nonexistent_file", "tests.test_fix_subcommand.test_fix_with_stdin", "tests.test_single_subcommand.test_single_fix_at_position", "tests.test_single_subcommand.test_single_dry_run", "tests.test_single_subcommand.test_single_with_stdin", "tests.test_single_subcommand.test_single_with_config", "tests.test_check.test_check_invalid_output_format", "tests.test_errors.test_whitespace_only_file", "tests.test_errors.test_streaming_mode_invalid_syntax", "tests.test_config.test_config_explicit_path_overrides_discovery", "tests.test_config.test_config_empty_file", "tests.test_check.test_check_file_without_nix_extension", "tests.test_config.test_config_nonexistent_path_error", "tests.test_config.test_config_invalid_toml_syntax", "tests.test_check.test_check_streaming_mode_with_issue", "tests.test_check.test_check_gitignore_respected", "tests.test_errors.test_file_not_found", "tests.test_errors.test_mixed_valid_and_invalid_files", "tests.test_check.test_check_malformed_syntax_errors", "tests.test_errors.test_directory_not_found", "tests.test_check.test_check_file_with_bool_comparison_lint", "tests.test_errors.test_streaming_mode_binary_data_non_utf8", "tests.test_check.test_check_streaming_with_directory_arg_error", "tests.test_config.test_config_wrong_type_for_disabled", "tests.test_errors.test_streaming_mode_valid_input", "tests.test_config.test_config_partial_lint_disabling", "tests.test_check.test_check_streaming_mode_clean", "tests.test_check.test_check_nonexistent_file", "tests.test_errors.test_malformed_config_file", "tests.test_errors.test_single_fix_file_not_found", "tests.test_errors.test_invalid_syntax_file", "tests.test_config.test_config_single_command_respects_disabled_lints", "tests.test_fix.test_fix_empty_let_in_dry_run", "tests.test_fix.test_fix_nonexistent_file_error", "tests.test_config.test_config_malformed_toml_missing_comma", "tests.test_fix.test_fix_bool_comparison_dry_run", "tests.test_harvest.test_snapshot[test_bool_comparison_fix_5d2c71eef69cc07e-false == false-args7-/workspace/bin/tests/snapshots/bool_comparison__fix_5d2c71eef69cc07e519dc3646f786ba7a32f5546c3a2194d2636a2684391e3f1.snap-Implementations that suggest incorrect fix for bool_comparison in: false == false]", "tests.test_errors.test_config_file_not_found", "tests.test_check.test_check_streaming_stderr_format", "tests.test_check.test_check_config_parent_directory_discovery", "tests.test_errors.test_very_long_file_path", "tests.test_errors.test_empty_file", "tests.test_config.test_config_fix_with_disabled_lints", "tests.test_config.test_config_parent_directory_discovery", "tests.test_fix.test_fix_config_disable_lint", "tests.test_fix.test_fix_multiple_issues_same_file", "tests.test_fix.test_fix_config_disable_preserves_other_fixes", "tests.test_harvest.test_snapshot[test_bool_comparison_lint_9f48ebd94e1733d7-true == c-args12-/workspace/bin/tests/snapshots/bool_comparison__lint_9f48ebd94e1733d7ccda130d62830499b7344b794644163af528b0c834c5cca4.snap-Implementations that fail to detect bool_comparison issue in: true == c]", "tests.test_harvest.test_snapshot[test_bool_comparison_lint_43a857afe823ef70-true == d-args2-/workspace/bin/tests/snapshots/bool_comparison__lint_43a857afe823ef70b47d4e0fbf00af8951e09a9a9891d29b3ba9e762a2978adb.snap-Implementations that fail to detect bool_comparison issue in: true == d]", "tests.test_harvest.test_snapshot[test_bool_comparison_lint_630b66ca8810d52f-false != h-args8-/workspace/bin/tests/snapshots/bool_comparison__lint_630b66ca8810d52f4e68ed1c8d68db36bce21a1cb65b60ec15b901e87b62c13a.snap-Implementations that fail to detect bool_comparison issue in: false != h]", "tests.test_fix.test_fix_binary_file_error", "tests.test_harvest.test_snapshot[test_bool_comparison_fix_a11a365119d2c647-b == true-args17-/workspace/bin/tests/snapshots/bool_comparison__fix_a11a365119d2c64750d4253426c99db3e016d21e6183a706845dfed17d803393.snap-Implementations that suggest incorrect fix for bool_comparison in: b == true]", "tests.test_errors.test_invalid_glob_pattern", "tests.test_fix.test_fix_mixed_fixable_unfixable", "tests.test_harvest.test_snapshot[test_bool_comparison_fix_a83e7884e4c039d6-true == o ? p-args23-/workspace/bin/tests/snapshots/bool_comparison__fix_a83e7884e4c039d6517795734c6cab32d5e69473f7a6b6fe660eec020d70993d.snap-Implementations that suggest incorrect fix for bool_comparison in: true == o ? p]", "tests.test_errors.test_fix_on_nonexistent_file", "tests.test_check.test_check_config_malformed_toml", "tests.test_config.test_config_stdin_mode_with_disabled_lints", "tests.test_errors.test_file_with_null_bytes", "tests.test_fix.test_fix_streaming_mode_no_issues" ], "failed_tests_omitted": 314, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 972, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "oppiliappan__statix.e9df54c", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2578048", "calls": "59", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T04:12:25.322108+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.0521", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2692321", "instance_id": "oppiliappan__statix.e9df54c", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "431", "n_system_errors": "0", "n_tests": "815", "n_warnings": "0", "output_tokens": "39724", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11285", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-oppiliappan-statix", "run_version": "20260518T232006Z", "score": "0.5288343558282208", "session_ended_at": "2026-05-19T04:22:34.987Z", "session_started_at": "2026-05-19T04:12:33.263Z", "test_branch_errors": "{}", "total_tokens": "2732045", "wall_clock_seconds": "601" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/11", "./.git/objects/11/9359cc2694054bf8cc11c7deb2581eaed20c27", "./.git/objects/23", "./.git/objects/23/34bf6cb577ef26ff9a5b6a4a128064ca534875", "./.git/objects/7d", "./.git/objects/7d/061bffd8fe395e8687047bb12ce26d3b529e71", "./.git/objects/b2", "./.git/objects/b2/250b412290b22806329ce5f5962cc8f849da7e", "./.git/objects/b4", "./.git/objects/b4/fabec97f2d66d8deb757109900cddca1368303", "./.git/objects/bb", "./.git/objects/bb/a644c13fe70334b81815f93a632209d50f2284", "./.git/objects/c3", "./.git/objects/c3/d7a1018d342ffeb78d5979aa764191a33649c9", "./.git/objects/fb", "./.git/objects/fb/2d724be5728de99b4b77da923e24706a58e666", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./compile.sh", "./docs", "./docs/architecture.txt", "./docs/flake-part.nix", "./docs/notes.txt", "./executable", "./readme.md", "./statix_cli.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-oppiliappan-statix", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }