{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:08.156965+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_basic_invocation.test_no_args",
      "eval.tests.test_config_handling.test_config_nonexistent_path",
      "eval.tests.test_dump_subcommand.test_dump_no_extra_args",
      "eval.tests.test_config_handling.test_config_invalid_toml",
      "eval.tests.test_check_subcommand.test_check_nonexistent_file",
      "eval.tests.test_edge_cases.test_stdin_empty",
      "eval.tests.test_explain_subcommand.test_explain_invalid_code",
      "eval.tests.test_low_coverage_lints.TestRepeatedKeys.test_repeated_keys_with_different_depths",
      "eval.tests.test_single_subcommand.test_single_invalid_position_format",
      "eval.tests.test_single_subcommand.test_single_no_position",
      "eval.tests.test_basic_invocation.test_invalid_subcommand",
      "eval.tests.test_explain_subcommand.test_explain_no_args",
      "tests.test_basic_invocation.test_invalid_subcommand",
      "tests.test_all_lints.test_w20_repeated_keys",
      "tests.test_config.test_config_nonexistent_path_error",
      "tests.test_config.test_config_invalid_toml_syntax",
      "tests.test_errors.test_whitespace_only_file",
      "tests.test_config.test_config_explicit_path_overrides_discovery",
      "tests.test_check.test_check_invalid_output_format",
      "tests.test_config.test_config_empty_file",
      "tests.test_errors.test_streaming_mode_invalid_syntax",
      "tests.test_errors.test_mixed_valid_and_invalid_files",
      "tests.test_check.test_check_malformed_syntax_errors",
      "tests.test_check.test_check_streaming_stderr_format",
      "tests.test_errors.test_invalid_syntax_file",
      "tests.test_check.test_check_file_with_bool_comparison_lint",
      "tests.test_fix.test_fix_nonexistent_file_error",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_43a857afe823ef70-true == d-args2-/workspace/bin/tests/snapshots/bool_comparison__lint_43a857afe823ef70b47d4e0fbf00af8951e09a9a9891d29b3ba9e762a2978adb.snap-Implementations that fail to detect bool_comparison issue in: true == d]",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_630b66ca8810d52f-false != h-args8-/workspace/bin/tests/snapshots/bool_comparison__lint_630b66ca8810d52f4e68ed1c8d68db36bce21a1cb65b60ec15b901e87b62c13a.snap-Implementations that fail to detect bool_comparison issue in: false != h]",
      "tests.test_errors.test_config_file_not_found",
      "tests.test_config.test_config_wrong_type_for_disabled",
      "tests.test_config.test_config_partial_lint_disabling",
      "tests.test_check.test_check_config_parent_directory_discovery",
      "tests.test_errors.test_single_fix_file_not_found",
      "tests.test_check.test_check_nonexistent_file",
      "tests.test_errors.test_malformed_config_file",
      "tests.test_config.test_config_single_command_respects_disabled_lints",
      "tests.test_errors.test_empty_file",
      "tests.test_errors.test_file_with_null_bytes",
      "tests.test_config.test_config_malformed_toml_missing_comma",
      "tests.test_errors.test_streaming_mode_binary_data_non_utf8",
      "tests.test_fix.test_fix_binary_file_error",
      "tests.test_fix.test_fix_ignore_pattern_single_glob",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_82b623ef0ecd1e0e-true == true-args10-/workspace/bin/tests/snapshots/bool_comparison__lint_82b623ef0ecd1e0e70c1dbe39f02832657a82dd5a58392f23345b22467a89b1a.snap-Implementations that fail to detect bool_comparison issue in: true == true]",
      "tests.test_fix.test_fix_ignore_pattern_multiple_globs",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_5d2c71eef69cc07e-false == false-args6-/workspace/bin/tests/snapshots/bool_comparison__lint_5d2c71eef69cc07e519dc3646f786ba7a32f5546c3a2194d2636a2684391e3f1.snap-Implementations that fail to detect bool_comparison issue in: false == false]",
      "tests.test_harvest.test_snapshot[test_bool_comparison_fix_ba56854c55bd3954-false == true-args27-/workspace/bin/tests/snapshots/bool_comparison__fix_ba56854c55bd3954b56d4e0c3d32b65cd144d55b060637c5ff8085d81bef6c49.snap-Implementations that suggest incorrect fix for bool_comparison in: false == true]",
      "tests.test_errors.test_truncated_nix_file",
      "tests.test_config.test_config_parent_directory_discovery",
      "tests.test_errors.test_streaming_mode_empty_stdin",
      "tests.test_config.test_config_fix_with_disabled_lints",
      "tests.test_check.test_check_config_malformed_toml",
      "tests.test_fix.test_fix_empty_let_in_dry_run",
      "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_4f2c5321b7dbd217-toPath x-args42-/workspace/bin/tests/snapshots/deprecated_to_path__lint_4f2c5321b7dbd2171c77729c879745a1f6209972b4a9d367bd5fb41a83c42e99.snap-Implementations that fail to detect deprecated_to_path issue in: toPath x]",
      "tests.test_errors.test_single_fix_position_out_of_bounds",
      "tests.test_fix.test_fix_bool_comparison_dry_run",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a14c6695accf2da7-false == m ? n-args18-/workspace/bin/tests/snapshots/bool_comparison__lint_a14c6695accf2da707eaeb76ded232840736b9034ef1b55d1c8c92b9f5098a14.snap-Implementations that fail to detect bool_comparison issue in: false == m ? n]",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_101b3f071d9ef6e1-f != false-args0-/workspace/bin/tests/snapshots/bool_comparison__lint_101b3f071d9ef6e1c6cddd4b3d4d2a4f7d4cf2764ff5811ee2d532b3ccb45690.snap-Implementations that fail to detect bool_comparison issue in: f != false]",
      "tests.test_harvest.test_snapshot[test_empty_inherit_lint_2370f348818d9847-{ inherit; }-args48-/workspace/bin/tests/snapshots/empty_inherit__lint_2370f348818d984736674ed594a500980e67c68740a68810e6d7ad6e42e95cad.snap-Implementations that fail to detect empty_inherit issue in: { inherit; }]",
      "tests.test_errors.test_invalid_glob_pattern",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a83e7884e4c039d6-true == o ? p-args22-/workspace/bin/tests/snapshots/bool_comparison__lint_a83e7884e4c039d6517795734c6cab32d5e69473f7a6b6fe660eec020d70993d.snap-Implementations that fail to detect bool_comparison issue in: true == o ? p]",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_c031ce4a7d754ef4-e != true-args28-/workspace/bin/tests/snapshots/bool_comparison__lint_c031ce4a7d754ef42071e72da7d6bf4b645ebdaf948399be54f775686a58347b.snap-Implementations that fail to detect bool_comparison issue in: e != true]",
      "tests.test_harvest.test_snapshot[test_collapsible_let_in_lint_950e48dec6590cd2-let\\n  a = 2;\\n  b = 3;\\nin\\n  let\\n    c = 5;\\n    d = 6;\\n  in\\n  a + b + c + d\\n-args38-/workspace/bin/tests/snapshots/collapsible_let_in__lint_950e48dec6590cd20937e48006bff3f7c097bd07ec2da4a7b5dba488885061aa.snap-Implementations that fail to detect collapsible_let_in issue in: let\\\\n  a = 2;\\\\n  b = 3;\\\\nin\\\\n  let\\\\n    c = 5;\\\\n    d = 6;\\\\n]",
      "tests.test_harvest.test_snapshot[test_empty_let_in_lint_69e2d9e348a3b790-let\\n  # don't fix this, we have a comment\\n  # raise the lint though\\nin\\nnull\\n-args52-/workspace/bin/tests/snapshots/empty_let_in__lint_69e2d9e348a3b7903ae167887886709559b8d299d9ea097621bbbab32e6f3bfa.snap-Implementations that fail to detect empty_let_in issue in: let\\\\n  # don't fix this, we have a comment\\\\n  # raise the li]",
      "tests.test_fix.test_fix_config_disable_lint",
      "tests.test_fix.test_fix_config_disable_preserves_other_fixes",
      "tests.test_config.test_config_ignore_patterns_glob",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_9f48ebd94e1733d7-true == c-args12-/workspace/bin/tests/snapshots/bool_comparison__lint_9f48ebd94e1733d7ccda130d62830499b7344b794644163af528b0c834c5cca4.snap-Implementations that fail to detect bool_comparison issue in: true == c]",
      "tests.test_fix.test_fix_multiple_issues_same_file",
      "tests.test_harvest.test_snapshot[test_empty_pattern_lint_a0f60e09ffb31c58-({ ... }: { imports = []; })-args66-/workspace/bin/tests/snapshots/empty_pattern__lint_a0f60e09ffb31c58f803adaf8e3f854bb95fc3a4f6ac05072ee5f4f644a12141.snap-Implementations that fail to detect empty_pattern issue in: ({ ... }: { imports = []; })]",
      "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_b7ca5bc4bbe1fe57-builtins.toPath x-args44-/workspace/bin/tests/snapshots/deprecated_to_path__lint_b7ca5bc4bbe1fe57468d47f2df8fac29361ae090a84ea6afdea842170517ae14.snap-Implementations that fail to detect deprecated_to_path issue in: builtins.toPath x]",
      "tests.test_harvest.test_snapshot[test_empty_inherit_fix_2370f348818d9847-{ inherit; }-args49-/workspace/bin/tests/snapshots/empty_inherit__fix_2370f348818d984736674ed594a500980e67c68740a68810e6d7ad6e42e95cad.snap-Implementations that suggest incorrect fix for empty_inherit in: { inherit; }]",
      "tests.test_fix.test_fix_mixed_fixable_unfixable",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a30c834e61da781c-a == true-args20-/workspace/bin/tests/snapshots/bool_comparison__lint_a30c834e61da781cbcbc0c95b79ab0a51a81f1fdc5a5d885d778f43d268ed2b3.snap-Implementations that fail to detect bool_comparison issue in: a == true]",
      "tests.test_harvest.test_snapshot[test_empty_list_concat_lint_b13b2273654200cb-[] ++ [] ++ []-args58-/workspace/bin/tests/snapshots/empty_list_concat__lint_b13b2273654200cbc2315c6ceec0dbc9e4479628a5b7250418efeb5911e743b2.snap-Implementations that fail to detect empty_list_concat issue in: [] ++ [] ++ []]",
      "tests.test_harvest.test_snapshot[test_eta_reduction_lint_371c868dbc9581a6-let double = x: x * 2; in map (x: double x) [1 2 3]-args76-/workspace/bin/tests/snapshots/eta_reduction__lint_371c868dbc9581a6fc41c7085146a422829b37c0e7d4ec0cf2b2d48d2e116b71.snap-Implementations that fail to detect eta_reduction issue in: let double = x: x * 2; in map (x: double x) [1 2 3]]",
      "tests.test_harvest.test_snapshot[test_legacy_let_syntax_lint_7b38199c6c6f7f99-let {\\n  body = x + y;\\n  x = \"hello,\";\\n  y = \" world!\";\\n}\\n-args80-/workspace/bin/tests/snapshots/legacy_let_syntax__lint_7b38199c6c6f7f991caca355bdf9d4ebb9a8efc7745407121fc6b5702dd94e74.snap-Implementations that fail to detect legacy_let_syntax issue in: let {\\\\n  body = x + y;\\\\n  x = \"hello,\";\\\\n  y = \" world!\";\\\\n}]",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_eb450df0fb6d76e9-true == false-args30-/workspace/bin/tests/snapshots/bool_comparison__lint_eb450df0fb6d76e9df94f175a6b87a7c1a667495e18432ed8f38540fd051cec1.snap-Implementations that fail to detect bool_comparison issue in: true == false]",
      "tests.test_harvest.test_snapshot[test_manual_inherit_lint_2a92c1cb560d2d72-let a = 2; in { a = a; }-args84-/workspace/bin/tests/snapshots/manual_inherit__lint_2a92c1cb560d2d727373fb3ad10da2b17cf57a13421fc72f9847d8d25bf8099d.snap-Implementations that fail to detect manual_inherit issue in: let a = 2; in { a = a; }]",
      "tests.test_harvest.test_snapshot[test_bool_comparison_lint_ba56854c55bd3954-false == true-args26-/workspace/bin/tests/snapshots/bool_comparison__lint_ba56854c55bd3954b56d4e0c3d32b65cd144d55b060637c5ff8085d81bef6c49.snap-Implementations that fail to detect bool_comparison issue in: false == true]"
    ],
    "failed_tests_omitted": 189,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 972,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "oppiliappan__statix.e9df54c",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5867392",
    "calls": "101",
    "created_at": "2026-05-17T13:44:51.441705+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.8234",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "6116802",
    "instance_id": "oppiliappan__statix.e9df54c",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "551",
    "n_system_errors": "0",
    "n_tests": "815",
    "n_warnings": "0",
    "output_tokens": "54754",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "16750",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-oppiliappan-statix",
    "run_version": "20260517T094700Z",
    "score": "0.6760736196319018",
    "session_ended_at": "2026-05-17T14:02:43.733Z",
    "session_started_at": "2026-05-17T13:44:54.362Z",
    "test_branch_errors": "{}",
    "total_tokens": "6171556",
    "wall_clock_seconds": "1069"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./statix.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-oppiliappan-statix",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}