{
  "original": {
    "mem": [
      false,
      true,
      false,
      false,
      false,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      true,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      true,
      false,
      true,
      false,
      true,
      false,
      true,
      true,
      true,
      false,
      false,
      false,
      false,
      true,
      true,
      true,
      false,
      true,
      false,
      false,
      true,
      true,
      false,
      true,
      false,
      true,
      true,
      true,
      false,
      true,
      false,
      true,
      true,
      false,
      false,
      true,
      true,
      true,
      true,
      false,
      false,
      true,
      true,
      true,
      true,
      true,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      true,
      true,
      false,
      false,
      false,
      true,
      true,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      true,
      true,
      false,
      true,
      true,
      true,
      true,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      false,
      true,
      false
    ],
    "base": [
      false,
      true,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      true,
      false,
      true,
      true,
      false,
      false,
      true,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      true,
      true,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      true,
      true,
      false,
      false,
      false,
      false,
      true,
      false,
      true,
      false,
      true,
      false,
      true,
      false,
      false,
      false,
      false,
      true,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      true,
      false,
      false,
      false,
      true,
      false,
      true,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      true,
      false,
      true,
      true,
      false,
      true,
      true,
      false,
      false,
      true,
      false,
      false,
      false,
      false
    ],
    "ctrl": [
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      true,
      false,
      true,
      false,
      false,
      true,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      true,
      false,
      false,
      false,
      true
    ],
    "nmem": 59,
    "digits": 3,
    "model": "qwen2.5vl:7b"
  },
  "counts": {
    "base": {
      "correct": 37,
      "n": 120,
      "first_half": 18,
      "second_half": 19,
      "blocks20": [
        8,
        4,
        6,
        6,
        6,
        7
      ]
    },
    "mem": {
      "correct": 59,
      "n": 120,
      "first_half": 30,
      "second_half": 29,
      "blocks20": [
        11,
        8,
        11,
        12,
        9,
        8
      ]
    },
    "ctrl": {
      "correct": 16,
      "n": 120,
      "first_half": 7,
      "second_half": 9,
      "blocks20": [
        3,
        2,
        2,
        1,
        4,
        4
      ]
    }
  },
  "paired": {
    "base": {
      "both_wrong": 47,
      "only_other_correct": 14,
      "only_verified_correct": 36,
      "both_correct": 23
    },
    "ctrl": {
      "both_wrong": 51,
      "only_other_correct": 10,
      "only_verified_correct": 53,
      "both_correct": 6
    }
  },
  "parser_checks": {
    "#### 12,345": 12345,
    "#### 123 then check 9": 9,
    "There is no answer": null,
    "-42": -42,
    "wrong derivation\n#### 156": 156
  },
  "sources": {
    "bio_growth/closed_form_neat_outputs/metrics_self_improve_llm_verifier.json": "23a50d87607903fc31bf436c793c13eac93b8f541562490980d4587f7c081bdd",
    "bio_growth/self_improve_llm_verifier.py": "d216acb43af310d5eed9e93f8cd27985e759af317afd6f65b2e6f6d3c71dbb5a"
  },
  "new_model_calls": 0,
  "interpretation": "One adaptive stream; no iid significance claim or independent rerun."
}