{
  "summary": {
    "method": "AGoT",
    "model": "qwen2.5:32b",
    "task": "gsm8k",
    "config": {
      "max_depth": 2,
      "max_layers": 2
    },
    "samples": 3,
    "correct": 3,
    "accuracy": 1.0,
    "avg_time_s": 186.73
  },
  "details": [
    {
      "question": "Janet's ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes muffins with",
      "expected": "1.50",
      "predicted": "1.50",
      "correct": true,
      "time_s": 290.71,
      "stats": {
        "total_calls": 15,
        "total_tokens": 1633,
        "start_time": 1783063779.8278565,
        "end_time": 1783064070.5349534,
        "node_count": 6,
        "edge_count": 0,
        "recursion_count": 0,
        "layers_used": [
          [
            0,
            0
          ],
          [
            0,
            1
          ],
          [
            0,
            0
          ],
          [
            0,
            1
          ],
          [
            0,
            0
          ],
          [
            0,
            1
          ]
        ],
        "elapsed": 290.71
      }
    },
    {
      "question": "A robe takes 2 1/2 yards of fabric and 1/8 yard of trim. If you have 10 yards of fabric and 1 yard o",
      "expected": "4",
      "predicted": "4",
      "correct": true,
      "time_s": 137.86,
      "stats": {
        "total_calls": 30,
        "total_tokens": 3529,
        "start_time": 1783064070.5352838,
        "end_time": 1783064208.3956833,
        "node_count": 6,
        "edge_count": 0,
        "recursion_count": 0,
        "layers_used": [
          [
            0,
            0
          ],
          [
            0,
            1
          ],
          [
            0,
            0
          ],
          [
            0,
            1
          ],
          [
            0,
            0
          ],
          [
            0,
            1
          ]
        ],
        "elapsed": 137.86
      }
    },
    {
      "question": "Kyle is a collector of rare coins. One day he found a rare coin online and bought it for $50. The ne",
      "expected": "66",
      "predicted": "66",
      "correct": true,
      "time_s": 131.61,
      "stats": {
        "total_calls": 45,
        "total_tokens": 5283,
        "start_time": 1783064208.3958018,
        "end_time": 1783064340.0105371,
        "node_count": 6,
        "edge_count": 0,
        "recursion_count": 0,
        "layers_used": [
          [
            0,
            0
          ],
          [
            0,
            1
          ],
          [
            0,
            0
          ],
          [
            0,
            1
          ],
          [
            0,
            0
          ],
          [
            0,
            1
          ]
        ],
        "elapsed": 131.61
      }
    }
  ]
}