[
  {
    "chunk": 256,
    "share": "auto",
    "n": 6,
    "fields_all_correct": 6,
    "zero_reuse": true,
    "ttft_s": {
      "mean": 13.281485168006233,
      "median": 13.221309856002335,
      "min": 11.671712854004,
      "max": 14.909158762020525
    },
    "prefill_ms": {
      "mean": 13248.5,
      "median": 13182.0,
      "min": 11650.0,
      "max": 14868.0
    },
    "prefill_tps": {
      "mean": 335.01666666666665,
      "median": 334.85,
      "min": 295.4,
      "max": 377.0
    },
    "io_MB": {
      "mean": 0.0,
      "median": 0.0,
      "min": 0.0,
      "max": 0.0
    },
    "cpu_seconds": {
      "mean": 63.321666666666665,
      "median": 63.475,
      "min": 45.5,
      "max": 82.58
    },
    "e2e_s": {
      "mean": 14.119787230001142,
      "median": 13.987620906002121,
      "min": 12.49839396198513,
      "max": 15.799006858986104
    },
    "blocks": [
      {
        "group": "01-p256-auto",
        "ttft_mean": 11.953733112013046,
        "io_MB_max": 0.0
      },
      {
        "group": "08-p256-auto",
        "ttft_mean": 14.60923722399942,
        "io_MB_max": 0.0
      }
    ]
  },
  {
    "chunk": 256,
    "share": "off",
    "n": 6,
    "fields_all_correct": 6,
    "zero_reuse": true,
    "ttft_s": {
      "mean": 16.113288147826097,
      "median": 14.021417344993097,
      "min": 11.716514083993388,
      "max": 26.140193678991636
    },
    "prefill_ms": {
      "mean": 16085.833333333334,
      "median": 13993.0,
      "min": 11675.0,
      "max": 26119.0
    },
    "prefill_tps": {
      "mean": 291.71666666666664,
      "median": 313.9,
      "min": 168.2,
      "max": 376.2
    },
    "io_MB": {
      "mean": 0.0,
      "median": 0.0,
      "min": 0.0,
      "max": 0.0
    },
    "cpu_seconds": {
      "mean": 22.955000000000002,
      "median": 21.205,
      "min": 18.45,
      "max": 33.84
    },
    "e2e_s": {
      "mean": 17.220172933656915,
      "median": 15.21962438848277,
      "min": 12.844750733987894,
      "max": 27.286243626003852
    },
    "blocks": [
      {
        "group": "02-p256-off",
        "ttft_mean": 18.29183800199341,
        "io_MB_max": 0.0
      },
      {
        "group": "07-p256-off",
        "ttft_mean": 13.934738293658787,
        "io_MB_max": 0.0
      }
    ]
  },
  {
    "chunk": 1024,
    "share": "off",
    "n": 6,
    "fields_all_correct": 6,
    "zero_reuse": true,
    "ttft_s": {
      "mean": 6.1358481408339385,
      "median": 5.65961030300241,
      "min": 5.069840067997575,
      "max": 8.557597228005761
    },
    "prefill_ms": {
      "mean": 6108.166666666667,
      "median": 5629.5,
      "min": 5042.0,
      "max": 8536.0
    },
    "prefill_tps": {
      "mean": 743.9666666666667,
      "median": 781.8499999999999,
      "min": 514.5,
      "max": 871.1
    },
    "io_MB": {
      "mean": 0.0,
      "median": 0.0,
      "min": 0.0,
      "max": 0.0
    },
    "cpu_seconds": {
      "mean": 17.538333333333334,
      "median": 17.29,
      "min": 13.32,
      "max": 21.62
    },
    "e2e_s": {
      "mean": 7.092880115170071,
      "median": 6.7507419975008816,
      "min": 5.645317306014476,
      "max": 9.16050857200753
    },
    "blocks": [
      {
        "group": "03-p1024-off",
        "ttft_mean": 5.203280210999462,
        "io_MB_max": 0.0
      },
      {
        "group": "06-p1024-off",
        "ttft_mean": 7.068416070668415,
        "io_MB_max": 0.0
      }
    ]
  },
  {
    "chunk": 2048,
    "share": "off",
    "n": 6,
    "fields_all_correct": 6,
    "zero_reuse": true,
    "ttft_s": {
      "mean": 3.5422005238360725,
      "median": 3.547208837015205,
      "min": 3.400591968995286,
      "max": 3.6359843389946036
    },
    "prefill_ms": {
      "mean": 3504.6666666666665,
      "median": 3512.5,
      "min": 3364.0,
      "max": 3601.0
    },
    "prefill_tps": {
      "mean": 1253.8166666666666,
      "median": 1250.4,
      "min": 1219.7,
      "max": 1305.7
    },
    "io_MB": {
      "mean": 0.0,
      "median": 0.0,
      "min": 0.0,
      "max": 0.0
    },
    "cpu_seconds": {
      "mean": 11.698333333333334,
      "median": 11.745000000000001,
      "min": 10.38,
      "max": 13.24
    },
    "e2e_s": {
      "mean": 4.399800813999415,
      "median": 4.361849003005773,
      "min": 4.113352790998761,
      "max": 4.644212639017496
    },
    "blocks": [
      {
        "group": "04-p2048-off",
        "ttft_mean": 3.4895625696711554,
        "io_MB_max": 0.0
      },
      {
        "group": "05-p2048-off",
        "ttft_mean": 3.5948384780009897,
        "io_MB_max": 0.0
      }
    ]
  }
]