[
  {
    "slots": 49152,
    "heads": 8,
    "selected_tiles": 64,
    "global_tiles": 32,
    "empty_keys": false,
    "counts_equal": true,
    "ordered_valid_prefix_equal": true,
    "attention_output_equal": true,
    "timings": {
      "selection_only": {
        "times_ms": {
          "reference": [
            0.3317641094326973,
            0.31607504934072495,
            0.31493231654167175,
            0.32299431040883064,
            0.31464314088225365,
            0.3253580071032047,
            0.3145979717373848,
            0.32206811010837555,
            0.31752604991197586,
            0.30767684802412987
          ],
          "direct": [
            0.1587970182299614,
            0.15355320647358894,
            0.1580752432346344,
            0.15339208766818047,
            0.14754384756088257,
            0.15846313908696175,
            0.14903070405125618,
            0.15754997730255127,
            0.1531778834760189,
            0.14848168939352036
          ]
        },
        "median_ms": {
          "reference": 0.3168005496263504,
          "direct": 0.1534726470708847
        },
        "reduction_percent": 51.555435351391395
      },
      "attention_included": {
        "times_ms": {
          "reference": [
            10.841530747711658,
            10.865932330489159,
            10.87003294378519,
            10.918838903307915,
            10.945963207632303,
            10.885152965784073,
            10.931741911917925,
            10.938808787614107,
            11.006649117916822,
            10.954876895993948
          ],
          "direct": [
            10.679633356630802,
            10.658447165042162,
            10.705066844820976,
            10.674836579710245,
            10.777846910059452,
            10.69843489676714,
            10.723268147557974,
            10.792841669172049,
            10.800597723573446,
            10.76555484905839
          ]
        },
        "median_ms": {
          "reference": 10.92529040761292,
          "direct": 10.714167496189475
        },
        "reduction_percent": 1.932423794211735
      }
    }
  },
  {
    "slots": 114688,
    "heads": 8,
    "selected_tiles": 64,
    "global_tiles": 32,
    "empty_keys": false,
    "counts_equal": true,
    "ordered_valid_prefix_equal": true,
    "attention_output_equal": true,
    "timings": {
      "selection_only": {
        "times_ms": {
          "reference": [
            0.3523789346218109,
            0.3337007947266102,
            0.33383583649992943,
            0.3323829732835293,
            0.3275461494922638,
            0.32847607508301735,
            0.3312220796942711,
            0.3255121409893036,
            0.3341599367558956,
            0.33178599551320076
          ],
          "direct": [
            0.1726308837532997,
            0.1574191264808178,
            0.1503080129623413,
            0.16226712614297867,
            0.15424704179167747,
            0.15985919162631035,
            0.15475042164325714,
            0.15586009249091148,
            0.1491708680987358,
            0.16036443412303925
          ]
        },
        "median_ms": {
          "reference": 0.332084484398365,
          "direct": 0.15663960948586464
        },
        "reduction_percent": 52.83139777829504
      },
      "attention_included": {
        "times_ms": {
          "reference": [
            26.22414520010352,
            26.42218815162778,
            26.611119974404573,
            26.729768607765436,
            26.672866195440292,
            26.432074140757322,
            26.65343787521124,
            27.109859976917505,
            26.632613968104124,
            26.49931376799941
          ],
          "direct": [
            26.28398733213544,
            26.47829009220004,
            26.546977926045656,
            26.374352164566517,
            26.25583717599511,
            26.467107702046633,
            26.543837040662766,
            26.47002972662449,
            26.344451121985912,
            26.398945599794388
          ]
        },
        "median_ms": {
          "reference": 26.62186697125435,
          "direct": 26.43302665092051
        },
        "reduction_percent": 0.7093428892036124
      }
    }
  },
  {
    "slots": 114688,
    "heads": 8,
    "selected_tiles": 64,
    "global_tiles": 32,
    "empty_keys": true,
    "counts_equal": true,
    "ordered_valid_prefix_equal": true,
    "attention_output_equal": true,
    "timings": {
      "selection_only": {
        "times_ms": {
          "reference": [
            0.3548501990735531,
            0.3361152485013008,
            0.3353571519255638,
            0.3423122689127922,
            0.3350670449435711,
            0.33208588138222694,
            0.3389380872249603,
            0.32549118623137474,
            0.329798087477684,
            0.33501023426651955
          ],
          "direct": [
            0.16547320410609245,
            0.1552407629787922,
            0.14841696247458458,
            0.16150018200278282,
            0.15510711818933487,
            0.1483513042330742,
            0.16639987006783485,
            0.15280675143003464,
            0.14773709699511528,
            0.16105035319924355
          ]
        },
        "median_ms": {
          "reference": 0.33521209843456745,
          "direct": 0.15517394058406353
        },
        "reduction_percent": 53.70872909757072
      },
      "attention_included": {
        "times_ms": {
          "reference": [
            25.368038099259138,
            25.697710923850536,
            26.08626801520586,
            25.76632285490632,
            25.7927100174129,
            25.637272279709578,
            25.814758148044348,
            25.90346522629261,
            25.65407892689109,
            25.88076191022992
          ],
          "direct": [
            25.109400041401386,
            25.553455110639334,
            25.394765194505453,
            25.260569993406534,
            25.349671952426434,
            25.303073693066835,
            25.425621774047613,
            25.606999173760414,
            25.47032618895173,
            25.35799378529191
          ]
        },
        "median_ms": {
          "reference": 25.77951643615961,
          "direct": 25.37637948989868
        },
        "reduction_percent": 1.5637878517203996
      }
    }
  }
]