{
  "benchmarkVersion": 6,
  "minimumAppBuild": 84,
  "minimumSampleCount": 3,
  "outlierMADMultiplier": 3.5,
  "references": [
    {
      "benchmarkVersion": 6,
      "tier": "4bit",
      "memoryBytes": 4394146196,
      "arms": {
        "DreamFoundries/gemma-4-E2B-it-4bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 2.2746587044152498,
            "prefillTokensPerSecond": 917.3812239944432,
            "decodeTokensPerSecond": 44.473542459286044,
            "endurance": 0.9630971594283297
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 2.0677228704358765,
            "prefillTokensPerSecond": 3307.17059889106,
            "decodeTokensPerSecond": 41.831833862210125,
            "endurance": 0.9821665030117279
          }
        ],
        "DreamFoundries/gemma-4-E4B-it-4bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 2.171411696104282,
            "prefillTokensPerSecond": 426.175461825324,
            "decodeTokensPerSecond": 22.144922295711115,
            "endurance": 0.926819195112841
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 3.1138368786170894,
            "prefillTokensPerSecond": 933.1645930665902,
            "decodeTokensPerSecond": 21.883481947424205,
            "endurance": 1
          }
        ]
      }
    },
    {
      "benchmarkVersion": 6,
      "tier": "8bit",
      "memoryBytes": 5842715053,
      "arms": {
        "DreamFoundries/gemma-4-E2B-it-8bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 0.9909438066722206,
            "prefillTokensPerSecond": 15.359008830293758,
            "decodeTokensPerSecond": 13.518374646565215,
            "endurance": 0.7859940970703037
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 1.1141718205505078,
            "prefillTokensPerSecond": 243.5828064303197,
            "decodeTokensPerSecond": 13.036088115460373,
            "endurance": 0.6763152442699533
          }
        ],
        "LiquidAI/LFM2.5-8B-A1B-MLX-8bit": [
          {
            "kind": "short",
            "loadGigabytesPerSecond": 5.649220931942926,
            "prefillTokensPerSecond": 33.066315687476404,
            "decodeTokensPerSecond": 3.6873683224115834,
            "endurance": 1,
            "storageMegabytesPerSecond": 1105.8656025588896
          },
          {
            "kind": "long",
            "loadGigabytesPerSecond": 6.366988160111489,
            "prefillTokensPerSecond": 51.66285914699461,
            "decodeTokensPerSecond": 3.8906243272882675,
            "endurance": 0.770836173266048,
            "storageMegabytesPerSecond": 1365.6787707369847
          }
        ]
      }
    }
  ],
  "retiredDeviceIdentifiers": [],
  "retiredModelIDs": []
}