{
  "reviewed": "2026-10-21",
  "method": "Count type=call JSONL records; preserve published timing aggregates; original metadata is retained separately. Resource snapshots, microbenchmarks, meta/footer and skipped entries do not count as model requests.",
  "runs": [
    {
      "id": "91751afd-068a-477b-8f40-6e1963f803f1",
      "reported_calls": 2,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "ram_snapshot": 1,
        "llama_bench": 1
      },
      "cells": []
    },
    {
      "id": "79afe366-1055-4e45-adf6-593864a530e8",
      "reported_calls": 45,
      "actual_calls": 36,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 3,
        "ram_snapshot": 3,
        "llama_bench": 3,
        "call": 36
      },
      "cells": [
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.420984719014113
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx96k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.429643583034415
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx131k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 4.787160042240074
        }
      ]
    },
    {
      "id": "e08a7051-a856-4053-b34b-561d7ce5e8cf",
      "reported_calls": 90,
      "actual_calls": 72,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 6,
        "ram_snapshot": 6,
        "llama_bench": 6,
        "call": 72
      },
      "cells": [
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx64k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.482946051633539
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx96k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.790992169406918
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl12-ctx131k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.008322700561989
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx48k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 6.603394960492753
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx64k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 6.406650638400195
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl24-ctx96k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 6.084692897918349
        }
      ]
    },
    {
      "id": "cef4b219-6b65-4740-8c3b-5b68aa10cf3f",
      "reported_calls": 6,
      "actual_calls": 4,
      "record_types": {
        "meta": 1,
        "ram_snapshot": 1,
        "llama_bench": 1,
        "call": 4,
        "skipped": 2
      },
      "cells": [
        {
          "id": "vps50:llamacpp:phi-4-q4km-cpu-ctx32k",
          "actual_calls": 4,
          "actual_errors": 0,
          "mean_tokens_per_sec": 0.018340795700624437
        }
      ]
    },
    {
      "id": "86241185-24da-4f8e-b254-a60c9465e353",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "skipped": 4
      },
      "cells": []
    },
    {
      "id": "1bf57c9a-fd7a-49aa-90de-cd1907b15ddd",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1
      },
      "cells": []
    },
    {
      "id": "b54c61c0-b6b8-44ac-bc3e-a515df0f0499",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1
      },
      "cells": []
    },
    {
      "id": "ad28cb95-5134-40b5-8514-c8a381f83d87",
      "reported_calls": 45,
      "actual_calls": 36,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 3,
        "ram_snapshot": 3,
        "llama_bench": 3,
        "call": 36
      },
      "cells": [
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl36-ctx32k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 4.690354984755418
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx64k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.456089994617796
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ngl6-ctx128k",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 4.7873495873275855
        }
      ]
    },
    {
      "id": "212d6278-1b9b-45e9-8aae-7eed4d4ec822",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "skipped": 4
      },
      "cells": []
    },
    {
      "id": "b37836bf-d1a2-4d6b-a732-aff89da1fa07",
      "reported_calls": 42,
      "actual_calls": 36,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 3,
        "llama_bench": 3,
        "call": 36
      },
      "cells": [
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl6",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 4.952632651529882
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl12",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.586832332215661
        },
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500-ctx32k-ngl24",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 6.581313630988958
        }
      ]
    },
    {
      "id": "23066b38-ea9c-4dd3-b2f5-32912a67fce4",
      "reported_calls": 14,
      "actual_calls": 12,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 1,
        "llama_bench": 1,
        "call": 12
      },
      "cells": [
        {
          "id": "pavilion:llamacpp:qwen3:30b-a3b-iq2xxs-think500",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 5.8808597715936735
        }
      ]
    },
    {
      "id": "d1cff064-9141-48e0-b1d2-729b134e0543",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "skipped": 1
      },
      "cells": []
    },
    {
      "id": "5fb2913d-6500-4ecf-9e97-d43f7dd61145",
      "reported_calls": 14,
      "actual_calls": 12,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 1,
        "llama_bench": 1,
        "call": 12
      },
      "cells": [
        {
          "id": "predator:llamacpp:qwen3:30b-a3b-iq2m-think500",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 3.8732277206398122
        }
      ]
    },
    {
      "id": "8ec3c8cb-58a7-4f33-974c-9c1bfb7824ef",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "skipped": 1
      },
      "cells": []
    },
    {
      "id": "487c8a51-7c5c-417d-a0c5-4b6e8491e11f",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "skipped": 1
      },
      "cells": []
    },
    {
      "id": "5f4d9e97-4294-4e69-9e6c-f318bca1ce44",
      "reported_calls": 0,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "skipped": 1
      },
      "cells": []
    },
    {
      "id": "fe4fa289-67a9-48e8-8a80-d5d88c875208",
      "reported_calls": 2,
      "actual_calls": 0,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 1,
        "llama_bench": 1
      },
      "cells": []
    },
    {
      "id": "fba9d9b1-cc5d-40bc-9e21-beafbb72c65d",
      "reported_calls": 36,
      "actual_calls": 30,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 3,
        "llama_bench": 3,
        "call": 30
      },
      "cells": [
        {
          "id": "predator:llamacpp:qwen3.5:9b-q4km-think500",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 14.25179008090996
        },
        {
          "id": "predator:llamacpp:qwen3.5:9b-q4km-nothink",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 12.554353511798023
        },
        {
          "id": "predator:llamacpp:qwen3:14b-q4km",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": 1.062157544109488
        }
      ]
    },
    {
      "id": "09d8fbde-0008-49bb-99da-03eeaca72be1",
      "reported_calls": 42,
      "actual_calls": 36,
      "record_types": {
        "meta": 1,
        "vram_snapshot": 3,
        "llama_bench": 3,
        "call": 36
      },
      "cells": [
        {
          "id": "predator:llamacpp:granite-4.1:8b-q4km",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 13.494775276157375
        },
        {
          "id": "predator:llamacpp:gemma-4:e4b-it-q4km",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 21.818846535142466
        },
        {
          "id": "predator:llamacpp:qwen3.5:9b-q4km",
          "actual_calls": 12,
          "actual_errors": 0,
          "mean_tokens_per_sec": 14.037717130593672
        }
      ]
    },
    {
      "id": "ad057f5b-ed3f-4a95-a38e-361be310ffd6",
      "reported_calls": 96,
      "actual_calls": 96,
      "record_types": {
        "meta": 1,
        "call": 96,
        "footer": 1
      },
      "cells": [
        {
          "id": "pavilion:weeyuga:qwen3.5:4b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:9b-q6k",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:9b-q4km",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:2b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:0.8b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:9b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:14b",
          "actual_calls": 6,
          "actual_errors": 6,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:3b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3:14b",
          "actual_calls": 6,
          "actual_errors": 4,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3:8b",
          "actual_calls": 6,
          "actual_errors": 2,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3:4b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5:3b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:1.5b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:0.5b",
          "actual_calls": 6,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        }
      ]
    },
    {
      "id": "ff1131ca-d021-4e06-8616-4b4cdb54e97e",
      "reported_calls": 17,
      "actual_calls": 17,
      "record_types": {
        "meta": 1,
        "call": 17
      },
      "cells": [
        {
          "id": "pavilion:weeyuga:qwen3.5:4b",
          "actual_calls": 2,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:35b-a3b-uncensored-iq1m",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:35b-a3b-iq2s",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:9b-q6k",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:9b-q4km",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:2b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:0.8b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3.5:9b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:14b",
          "actual_calls": 1,
          "actual_errors": 1,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:3b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3:14b",
          "actual_calls": 1,
          "actual_errors": 1,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3:8b",
          "actual_calls": 1,
          "actual_errors": 1,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen3:4b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5:3b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:1.5b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        },
        {
          "id": "pavilion:weeyuga:qwen2.5-coder:0.5b",
          "actual_calls": 1,
          "actual_errors": 0,
          "mean_tokens_per_sec": null
        }
      ]
    }
  ]
}