{
 "query": {
  "task": "LLM generation",
  "model_key": "qwen2515bq4"
 },
 "task": "LLM generation",
 "size_class": "by model",
 "batch": "per group",
 "mixed": false,
 "mixed_warning": null,
 "groups": [
  {
   "size": "LLM ≤4B",
   "batch": "1",
   "platforms": 3,
   "rows": 3
  }
 ],
 "rank_groups": [
  {
   "model_key": "qwen2515bq4",
   "label": "Qwen2.5 1.5B (Q4)",
   "platforms": 3,
   "platforms_with_power": 0
  }
 ],
 "reference": null,
 "excluded_count": 0,
 "efficiency_excluded_count": 1,
 "notes": [
  "edge hardware only",
  "model_key \"qwen2515bq4\""
 ],
 "count": 3,
 "results": [
  {
   "platform": "Raspberry Pi 5 + Hailo-10H (AI HAT+ 2 class, PCIe Gen3)",
   "platform_url": "/platform/raspberry-pi-5-hailo-10h-ai-hat-2-class-pcie-gen3.html",
   "perf": 6.914,
   "perf_unit": "tok/s",
   "metric": "generation_throughput",
   "model": "Qwen2.5 1.5B (Q4)",
   "precision": "4-bit",
   "stack": "hailo-ollama",
   "size_class": "LLM ≤4B",
   "batch": "1",
   "like_for_like": true,
   "differs": [],
   "confidence": "C",
   "confidence_label": "C – community/review",
   "power_w": 1.87,
   "power_label": "reported in result source — Measured, Whole system",
   "power_kind": "Measured, Whole system",
   "model_key": "qwen2515bq4",
   "pb": {
    "tag": "Measured",
    "measured": true,
    "vendorMeasured": false,
    "typical": false,
    "scope": "Whole system",
    "rmax": false,
    "rmin": false
   },
   "power_scope": "whole-system",
   "power_is_range_max": false,
   "power_is_range_min": false,
   "is_partial": "false",
   "partial_note": null,
   "rank_default": false,
   "fpsw_outlier": false,
   "fpsw_note": null,
   "rank_note": null,
   "rank_fps": false,
   "rank_fpsw": false,
   "fpsw_ratio_median": null,
   "power_basis": "measured avg system power (paper Table 6)",
   "power_note": "Measured",
   "power_range": null,
   "power_src_url": "https://arxiv.org/abs/2603.23640",
   "perf_per_w": 3.697,
   "date": "2026-06-07 (published)",
   "older_than_18_months": false,
   "superseded": false,
   "price_usd": null,
   "price_label": "unknown",
   "price_date": null,
   "price_launch_usd": null,
   "edge": true,
   "date_basis": "published",
   "form_factor": "independent test system",
   "vendor": "Hailo",
   "source": {
    "name": "arXiv 2603.23640 authors (manual extraction)",
    "url": "https://arxiv.org/abs/2603.23640",
    "date": null,
    "doc": null,
    "version": "arXiv:2603.23640v2",
    "vendor_page": null
   },
   "power_source": "https://arxiv.org/abs/2603.23640",
   "price_source": null,
   "fit": {
    "perf": null,
    "power": null,
    "budget": null
   },
   "meets_all": true,
   "unknowns": 0,
   "no_power": false,
   "group": "qwen2515bq4",
   "excluded_reason": null,
   "excluded": false,
   "fits": true,
   "speed_eligible": true,
   "eff_ok": false,
   "soft_reason": "HWBench Data has not verified tok/s/W rows for ranking yet",
   "eligible": false,
   "headroom": null,
   "unknown_badges": [
    "price unknown"
   ],
   "group_size": 0,
   "group_rank": null
  },
  {
   "platform": "Apple iPhone 16 Pro (A18 Pro)",
   "platform_url": "/platform/apple-iphone-16-pro-a18-pro.html",
   "perf": 25.89,
   "perf_unit": "tok/s",
   "metric": "generation_throughput",
   "model": "Qwen2.5 1.5B (Q4)",
   "precision": "4-bit",
   "stack": "on-device runtime (see paper Table 2)",
   "size_class": "LLM ≤4B",
   "batch": "1",
   "like_for_like": true,
   "differs": [],
   "confidence": "C",
   "confidence_label": "C – community/review",
   "power_w": null,
   "power_label": "not published",
   "power_kind": "unknown",
   "model_key": "qwen2515bq4",
   "pb": {
    "tag": "",
    "measured": false,
    "vendorMeasured": false,
    "typical": false,
    "scope": "",
    "rmax": false,
    "rmin": false
   },
   "power_scope": null,
   "power_is_range_max": false,
   "power_is_range_min": false,
   "is_partial": "false",
   "partial_note": null,
   "rank_default": false,
   "fpsw_outlier": false,
   "fpsw_note": null,
   "rank_note": null,
   "rank_fps": false,
   "rank_fpsw": false,
   "fpsw_ratio_median": null,
   "power_basis": "unknown",
   "power_note": "",
   "power_range": null,
   "power_src_url": null,
   "perf_per_w": null,
   "date": "2026-06-07 (published)",
   "older_than_18_months": false,
   "superseded": false,
   "price_usd": null,
   "price_label": "unknown",
   "price_date": null,
   "price_launch_usd": null,
   "edge": true,
   "date_basis": "published",
   "form_factor": "independent test system",
   "vendor": "Apple",
   "source": {
    "name": "arXiv 2603.23640 authors (manual extraction)",
    "url": "https://arxiv.org/abs/2603.23640",
    "date": null,
    "doc": null,
    "version": "arXiv:2603.23640v2",
    "vendor_page": null
   },
   "power_source": null,
   "price_source": null,
   "fit": {
    "perf": null,
    "power": null,
    "budget": null
   },
   "meets_all": true,
   "unknowns": 0,
   "no_power": true,
   "group": "qwen2515bq4",
   "excluded_reason": null,
   "excluded": false,
   "fits": true,
   "speed_eligible": true,
   "eff_ok": false,
   "soft_reason": null,
   "eligible": false,
   "headroom": null,
   "unknown_badges": [
    "power unknown",
    "perf/W unknown",
    "price unknown"
   ],
   "group_size": 0,
   "group_rank": null
  },
  {
   "platform": "Samsung Galaxy S24 Ultra (Snapdragon 8 Gen 3)",
   "platform_url": "/platform/samsung-galaxy-s24-ultra-snapdragon-8-gen-3.html",
   "perf": 10.83,
   "perf_unit": "tok/s",
   "metric": "generation_throughput",
   "model": "Qwen2.5 1.5B (Q4)",
   "precision": "4-bit",
   "stack": "on-device runtime (see paper Table 2)",
   "size_class": "LLM ≤4B",
   "batch": "1",
   "like_for_like": true,
   "differs": [],
   "confidence": "C",
   "confidence_label": "C – community/review",
   "power_w": null,
   "power_label": "not published",
   "power_kind": "unknown",
   "model_key": "qwen2515bq4",
   "pb": {
    "tag": "",
    "measured": false,
    "vendorMeasured": false,
    "typical": false,
    "scope": "",
    "rmax": false,
    "rmin": false
   },
   "power_scope": null,
   "power_is_range_max": false,
   "power_is_range_min": false,
   "is_partial": "false",
   "partial_note": null,
   "rank_default": false,
   "fpsw_outlier": false,
   "fpsw_note": null,
   "rank_note": null,
   "rank_fps": false,
   "rank_fpsw": false,
   "fpsw_ratio_median": null,
   "power_basis": "unknown",
   "power_note": "",
   "power_range": null,
   "power_src_url": null,
   "perf_per_w": null,
   "date": "2026-06-07 (published)",
   "older_than_18_months": false,
   "superseded": false,
   "price_usd": null,
   "price_label": "unknown",
   "price_date": null,
   "price_launch_usd": null,
   "edge": true,
   "date_basis": "published",
   "form_factor": "independent test system",
   "vendor": "Qualcomm",
   "source": {
    "name": "arXiv 2603.23640 authors (manual extraction)",
    "url": "https://arxiv.org/abs/2603.23640",
    "date": null,
    "doc": null,
    "version": "arXiv:2603.23640v2",
    "vendor_page": null
   },
   "power_source": null,
   "price_source": null,
   "fit": {
    "perf": null,
    "power": null,
    "budget": null
   },
   "meets_all": true,
   "unknowns": 0,
   "no_power": true,
   "group": "qwen2515bq4",
   "excluded_reason": null,
   "excluded": false,
   "fits": true,
   "speed_eligible": true,
   "eff_ok": false,
   "soft_reason": null,
   "eligible": false,
   "headroom": null,
   "unknown_badges": [
    "power unknown",
    "perf/W unknown",
    "price unknown"
   ],
   "group_size": 0,
   "group_rank": null
  }
 ],
 "no_data": null,
 "legend": "Confidence: A audited MLPerf closed, B documented third-party, C community, D vendor-published, E estimate. Unknown is never assumed."
}