{
 "query": {
  "task": "LLM generation",
  "model_key": "llama328b"
 },
 "task": "LLM generation",
 "size_class": "by model",
 "batch": "per group",
 "mixed": false,
 "mixed_warning": null,
 "groups": [
  {
   "size": "LLM 5–14B",
   "batch": "1",
   "platforms": 2,
   "rows": 2
  }
 ],
 "rank_groups": [
  {
   "model_key": "llama328b",
   "label": "llama3.2:8b",
   "platforms": 2,
   "platforms_with_power": 0
  }
 ],
 "reference": null,
 "excluded_count": 0,
 "efficiency_excluded_count": 2,
 "notes": [
  "edge hardware only",
  "model_key \"llama328b\""
 ],
 "count": 2,
 "results": [
  {
   "platform": "Pi 500 - 8GB (as tested by Jeff Geerling)",
   "platform_url": "/platform/pi-500-8gb-as-tested-by-jeff-geerling.html",
   "perf": 1.9,
   "perf_unit": "tok/s",
   "metric": "generation_throughput",
   "model": "llama3.2:8b",
   "precision": "Ollama default tag (4-bit unless tag says otherwise)",
   "stack": "Ollama (geerlingguy/ollama-benchmark)",
   "size_class": "LLM 5–14B",
   "batch": "1",
   "like_for_like": true,
   "differs": [],
   "confidence": "C",
   "confidence_label": "C – community/review",
   "power_w": 10.6,
   "power_label": "reported in result source — Measured, Whole system",
   "power_kind": "Measured, Whole system",
   "model_key": "llama328b",
   "pb": {
    "tag": "Measured",
    "measured": true,
    "vendorMeasured": false,
    "typical": false,
    "scope": "Whole system",
    "rmax": false,
    "rmin": false
   },
   "power_scope": "whole-system",
   "power_is_range_max": false,
   "power_is_range_min": false,
   "is_partial": "false",
   "partial_note": null,
   "rank_default": false,
   "fpsw_outlier": false,
   "fpsw_note": null,
   "rank_note": null,
   "rank_fps": false,
   "rank_fpsw": false,
   "fpsw_ratio_median": null,
   "power_basis": "measured peak system power (Jeff Geerling)",
   "power_note": "Measured",
   "power_range": null,
   "power_src_url": "https://github.com/geerlingguy/sbc-reviews/issues/60",
   "perf_per_w": 0.1792,
   "date": "2024-12-09 (page last edited)",
   "older_than_18_months": true,
   "superseded": false,
   "price_usd": null,
   "price_label": "unknown",
   "price_date": null,
   "price_launch_usd": null,
   "edge": true,
   "date_basis": "page-edited",
   "form_factor": "independent test system",
   "vendor": "(independent test)",
   "source": {
    "name": "Jeff Geerling sbc-reviews (AI / LLM inference tables)",
    "url": "https://github.com/geerlingguy/sbc-reviews/issues/60",
    "date": null,
    "doc": null,
    "version": "ai-benchmarks README @ 2f56f19",
    "vendor_page": null
   },
   "power_source": "https://github.com/geerlingguy/sbc-reviews/issues/60",
   "price_source": null,
   "fit": {
    "perf": null,
    "power": null,
    "budget": null
   },
   "meets_all": true,
   "unknowns": 0,
   "no_power": false,
   "group": "llama328b",
   "excluded_reason": null,
   "excluded": false,
   "fits": true,
   "speed_eligible": true,
   "eff_ok": false,
   "soft_reason": "HWBench Data has not verified tok/s/W rows for ranking yet",
   "eligible": false,
   "headroom": null,
   "unknown_badges": [
    "price unknown"
   ],
   "group_size": 0,
   "group_rank": null
  },
  {
   "platform": "Nvidia A400 (as tested by Jeff Geerling)",
   "platform_url": "/platform/nvidia-a400-as-tested-by-jeff-geerling.html",
   "perf": 2.79,
   "perf_unit": "tok/s",
   "metric": "generation_throughput",
   "model": "llama3.2:8b",
   "precision": "Ollama default tag (4-bit unless tag says otherwise)",
   "stack": "Ollama (geerlingguy/ollama-benchmark)",
   "size_class": "LLM 5–14B",
   "batch": "1",
   "like_for_like": true,
   "differs": [],
   "confidence": "C",
   "confidence_label": "C – community/review",
   "power_w": 190,
   "power_label": "reported in result source — Measured, Whole system",
   "power_kind": "Measured, Whole system",
   "model_key": "llama328b",
   "pb": {
    "tag": "Measured",
    "measured": true,
    "vendorMeasured": false,
    "typical": false,
    "scope": "Whole system",
    "rmax": false,
    "rmin": false
   },
   "power_scope": "whole-system",
   "power_is_range_max": false,
   "power_is_range_min": false,
   "is_partial": "false",
   "partial_note": null,
   "rank_default": false,
   "fpsw_outlier": false,
   "fpsw_note": null,
   "rank_note": null,
   "rank_fps": false,
   "rank_fpsw": false,
   "fpsw_ratio_median": null,
   "power_basis": "measured peak system power (Jeff Geerling)",
   "power_note": "Measured",
   "power_range": null,
   "power_src_url": "https://github.com/geerlingguy/sbc-reviews/issues/53",
   "perf_per_w": 0.01468,
   "date": "2024-10-22 (page last edited)",
   "older_than_18_months": true,
   "superseded": false,
   "price_usd": null,
   "price_label": "unknown",
   "price_date": null,
   "price_launch_usd": null,
   "edge": true,
   "date_basis": "page-edited",
   "form_factor": "independent test system",
   "vendor": "(independent test)",
   "source": {
    "name": "Jeff Geerling sbc-reviews (AI / LLM inference tables)",
    "url": "https://github.com/geerlingguy/sbc-reviews/issues/53",
    "date": null,
    "doc": null,
    "version": "ai-benchmarks README @ 2f56f19",
    "vendor_page": null
   },
   "power_source": "https://github.com/geerlingguy/sbc-reviews/issues/53",
   "price_source": null,
   "fit": {
    "perf": null,
    "power": null,
    "budget": null
   },
   "meets_all": true,
   "unknowns": 0,
   "no_power": false,
   "group": "llama328b",
   "excluded_reason": null,
   "excluded": false,
   "fits": true,
   "speed_eligible": true,
   "eff_ok": false,
   "soft_reason": "HWBench Data has not verified tok/s/W rows for ranking yet",
   "eligible": false,
   "headroom": null,
   "unknown_badges": [
    "price unknown"
   ],
   "group_size": 0,
   "group_rank": null
  }
 ],
 "no_data": null,
 "legend": "Confidence: A audited MLPerf closed, B documented third-party, C community, D vendor-published, E estimate. Unknown is never assumed."
}