{ "query": { "task": "LLM generation", "model_key": "deepseekr17b" }, "task": "LLM generation", "size_class": "by model", "batch": "per group", "mixed": false, "mixed_warning": null, "groups": [ { "size": "LLM 5–14B", "batch": "1", "platforms": 3, "rows": 3 }, { "size": "LLM 5–14B", "batch": "8", "platforms": 1, "rows": 1 } ], "rank_groups": [ { "model_key": "deepseekr17b", "label": "Deepseek R1 7B", "platforms": 3, "platforms_with_power": 0 } ], "reference": null, "excluded_count": 0, "efficiency_excluded_count": 2, "notes": [ "edge hardware only", "model_key \"deepseekr17b\"" ], "count": 3, "results": [ { "platform": "NVIDIA Jetson AGX Thor", "platform_url": "/platform/nvidia-jetson-agx-thor.html", "perf": 41.32, "perf_unit": "tok/s", "metric": "tok/s gen, concurrency 1", "model": "Deepseek R1 7B", "precision": "n/s on page", "stack": "NVIDIA (vLLM/TensorRT-LLM per page)", "size_class": "LLM 5–14B", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 130, "power_label": "reported in result source — Module TDP, Module, max of range 40-130 W", "power_kind": "Module TDP, Module, max of range 40-130 W", "model_key": "deepseekr17b", "pb": { "tag": "Module TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": true, "rmin": false }, "power_scope": "module", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": false, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "platform spec: module power 40-130 W; power_w = max", "power_note": "Module TDP", "power_range": "40-130 W", "power_src_url": "https://marketplace.nvidia.com/en-us/enterprise/robotics-edge/jetson-thor-developer-kit/", "perf_per_w": 0.3178, "date": "on or before 2025-11-08", "older_than_18_months": false, "superseded": false, "price_usd": 5499, "price_label": "NVIDIA marketplace list price (US), Jetson AGX Thor Developer Kit, 2026-10-16", "price_date": "2026-10-16", "price_launch_usd": 3499, "edge": true, "date_basis": "first-seen", "form_factor": "edge module", "vendor": "NVIDIA", "source": { "name": "NVIDIA Jetson Benchmarks", "url": "https://developer.nvidia.com/embedded/jetson-benchmarks", "date": null, "doc": null, "version": "JetPack 7.0, CUDA 13.0, TensorRT 10.13 (stated on page)", "vendor_page": null }, "power_source": "https://developer.nvidia.com/embedded/jetson-benchmarks", "price_source": "https://marketplace.nvidia.com/en-us/enterprise/robotics-edge/jetson-thor-developer-kit/", "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "deepseekr17b", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "HWBench Data has not verified tok/s/W rows for ranking yet", "eligible": false, "headroom": null, "unknown_badges": [], "group_size": 0, "group_rank": null }, { "platform": "DC-ROMA Mainboard II (8-core RISC-V) (as tested by Jeff Geerling)", "platform_url": "/platform/dc-roma-mainboard-ii-8-core-risc-v-as-tested-by-jeff-geerling.html", "perf": 4.9, "perf_unit": "tok/s", "metric": "generation_throughput", "model": "deepseek-r1:7b", "precision": "Ollama default tag (4-bit unless tag says otherwise)", "stack": "Ollama (geerlingguy/ollama-benchmark)", "size_class": "LLM 5–14B", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": 38.9, "power_label": "reported in result source — Measured, Whole system", "power_kind": "Measured, Whole system", "model_key": "deepseekr17b", "pb": { "tag": "Measured", "measured": true, "vendorMeasured": false, "typical": false, "scope": "Whole system", "rmax": false, "rmin": false }, "power_scope": "whole-system", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": false, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "measured peak system power (Jeff Geerling)", "power_note": "Measured", "power_range": null, "power_src_url": "https://github.com/geerlingguy/sbc-reviews/issues/82", "perf_per_w": 0.126, "date": "2025-10-10 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "independent test system", "vendor": "(independent test)", "source": { "name": "Jeff Geerling sbc-reviews (AI / LLM inference tables)", "url": "https://github.com/geerlingguy/sbc-reviews/issues/82", "date": null, "doc": null, "version": "ai-benchmarks README @ 2f56f19", "vendor_page": null }, "power_source": "https://github.com/geerlingguy/sbc-reviews/issues/82", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "deepseekr17b", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "HWBench Data has not verified tok/s/W rows for ranking yet", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 0, "group_rank": null }, { "platform": "DC-ROMA RISC-V Mainboard II (as tested by Jeff Geerling)", "platform_url": "/platform/dc-roma-risc-v-mainboard-ii-as-tested-by-jeff-geerling.html", "perf": 2.53, "perf_unit": "tok/s", "metric": "generation_throughput", "model": "deepseek-r1:7b", "precision": "Ollama default tag (4-bit unless tag says otherwise)", "stack": "Ollama (geerlingguy/ollama-benchmark)", "size_class": "LLM 5–14B", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "deepseekr17b", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": false, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2025-10-24 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "independent test system", "vendor": "(independent test)", "source": { "name": "Jeff Geerling ai-benchmarks issue results (comments)", "url": "https://github.com/geerlingguy/ai-benchmarks/issues/28#issuecomment-3445004599", "date": null, "doc": null, "version": "ai-benchmarks README @ 2f56f19", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "deepseekr17b", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 0, "group_rank": null } ], "no_data": null, "legend": "Confidence: A audited MLPerf closed, B documented third-party, C community, D vendor-published, E estimate. Unknown is never assumed." }