{ "query": { "task": "image classification", "model_key": "resnet-50" }, "task": "image classification", "size_class": "by model", "batch": "per group", "mixed": false, "mixed_warning": null, "groups": [ { "size": "mid-size CNN", "batch": "1", "platforms": 21, "rows": 41 }, { "size": "mid-size CNN", "batch": "8", "platforms": 4, "rows": 4 }, { "size": "mid-size CNN", "batch": "unknown", "platforms": 29, "rows": 129 } ], "rank_groups": [ { "model_key": "resnet-50", "label": "ResNet-50", "platforms": 50, "platforms_with_power": 12 } ], "reference": { "model_key": "resnet-50", "label": "ResNet-50", "rows": 84, "platforms_with_power": 12, "platforms": 50 }, "excluded_count": 0, "efficiency_excluded_count": 15, "notes": [ "edge hardware only", "model_key \"resnet-50\"" ], "count": 50, "results": [ { "platform": "Intel Celeron 6305E", "platform_url": "/platform/intel-celeron-6305e.html", "perf": 198.87, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 15, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included", "power_kind": "Chip TDP, Accelerator only, host not included", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": false, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 2.29, "power_basis": "platform spec:", "power_note": "Chip TDP", "power_range": null, "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/208072/intel-celeron-6305e-processor-4m-cache-1-80-ghz/specifications.html", "perf_per_w": 13.26, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 1 }, { "platform": "Intel Core i7-1185G7", "platform_url": "/platform/intel-core-i7-1185g7.html", "perf": 357.52, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 28, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 12-28 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 12-28 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 2.2, "power_basis": "platform spec: range = configurable TDP-down 12 W to TDP-up 28 W; power_w = TDP-up", "power_note": "Chip TDP", "power_range": "12-28 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/208664/intel-core-i71185g7-processor-12m-cache-up-to-4-80-ghz-with-ipu/specifications.html", "perf_per_w": 12.77, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 2 }, { "platform": "Intel Atom x7425E", "platform_url": "/platform/intel-atom-x7425e.html", "perf": 125.79, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 12, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included", "power_kind": "Chip TDP, Accelerator only, host not included", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": false, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 1.81, "power_basis": "platform spec:", "power_note": "Chip TDP", "power_range": null, "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/233093/intel-atom-x7425e-processor-6m-cache-up-to-3-40-ghz/specifications.html", "perf_per_w": 10.48, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 3 }, { "platform": "Intel Core Ultra 7 265H", "platform_url": "/platform/intel-core-ultra-7-265h.html", "perf": 1121.01, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 115, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 20-115 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 20-115 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 1.68, "power_basis": "platform spec: base 28 W; range = minimum assured / processor base power to maximum turbo power; power_w = maximum turbo power", "power_note": "Chip TDP", "power_range": "20-115 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/241750/intel-core-ultra-7-processor-265h-24m-cache-up-to-5-30-ghz/specifications.html", "perf_per_w": 9.748, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 4 }, { "platform": "Intel Core Ultra 7 155H", "platform_url": "/platform/intel-core-ultra-7-155h.html", "perf": 979.53, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 115, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 20-115 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 20-115 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 1.47, "power_basis": "platform spec: base 28 W; range = minimum assured / processor base power to maximum turbo power; power_w = maximum turbo power", "power_note": "Chip TDP", "power_range": "20-115 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/236847/intel-core-ultra-7-processor-155h-24m-cache-up-to-4-80-ghz/specifications.html", "perf_per_w": 8.518, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 5 }, { "platform": "Intel Core i7-1185GRE", "platform_url": "/platform/intel-core-i7-1185gre.html", "perf": 223.31, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 28, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 12-28 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 12-28 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 1.38, "power_basis": "platform spec: TDP 15 W; range = cTDP-down 12 W to cTDP-up 28 W; power_w = cTDP-up", "power_note": "Chip TDP", "power_range": "12-28 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/208082/intel-core-i71185gre-processor-12m-cache-up-to-4-40-ghz/specifications.html", "perf_per_w": 7.975, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 6 }, { "platform": "AMD Kria KV260 Vision AI Starter Kit (K26 SOM)", "platform_url": "/platform/amd-kria-kv260-vision-ai-starter-kit-k26-som.html", "perf": 101.53, "perf_unit": "FPS", "metric": "E2E throughput, multi thread", "model": "tf_resnetv1_50_imagenet_224_224_6.97G", "precision": "INT8", "stack": "Vitis AI 3.0 (VART)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 15, "power_label": "reported in result source — Module TDP, Module", "power_kind": "Module TDP, Module", "model_key": "resnet-50", "pb": { "tag": "Module TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": false, "rmin": false }, "power_scope": "module", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 1.17, "power_basis": "K26 SOM max 15 W (typical 7.5 W); power_w = max; carrier excluded (was typical 7.5 W until 2026-10-17)", "power_note": "Module TDP", "power_range": "7.5-15 W", "power_src_url": "https://docs.amd.com/api/khub/documents/lwwUFdfst1gWnYUxm9b4PA/content", "perf_per_w": 6.769, "date": "2023-01-13 (published)", "older_than_18_months": true, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "SOM starter kit (adaptive SoC)", "vendor": "AMD", "source": { "name": "Vitis AI 3.0 Model Zoo performance table", "url": "https://github.com/Xilinx/Vitis-AI/tree/v3.0/docsrc/source/docs/reference", "date": "2023", "doc": null, "version": "Vitis AI v3.0 model zoo", "vendor_page": null }, "power_source": "https://github.com/Xilinx/Vitis-AI/tree/v3.0/docsrc/source/docs/reference", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 7 }, { "platform": "Intel Core i7-1355U", "platform_url": "/platform/intel-core-i7-1355u.html", "perf": 335.47, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 55, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 12-55 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 12-55 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 1.05, "power_basis": "platform spec: base 15 W; range = minimum assured / processor base power to maximum turbo power; power_w = maximum turbo power", "power_note": "Chip TDP", "power_range": "12-55 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/232160/intel-core-i71355u-processor-12m-cache-up-to-5-00-ghz/specifications.html", "perf_per_w": 6.099, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 8 }, { "platform": "Intel Atom X6425E", "platform_url": "/platform/intel-atom-x6425e.html", "perf": 58.96, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 12, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included", "power_kind": "Chip TDP, Accelerator only, host not included", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": false, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 0.85, "power_basis": "platform spec:", "power_note": "Chip TDP", "power_range": null, "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/207907/intel-atom-x6425e-processor-1-5m-cache-up-to-3-00-ghz/specifications.html", "perf_per_w": 4.913, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 9 }, { "platform": "Intel Core i7-12700H", "platform_url": "/platform/intel-core-i7-12700h.html", "perf": 522.11, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 115, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 45-115 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 45-115 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 0.78, "power_basis": "platform spec: range = base 45 W to max turbo 115 W; power_w = max turbo", "power_note": "Chip TDP", "power_range": "45-115 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/132228/intel-core-i712700h-processor-24m-cache-up-to-4-70-ghz/specifications.html", "perf_per_w": 4.54, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 10 }, { "platform": "Intel Core i5-1335U", "platform_url": "/platform/intel-core-i5-1335u.html", "perf": 231.4, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 55, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 12-55 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 12-55 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 0.73, "power_basis": "platform spec: base 15 W; range = minimum assured / processor base power to maximum turbo power; power_w = maximum turbo power", "power_note": "Chip TDP", "power_range": "12-55 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/232153/intel-core-i51335u-processor-12m-cache-up-to-4-60-ghz/specifications.html", "perf_per_w": 4.207, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 11 }, { "platform": "Intel Core i5-1235U", "platform_url": "/platform/intel-core-i5-1235u.html", "perf": 200.32, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 55, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 15-55 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 15-55 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": false, "fpsw_note": null, "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 0.63, "power_basis": "platform spec: range = base 15 W to max turbo 55 W; power_w = max turbo", "power_note": "Chip TDP", "power_range": "15-55 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/226261/intel-core-i51235u-processor-12m-cache-up-to-4-40-ghz/specifications.html", "perf_per_w": 3.642, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": true, "soft_reason": null, "eligible": true, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": 12 }, { "platform": "Hailo-8 AI processor (chip, HNC18BI11BH)", "platform_url": "/platform/hailo-8-ai-processor-chip-hnc18bi11bh.html", "perf": 1371, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50", "precision": "not stated (Hailo INT8 quantized)", "stack": "HailoRT (vendor datasheet)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 3.6, "power_label": "reported in result source — Vendor-measured (typical/avg), Accelerator only, host not included", "power_kind": "Vendor-measured (typical/avg), Accelerator only, host not included", "model_key": "resnet-50", "pb": { "tag": "Vendor-measured (typical/avg)", "measured": false, "vendorMeasured": true, "typical": false, "scope": "Accelerator only, host not included", "rmax": false, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 380.8 is 65.7x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, accelerator-only)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 65.74, "power_basis": "measured by vendor: chip average power (Table 12. Power consumption (average power, 25 C, VDD 0.8 V, normal power mode))", "power_note": "measured-by-vendor", "power_range": null, "power_src_url": "https://hailo.ai/hailo-files/hailo-8-datasheet-en/", "perf_per_w": 380.8, "date": "undated", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "unknown", "form_factor": "AI accelerator (chip)", "vendor": "Hailo", "source": { "name": "Hailo-8 Datasheet Revision 1.9.2 (April 2026)", "url": "https://hailo.ai/hailo-files/hailo-8-datasheet-en/", "date": null, "doc": "Hailo-8 Datasheet Revision 1.9.2 (April 2026); Table 12. Power consumption (average power, 25 C, VDD 0.8 V, normal power mode)", "version": "Hailo-8 Datasheet Revision 1.9.2 (April 2026)", "vendor_page": "https://hailo.ai/products/ai-accelerators/hailo-8-ai-accelerator/" }, "power_source": "https://hailo.ai/hailo-files/hailo-8-datasheet-en/", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 380.8 is 65.7x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, accelerator-only)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Hailo-8 M.2 module", "platform_url": "/platform/hailo-8-m-2-module.html", "perf": 1371, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50", "precision": "INT8 (vendor quantized)", "stack": "vendor SDK (see source)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": 4, "power_label": "reported in result source — Measured, Module", "power_kind": "Measured, Module", "model_key": "resnet-50", "pb": { "tag": "Measured", "measured": true, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": false, "rmin": false }, "power_scope": "module", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 342.8 is 59.2x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 59.17, "power_basis": "measured module power (INA228, M.2 3.3 V rail), default mode; Hailo Model Zoo resnet_v1_50 HEF", "power_note": "Measured", "power_range": null, "power_src_url": "https://mariobergeron.com/posts/edge-ai-power-p03-ina228/", "perf_per_w": 342.8, "date": "2026-05-05 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI accelerator (M.2)", "vendor": "Hailo", "source": { "name": "Mario Bergeron, Edge AI Power Benchmarking", "url": "https://mariobergeron.com/posts/edge-ai-power-p03-ina228/", "date": null, "doc": "Mario Bergeron, Edge AI Power Benchmarking (edge-ai-power-p03-ina228), 2026-05-05", "version": null, "vendor_page": null }, "power_source": "https://mariobergeron.com/posts/edge-ai-power-p03-ina228/", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 342.8 is 59.2x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Hailo-8 M.2 Key M ET module (HM218B1C2HAE / HM218B1C2FAE)", "platform_url": "/platform/hailo-8-m-2-key-m-et-module-hm218b1c2hae-hm218b1c2fae.html", "perf": 915, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50", "precision": "not stated (Hailo INT8 quantized)", "stack": "HailoRT (vendor datasheet)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 3.3, "power_label": "reported in result source — Vendor-measured (typical/avg), Module", "power_kind": "Vendor-measured (typical/avg), Module", "model_key": "resnet-50", "pb": { "tag": "Vendor-measured (typical/avg)", "measured": false, "vendorMeasured": true, "typical": false, "scope": "Module", "rmax": false, "rmin": false }, "power_scope": "module", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 277.3 is 47.9x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 47.86, "power_basis": "measured by vendor: module power, typical at 25 C; batch not stated (Table 3 - Power Consumption for typical configurations (typical at 25 C))", "power_note": "measured-by-vendor", "power_range": null, "power_src_url": "https://cdn.premioinc.com/premio/uploads/resource/data-sheet/Hailo-8/Hailo-8%20M.2%20Key%20M%20ET%20Datasheet%20Rev2.2.pdf", "perf_per_w": 277.3, "date": "undated", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "unknown", "form_factor": "AI accelerator (M.2)", "vendor": "Hailo", "source": { "name": "Hailo-8 M.2 Key M ET Module Data Sheet Rev. 2.2", "url": "https://cdn.premioinc.com/premio/uploads/resource/data-sheet/Hailo-8/Hailo-8%20M.2%20Key%20M%20ET%20Datasheet%20Rev2.2.pdf", "date": null, "doc": "Hailo-8 M.2 Key M ET Module Data Sheet Rev. 2.2; Table 3 - Power Consumption for typical configurations (typical at 25 C)", "version": "Hailo-8 M.2 Key M ET Module Data Sheet Rev. 2.2", "vendor_page": "https://hailo.ai/products/ai-accelerators/hailo-8-m2-ai-acceleration-module/" }, "power_source": "https://cdn.premioinc.com/premio/uploads/resource/data-sheet/Hailo-8/Hailo-8%20M.2%20Key%20M%20ET%20Datasheet%20Rev2.2.pdf", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 277.3 is 47.9x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Axelera Metis M.2 card", "platform_url": "/platform/axelera-metis-m-2-card.html", "perf": 2050, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50 v1.5", "precision": "INT8 (vendor quantized)", "stack": "vendor SDK (see source)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": 7.6, "power_label": "reported in result source — Measured, Module", "power_kind": "Measured, Module", "model_key": "resnet-50", "pb": { "tag": "Measured", "measured": true, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": false, "rmin": false }, "power_scope": "module", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 269.7 is 46.6x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 46.56, "power_basis": "measured module power (INA228, M.2 3.3 V rail), Voyager SDK end-to-end; on-die temp ~43 C", "power_note": "Measured", "power_range": null, "power_src_url": "https://mariobergeron.com/posts/edge-ai-power-p04-axelera-metis/", "perf_per_w": 269.7, "date": "2026-05-07 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI accelerator (M.2)", "vendor": "Axelera", "source": { "name": "Mario Bergeron, Edge AI Power Benchmarking", "url": "https://mariobergeron.com/posts/edge-ai-power-p04-axelera-metis/", "date": null, "doc": "Mario Bergeron, Edge AI Power Benchmarking (edge-ai-power-p04-axelera-metis), 2026-05-07", "version": null, "vendor_page": null }, "power_source": "https://mariobergeron.com/posts/edge-ai-power-p04-axelera-metis/", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 269.7 is 46.6x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Hailo-8L AI processor (chip, HNC1LBI11BH)", "platform_url": "/platform/hailo-8l-ai-processor-chip-hnc1lbi11bh.html", "perf": 500, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50", "precision": "not stated (Hailo INT8 quantized)", "stack": "HailoRT (vendor datasheet)", "size_class": "mid-size CNN", "batch": "8", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 1.9, "power_label": "reported in result source — Vendor-measured (typical/avg), Accelerator only, host not included", "power_kind": "Vendor-measured (typical/avg), Accelerator only, host not included", "model_key": "resnet-50", "pb": { "tag": "Vendor-measured (typical/avg)", "measured": false, "vendorMeasured": true, "typical": false, "scope": "Accelerator only, host not included", "rmax": false, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 263.2 is 45.4x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, accelerator-only)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 45.43, "power_basis": "measured by vendor: chip average power (Table 12. Power consumption (average power, 25 C, VDD 0.8 V, normal power mode))", "power_note": "measured-by-vendor", "power_range": null, "power_src_url": "https://hailo.ai/hailo-files/hailo-8l-industrial-datasheet-en/", "perf_per_w": 263.2, "date": "undated", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "unknown", "form_factor": "AI accelerator (chip)", "vendor": "Hailo", "source": { "name": "Hailo-8L Datasheet Revision 1.9.3 (April 2026)", "url": "https://hailo.ai/hailo-files/hailo-8l-industrial-datasheet-en/", "date": null, "doc": "Hailo-8L Datasheet Revision 1.9.3 (April 2026); Table 12. Power consumption (average power, 25 C, VDD 0.8 V, normal power mode)", "version": "Hailo-8L Datasheet Revision 1.9.3 (April 2026)", "vendor_page": "https://hailo.ai/products/ai-accelerators/hailo-8l-ai-accelerator-for-ai-light-applications/" }, "power_source": "https://hailo.ai/hailo-files/hailo-8l-industrial-datasheet-en/", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 263.2 is 45.4x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, accelerator-only)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Hailo-8L M.2 Key B+M ET module", "platform_url": "/platform/hailo-8l-m-2-key-b-m-et-module.html", "perf": 433, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50", "precision": "not stated (Hailo INT8 quantized)", "stack": "HailoRT (vendor datasheet)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 1.9, "power_label": "reported in result source — Vendor-measured (typical/avg), Module", "power_kind": "Vendor-measured (typical/avg), Module", "model_key": "resnet-50", "pb": { "tag": "Vendor-measured (typical/avg)", "measured": false, "vendorMeasured": true, "typical": false, "scope": "Module", "rmax": false, "rmin": false }, "power_scope": "module", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 227.9 is 39.3x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 39.34, "power_basis": "measured by vendor: module power, typical at 25 C; batch not stated (Table 3 - Power consumption for typical configurations (typical at 25 C))", "power_note": "measured-by-vendor", "power_range": null, "power_src_url": "https://www.farnell.com/datasheets/4746521.pdf", "perf_per_w": 227.9, "date": "undated", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "unknown", "form_factor": "AI accelerator (M.2)", "vendor": "Hailo", "source": { "name": "Hailo-8L M.2 Key B+M ET Module Data Sheet Rev. 4.0", "url": "https://www.farnell.com/datasheets/4746521.pdf", "date": null, "doc": "Hailo-8L M.2 Key B+M ET Module Data Sheet Rev. 4.0; Table 3 - Power consumption for typical configurations (typical at 25 C)", "version": "Hailo-8L M.2 Key B+M ET Module Data Sheet Rev. 4.0", "vendor_page": "https://hailo.ai/products/ai-accelerators/hailo-8l-ai-accelerator-for-ai-light-applications/" }, "power_source": "https://www.farnell.com/datasheets/4746521.pdf", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 227.9 is 39.3x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured-by-vendor, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "DEEPX DX-M1 M.2 LPDDR5x2 module", "platform_url": "/platform/deepx-dx-m1-m-2-lpddr5x2-module.html", "perf": 1009, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50", "precision": "INT8 (vendor quantized)", "stack": "vendor SDK (see source)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": 4.7, "power_label": "reported in result source — Measured, Module", "power_kind": "Measured, Module", "model_key": "resnet-50", "pb": { "tag": "Measured", "measured": true, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": false, "rmin": false }, "power_scope": "module", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 214.7 is 37.1x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 37.06, "power_basis": "measured module power (INA228, M.2 3.3 V rail), DeepX model zoo ResNet50-1; on-die temp ~47-49 C", "power_note": "Measured", "power_range": null, "power_src_url": "https://mariobergeron.com/posts/edge-ai-power-p05-deepx-m1/", "perf_per_w": 214.7, "date": "2026-06-10 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI accelerator (M.2)", "vendor": "DEEPX", "source": { "name": "Mario Bergeron, Edge AI Power Benchmarking", "url": "https://mariobergeron.com/posts/edge-ai-power-p05-deepx-m1/", "date": null, "doc": "Mario Bergeron, Edge AI Power Benchmarking (edge-ai-power-p05-deepx-m1), 2026-06-10", "version": null, "vendor_page": null }, "power_source": "https://mariobergeron.com/posts/edge-ai-power-p05-deepx-m1/", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 214.7 is 37.1x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Axelera Metis Embedded 113m M.2 card", "platform_url": "/platform/axelera-metis-embedded-113m-m-2-card.html", "perf": 1849, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50 v1.5", "precision": "INT8", "stack": "Voyager SDK (GStreamer pipeline)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": 9, "power_label": "reported in result source — Module TDP, Module, max of range 3.5-9 W", "power_kind": "Module TDP, Module, max of range 3.5-9 W", "model_key": "resnet-50", "pb": { "tag": "Module TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": true, "rmin": false }, "power_scope": "module", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 205.4 is 35.5x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (module-TDP-spec, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 35.46, "power_basis": "platform spec: brochure typical application power 3.5-9 W; power_w = max; host excluded", "power_note": "Module TDP", "power_range": "3.5-9 W", "power_src_url": "https://axelera.ai/hubfs/Product%20Brochure/Axelera%20Embedded%20113m.pdf", "perf_per_w": 205.4, "date": "2026-10-15 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge accelerator card", "vendor": "Axelera AI", "source": { "name": "Axelera Voyager SDK model zoo (docs/reference/models/model-zoo.md)", "url": "https://github.com/axelera-ai-hub/voyager-sdk/blob/latest/docs/reference/models/model-zoo.md", "date": null, "doc": null, "version": "Voyager SDK 1.9.0 (model-zoo.md @ f184b09)", "vendor_page": null }, "power_source": "https://github.com/axelera-ai-hub/voyager-sdk/blob/latest/docs/reference/models/model-zoo.md", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 205.4 is 35.5x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (module-TDP-spec, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "NVIDIA Jetson AGX Orin (MaxQ)", "platform_url": "/platform/nvidia-jetson-agx-orin-maxq.html", "perf": 3526.29, "perf_unit": "FPS", "metric": "throughput_offline", "model": "MLPerf ResNet", "precision": "INT8/FP16 (MLPerf closed)", "stack": "TensorRT (MLPerf Inference, older round)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 23.57, "power_label": "reported in result source — Measured, Whole system", "power_kind": "Measured, Whole system", "model_key": "resnet-50", "pb": { "tag": "Measured", "measured": true, "vendorMeasured": false, "typical": false, "scope": "Whole system", "rmax": false, "rmin": false }, "power_scope": "whole-system", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 149.6 is 25.8x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, whole-system)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 25.83, "power_basis": "system power (MLPerf Power, as reported by NVIDIA)", "power_note": "Measured", "power_range": null, "power_src_url": "https://developer.nvidia.com/embedded/jetson-benchmarks", "perf_per_w": 149.6, "date": "2023-09-08 (published)", "older_than_18_months": true, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge module", "vendor": "NVIDIA", "source": { "name": "NVIDIA Jetson Benchmarks (MLPerf v3.1 results table)", "url": "https://developer.nvidia.com/embedded/jetson-benchmarks", "date": "2026-10 (page)", "doc": null, "version": "MLPerf Inference v3.1 (JetPack 5.1.1)", "vendor_page": null }, "power_source": "https://developer.nvidia.com/embedded/jetson-benchmarks", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 149.6 is 25.8x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, whole-system)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Axelera Metis Edge 130p PCIe card", "platform_url": "/platform/axelera-metis-edge-130p-pcie-card.html", "perf": 1825, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50 v1.5", "precision": "INT8", "stack": "Voyager SDK (GStreamer pipeline)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": 15, "power_label": "reported in result source — Board TDP, Module, max of range 8-15 W", "power_kind": "Board TDP, Module, max of range 8-15 W", "model_key": "resnet-50", "pb": { "tag": "Board TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": true, "rmin": false }, "power_scope": "module", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 121.7 is 21.0x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (board-TDP-spec, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 21, "power_basis": "platform spec: datasheet typical 8-15 W; power_w = max; host excluded", "power_note": "Board TDP", "power_range": "8-15 W", "power_src_url": "https://docs.axelera.ai/assets/files/axelera-metis-pcie-1-aipu-ai-accelerator-card-datasheet-7b542522b34d3c5edbd07c1833909fd3.pdf", "perf_per_w": 121.7, "date": "2026-10-15 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge accelerator card", "vendor": "Axelera AI", "source": { "name": "Axelera Voyager SDK model zoo (docs/reference/models/model-zoo.md)", "url": "https://github.com/axelera-ai-hub/voyager-sdk/blob/latest/docs/reference/models/model-zoo.md", "date": null, "doc": null, "version": "Voyager SDK 1.9.0 (model-zoo.md @ f184b09)", "vendor_page": null }, "power_source": "https://github.com/axelera-ai-hub/voyager-sdk/blob/latest/docs/reference/models/model-zoo.md", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 121.7 is 21.0x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (board-TDP-spec, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "MemryX MX3 M.2 module", "platform_url": "/platform/memryx-mx3-m-2-module.html", "perf": 1148, "perf_unit": "FPS", "metric": "throughput", "model": "ResNet-50", "precision": "not stated (MX3 activations BF16 / weights 4-8-16 bit per vendor)", "stack": "MemryX SDK 2.2 (closed-loop compiled DFP)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": 10, "power_label": "reported in result source — Module TDP, Module", "power_kind": "Module TDP, Module", "model_key": "resnet-50", "pb": { "tag": "Module TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": false, "rmin": false }, "power_scope": "module", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 114.8 is 19.8x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (module-TDP-spec, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 19.82, "power_basis": "platform spec: product brief: average power max 10 W, peak 14 W (M.2 limit); MemryX white paper says typically 6-8 W; host excluded", "power_note": "Module TDP", "power_range": null, "power_src_url": "https://memryx.com/wp-content/uploads/2025/04/MX3-M.2-AI-Accelerator-Module-Product-brief-APR25.pdf", "perf_per_w": 114.8, "date": "2026-07-15 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge accelerator card", "vendor": "MemryX", "source": { "name": "MemryX Model Explorer (SDK 2.2)", "url": "https://developer.memryx.com/model_explorer/models.html", "date": null, "doc": null, "version": "MemryX SDK 2.2 model explorer", "vendor_page": null }, "power_source": "https://developer.memryx.com/model_explorer/models.html", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 114.8 is 19.8x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (module-TDP-spec, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "NVIDIA Jetson Orin NX 16GB (MaxQ)", "platform_url": "/platform/nvidia-jetson-orin-nx-16gb-maxq.html", "perf": 1681.87, "perf_unit": "FPS", "metric": "throughput_offline", "model": "MLPerf ResNet", "precision": "INT8/FP16 (MLPerf closed)", "stack": "TensorRT (MLPerf Inference, older round)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 14.95, "power_label": "reported in result source — Measured, Whole system", "power_kind": "Measured, Whole system", "model_key": "resnet-50", "pb": { "tag": "Measured", "measured": true, "vendorMeasured": false, "typical": false, "scope": "Whole system", "rmax": false, "rmin": false }, "power_scope": "whole-system", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 112.5 is 19.4x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, whole-system)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 19.42, "power_basis": "system power (MLPerf Power, as reported by NVIDIA)", "power_note": "Measured", "power_range": null, "power_src_url": "https://developer.nvidia.com/embedded/jetson-benchmarks", "perf_per_w": 112.5, "date": "2023-09-08 (published)", "older_than_18_months": true, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge module", "vendor": "NVIDIA", "source": { "name": "NVIDIA Jetson Benchmarks (MLPerf v3.1 results table)", "url": "https://developer.nvidia.com/embedded/jetson-benchmarks", "date": "2026-10 (page)", "doc": null, "version": "MLPerf Inference v3.1 (JetPack 5.1.1)", "vendor_page": null }, "power_source": "https://developer.nvidia.com/embedded/jetson-benchmarks", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 112.5 is 19.4x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (measured, whole-system)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "NVIDIA Jetson Orin NX 16GB", "platform_url": "/platform/nvidia-jetson-orin-nx-16gb.html", "perf": 2640.51, "perf_unit": "FPS", "metric": "throughput_offline", "model": "MLPerf ResNet", "precision": "INT8/FP16 (MLPerf closed)", "stack": "TensorRT (MLPerf Inference, older round)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 40, "power_label": "reported in result source — Module TDP, Module, max of range 10-40 W", "power_kind": "Module TDP, Module, max of range 10-40 W", "model_key": "resnet-50", "pb": { "tag": "Module TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Module", "rmax": true, "rmin": false }, "power_scope": "module", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 66.0 is 11.4x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (module-TDP-spec, module)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 11.4, "power_basis": "platform spec: datasheet power modes 10/15/25 W and 40 W MAXN_SUPER; power_w = max (40 W); runs in 25 W mode would be under-credited", "power_note": "Module TDP", "power_range": "10-40 W", "power_src_url": "https://developer.nvidia.com/downloads/jetson-orin-nx-module-series-data-sheet", "perf_per_w": 66.01, "date": "2023-09-08 (published)", "older_than_18_months": true, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge module", "vendor": "NVIDIA", "source": { "name": "NVIDIA Jetson Benchmarks (MLPerf v3.1 results table)", "url": "https://developer.nvidia.com/embedded/jetson-benchmarks", "date": "2026-10 (page)", "doc": null, "version": "MLPerf Inference v3.1 (JetPack 5.1.1)", "vendor_page": null }, "power_source": "https://developer.nvidia.com/embedded/jetson-benchmarks", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 66.0 is 11.4x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (module-TDP-spec, module)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Intel Core Ultra 9 288V", "platform_url": "/platform/intel-core-ultra-9-288v.html", "perf": 1981.14, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 37, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included, max of range 17-37 W", "power_kind": "Chip TDP, Accelerator only, host not included, max of range 17-37 W", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": true, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": true, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 53.5 is 9.2x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (chip-TDP-spec, accelerator-only)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 9.24, "power_basis": "platform spec: base 30 W; range = minimum assured / processor base power to maximum turbo power; power_w = maximum turbo power", "power_note": "Chip TDP", "power_range": "17-37 W", "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/240961/intel-core-ultra-9-processor-288v-12m-cache-up-to-5-10-ghz/specifications.html", "perf_per_w": 53.54, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 53.5 is 9.2x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (chip-TDP-spec, accelerator-only)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Intel N100", "platform_url": "/platform/intel-n100.html", "perf": 110.34, "perf_unit": "FPS", "metric": "throughput (OpenVINO benchmark_app)", "model": "resnet-50", "precision": "INT8", "stack": "OpenVINO 2026.4.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": 6, "power_label": "reported in result source — Chip TDP, Accelerator only, host not included", "power_kind": "Chip TDP, Accelerator only, host not included", "model_key": "resnet-50", "pb": { "tag": "Chip TDP", "measured": false, "vendorMeasured": false, "typical": false, "scope": "Accelerator only, host not included", "rmax": false, "rmin": false }, "power_scope": "accelerator-only", "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": true, "fpsw_outlier": true, "fpsw_note": "fps/W 18.4 is 3.2x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (chip-TDP-spec, accelerator-only)", "rank_note": null, "rank_fps": true, "rank_fpsw": true, "fpsw_ratio_median": 3.17, "power_basis": "platform spec:", "power_note": "Chip TDP", "power_range": null, "power_src_url": "https://www.intel.com/content/www/us/en/products/sku/231803/intel-processor-n100-6m-cache-up-to-3-40-ghz/specifications.html", "perf_per_w": 18.39, "date": "2026-10-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC / edge CPU", "vendor": "Intel", "source": { "name": "OpenVINO official performance benchmarks (graph-data-ov.json)", "url": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "date": null, "doc": null, "version": "OpenVINO 2026.4.1", "vendor_page": null }, "power_source": "https://github.com/openvinotoolkit/openvino/tree/2026.4.1/docs/sphinx_setup/_static/benchmarks_files", "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": false, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": "fps/W outlier: fps/W 18.4 is 3.2x the median 5.8 of 109 powered rows for model_key \"resnet-50\" (chip-TDP-spec, accelerator-only)", "eligible": false, "headroom": null, "unknown_badges": [ "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Lenovo ThinkEdge SE455i V3 (2x NVIDIA L4-PCIe-24GB)", "platform_url": "/platform/lenovo-thinkedge-se455i-v3-2x-nvidia-l4-pcie-24gb.html", "perf": 25200.5, "perf_unit": "FPS", "metric": "throughput_offline", "model": "MLPerf resnet", "precision": "int8", "stack": "TensorRT 10.8, CUDA 13.1", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "A", "confidence_label": "A – audited (MLPerf closed)", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-04-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge server / PC", "vendor": "Lenovo", "source": { "name": "MLPerf Inference v6.0 (closed, edge) ID 6.0-0068", "url": "https://github.com/mlcommons/submissions_inference_v6.0/tree/main/closed/Lenovo/results/SE455I_V3_TRT", "date": null, "doc": null, "version": "MLPerf Inference v6.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "NVIDIA Jetson AGX Orin 64GB", "platform_url": "/platform/nvidia-jetson-agx-orin-64gb.html", "perf": 6423.63, "perf_unit": "FPS", "metric": "throughput_offline", "model": "MLPerf ResNet", "precision": "INT8/FP16 (MLPerf closed)", "stack": "TensorRT (MLPerf Inference, older round)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2023-09-08 (published)", "older_than_18_months": true, "superseded": true, "price_usd": 3499, "price_label": "NVIDIA marketplace list price (US), Jetson AGX Orin Developer Kit (64GB), 2026-10-16", "price_date": "2026-10-16", "price_launch_usd": 1999, "edge": true, "date_basis": "published", "form_factor": "edge module", "vendor": "NVIDIA", "source": { "name": "NVIDIA Jetson Benchmarks (MLPerf v3.1 results table)", "url": "https://developer.nvidia.com/embedded/jetson-benchmarks", "date": "2026-10 (page)", "doc": null, "version": "MLPerf Inference v3.1 (JetPack 5.1.1)", "vendor_page": null }, "power_source": null, "price_source": "https://marketplace.nvidia.com/en-us/enterprise/robotics-edge/jetson-agx-orin-developer-kit/", "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown" ], "group_size": 12, "group_rank": null }, { "platform": "AMD Versal AI Core VCK190 (VC1902)", "platform_url": "/platform/amd-versal-ai-core-vck190-vc1902.html", "perf": 3026.6, "perf_unit": "FPS", "metric": "E2E throughput, multi thread", "model": "tf2_resnet50_imagenet_224_224_7.76G", "precision": "INT8", "stack": "Vitis AI 3.0 (VART)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2023-01-13 (published)", "older_than_18_months": true, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "eval kit (adaptive SoC)", "vendor": "AMD", "source": { "name": "Vitis AI 3.0 Model Zoo performance table", "url": "https://github.com/Xilinx/Vitis-AI/tree/v3.0/docsrc/source/docs/reference", "date": "2023", "doc": null, "version": "Vitis AI v3.0 model zoo", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Qualcomm Snapdragon X2 Elite (CRD)", "platform_url": "/platform/qualcomm-snapdragon-x2-elite-crd.html", "perf": 2444.99, "perf_unit": "FPS", "metric": "inference_time", "model": "resnet50", "precision": "w8a8", "stack": "Qualcomm AI Hub onnx (QAIRT 2.50.0.260828221209)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-07 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC", "vendor": "Qualcomm", "source": { "name": "Qualcomm AI Hub Models perf.yaml (BSD-3)", "url": "https://github.com/qualcomm/ai-hub-models/tree/main/src/qai_hub_models/models/resnet50", "date": "2026 (repo main)", "doc": null, "version": "ai-hub-models v0.64.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Hailo-8 (M.2/PCIe, x86 host)", "platform_url": "/platform/hailo-8-m-2-pcie-x86-host.html", "perf": 1372, "perf_unit": "FPS", "metric": "throughput", "model": "resnet_v1_50", "precision": "INT8 (Hailo quantized)", "stack": "Hailo DFC v2.20.0 / HailoRT (model zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-15 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "AI accelerator (M.2)", "vendor": "Hailo", "source": { "name": "Hailo Model Zoo public models (Hailo-8)", "url": "https://github.com/hailo-ai/hailo_model_zoo/tree/v2.20.0/docs/public_models/HAILO8", "date": null, "doc": null, "version": "hailo_model_zoo v2.20.0, DFC v2.20.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Qualcomm Dragonwing IQ-9075 EVK", "platform_url": "/platform/qualcomm-dragonwing-iq-9075-evk.html", "perf": 1191.9, "perf_unit": "FPS", "metric": "inference_time", "model": "resnet50", "precision": "w8a8", "stack": "Qualcomm AI Hub tflite (QAIRT 2.50.0.260828221209)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-07 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge SoC dev kit", "vendor": "Qualcomm", "source": { "name": "Qualcomm AI Hub Models perf.yaml (BSD-3)", "url": "https://github.com/qualcomm/ai-hub-models/tree/main/src/qai_hub_models/models/resnet50", "date": "2026 (repo main)", "doc": null, "version": "ai-hub-models v0.64.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Qualcomm Snapdragon X Elite (CRD)", "platform_url": "/platform/qualcomm-snapdragon-x-elite-crd.html", "perf": 1186.24, "perf_unit": "FPS", "metric": "inference_time", "model": "resnet50", "precision": "w8a8", "stack": "Qualcomm AI Hub onnx (QAIRT 2.50.0.260828221209)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-07 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "AI PC", "vendor": "Qualcomm", "source": { "name": "Qualcomm AI Hub Models perf.yaml (BSD-3)", "url": "https://github.com/qualcomm/ai-hub-models/tree/main/src/qai_hub_models/models/resnet50", "date": "2026 (repo main)", "doc": null, "version": "ai-hub-models v0.64.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Intel Core Ultra 7 255H (Lenovo ThinkEdge SE100)", "platform_url": "/platform/intel-core-ultra-7-255h-lenovo-thinkedge-se100.html", "perf": 834.804, "perf_unit": "FPS", "metric": "throughput_offline", "model": "MLPerf resnet", "precision": "INT8", "stack": "OpenVINO", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "A", "confidence_label": "A – audited (MLPerf closed)", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-04-01 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge reference", "vendor": "Lenovo", "source": { "name": "MLPerf Inference v6.0 (closed, edge) ID 6.0-0067", "url": "https://github.com/mlcommons/submissions_inference_v6.0/tree/main/closed/Lenovo/results/SE100", "date": null, "doc": null, "version": "MLPerf Inference v6.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Qualcomm Dragonwing RB3 Gen 2 (QCS6490)", "platform_url": "/platform/qualcomm-dragonwing-rb3-gen-2-qcs6490.html", "perf": 378.79, "perf_unit": "FPS", "metric": "inference_time", "model": "resnet50", "precision": "w8a8", "stack": "Qualcomm AI Hub onnx (QAIRT 2.50.0.260828221209)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-07 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "edge SoC dev kit", "vendor": "Qualcomm", "source": { "name": "Qualcomm AI Hub Models perf.yaml (BSD-3)", "url": "https://github.com/qualcomm/ai-hub-models/tree/main/src/qai_hub_models/models/resnet50", "date": "2026 (repo main)", "doc": null, "version": "ai-hub-models v0.64.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Hailo-10H (M.2/PCIe, x86 host)", "platform_url": "/platform/hailo-10h-m-2-pcie-x86-host.html", "perf": 331, "perf_unit": "FPS", "metric": "throughput", "model": "resnet_v1_50", "precision": "INT8 (Hailo quantized)", "stack": "Hailo DFC v5.4.0 / HailoRT (model zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-09-03 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "AI accelerator (M.2)", "vendor": "Hailo", "source": { "name": "Hailo Model Zoo public models (Hailo-10H)", "url": "https://github.com/hailo-ai/hailo_model_zoo/tree/v5.4.0/docs/public_models/HAILO10H", "date": null, "doc": null, "version": "hailo_model_zoo v5.4.0, DFC v5.4.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Terasic DE10-Agilex Development Board (Agilex 7, FPGA AI Suite)", "platform_url": "/platform/terasic-de10-agilex-development-board-agilex-7-fpga-ai-suite.html", "perf": 220, "perf_unit": "FPS", "metric": "throughput", "model": "resnet-50-tf", "precision": "not stated in table (set by .arch file)", "stack": "FPGA AI Suite 2026.1.1 / OpenVINO; IP throughput (hostless)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-08-10 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "FPGA (PCIe/dev kit)", "vendor": "Altera", "source": { "name": "Altera FPGA AI Suite Handbook (performance tables)", "url": "https://www.altera.com/products/software-tools/fpga-ai-suite", "date": null, "doc": null, "version": "FPGA AI Suite 2026.1.1 (doc 863373)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "AMD Zynq UltraScale+ ZCU102 (ZU9EG)", "platform_url": "/platform/amd-zynq-ultrascale-zcu102-zu9eg.html", "perf": 214.038, "perf_unit": "FPS", "metric": "E2E throughput, multi thread", "model": "tf_resnetv1_50_imagenet_224_224_6.97G", "precision": "INT8", "stack": "Vitis AI 3.0 (VART)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2023-01-13 (published)", "older_than_18_months": true, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "eval kit (adaptive SoC)", "vendor": "AMD", "source": { "name": "Vitis AI 3.0 Model Zoo performance table", "url": "https://github.com/Xilinx/Vitis-AI/tree/v3.0/docsrc/source/docs/reference", "date": "2023", "doc": null, "version": "Vitis AI v3.0 model zoo", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "AMD Zynq UltraScale+ ZCU104 (ZU7EV)", "platform_url": "/platform/amd-zynq-ultrascale-zcu104-zu7ev.html", "perf": 183.322, "perf_unit": "FPS", "metric": "E2E throughput, multi thread", "model": "tf_resnetv1_50_imagenet_224_224_6.97G", "precision": "INT8", "stack": "Vitis AI 3.0 (VART)", "size_class": "mid-size CNN", "batch": "unknown", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2023-01-13 (published)", "older_than_18_months": true, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "eval kit (adaptive SoC)", "vendor": "AMD", "source": { "name": "Vitis AI 3.0 Model Zoo performance table", "url": "https://github.com/Xilinx/Vitis-AI/tree/v3.0/docsrc/source/docs/reference", "date": "2023", "doc": null, "version": "Vitis AI v3.0 model zoo", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Hailo-8L (M.2/PCIe, x86 host)", "platform_url": "/platform/hailo-8l-m-2-pcie-x86-host.html", "perf": 138, "perf_unit": "FPS", "metric": "throughput", "model": "resnet_v1_50", "precision": "INT8 (Hailo quantized)", "stack": "Hailo DFC v2.20.0 / HailoRT (model zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-15 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "AI accelerator (M.2)", "vendor": "Hailo", "source": { "name": "Hailo Model Zoo public models (Hailo-8L)", "url": "https://github.com/hailo-ai/hailo_model_zoo/tree/v2.20.0/docs/public_models/HAILO8L", "date": null, "doc": null, "version": "hailo_model_zoo v2.20.0, DFC v2.20.0", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RK3588 (NPU, single core of 3)", "platform_url": "/platform/rockchip-rk3588-npu-single-core-of-3.html", "perf": 112.5, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RK3576 (NPU, single core of 2)", "platform_url": "/platform/rockchip-rk3576-npu-single-core-of-2.html", "perf": 96, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RV1126B (NPU)", "platform_url": "/platform/rockchip-rv1126b-npu.html", "perf": 78.2, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Altera Agilex 5 FPGA E-Series 065B Modular Development Kit (FPGA AI Suite, OFS PCIe)", "platform_url": "/platform/altera-agilex-5-fpga-e-series-065b-modular-development-kit-fpga-ai-suite-ofs-pci.html", "perf": 64, "perf_unit": "FPS", "metric": "throughput", "model": "resnet-50-tf", "precision": "not stated in table (set by .arch file)", "stack": "FPGA AI Suite 2026.1.1 / OpenVINO; IP throughput (hostless)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "D", "confidence_label": "D – vendor-published", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-08-10 (published)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "published", "form_factor": "FPGA (PCIe/dev kit)", "vendor": "Altera", "source": { "name": "Altera FPGA AI Suite Handbook (performance tables)", "url": "https://www.altera.com/products/software-tools/fpga-ai-suite", "date": null, "doc": null, "version": "FPGA AI Suite 2026.1.1 (doc 863373)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RK3562 (NPU)", "platform_url": "/platform/rockchip-rk3562-npu.html", "perf": 55, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RK3566/RK3568 (NPU)", "platform_url": "/platform/rockchip-rk3566-rk3568-npu.html", "perf": 38.6, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RK1808 (NPU)", "platform_url": "/platform/rockchip-rk1808-npu.html", "perf": 37.1, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RV1126 (NPU)", "platform_url": "/platform/rockchip-rv1126-npu.html", "perf": 36.2, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null }, { "platform": "Rockchip RV1109 (NPU)", "platform_url": "/platform/rockchip-rv1109-npu.html", "perf": 24.4, "perf_unit": "FPS", "metric": "throughput", "model": "resnet50-v2-7", "precision": "INT8", "stack": "RKNN-Toolkit2 / RKNPU (rknn_model_zoo)", "size_class": "mid-size CNN", "batch": "1", "like_for_like": true, "differs": [], "confidence": "C", "confidence_label": "C – community/review", "power_w": null, "power_label": "not published", "power_kind": "unknown", "model_key": "resnet-50", "pb": { "tag": "", "measured": false, "vendorMeasured": false, "typical": false, "scope": "", "rmax": false, "rmin": false }, "power_scope": null, "power_is_range_max": false, "power_is_range_min": false, "is_partial": "false", "partial_note": null, "rank_default": false, "fpsw_outlier": false, "fpsw_note": null, "rank_note": "excluded from fps/W view only: no verified power", "rank_fps": true, "rank_fpsw": false, "fpsw_ratio_median": null, "power_basis": "unknown", "power_note": "", "power_range": null, "power_src_url": null, "perf_per_w": null, "date": "2026-10-13 (page last edited)", "older_than_18_months": false, "superseded": false, "price_usd": null, "price_label": "unknown", "price_date": null, "price_launch_usd": null, "edge": true, "date_basis": "page-edited", "form_factor": "edge SoC", "vendor": "Rockchip", "source": { "name": "Rockchip rknn_model_zoo README benchmark table", "url": "https://github.com/airockchip/rknn_model_zoo#model-performance-benchmarkfps", "date": null, "doc": null, "version": "rknn_model_zoo v2.3.2 (README @ 837db8e)", "vendor_page": null }, "power_source": null, "price_source": null, "fit": { "perf": null, "power": null, "budget": null }, "meets_all": true, "unknowns": 0, "no_power": true, "group": "resnet-50", "excluded_reason": null, "excluded": false, "fits": true, "speed_eligible": true, "eff_ok": false, "soft_reason": null, "eligible": false, "headroom": null, "unknown_badges": [ "power unknown", "perf/W unknown", "price unknown" ], "group_size": 12, "group_rank": null } ], "no_data": null, "legend": "Confidence: A audited MLPerf closed, B documented third-party, C community, D vendor-published, E estimate. Unknown is never assumed." }