{ "round": 1, "measured": "2026-10-03", "source": "https://crtdrops.mx/datos/round1/", "license": "CC-BY-4.0", "attribution": "crtdrops.mx, Israel Negrete Lepe", "cases": [ { "case": "C01", "device": "T1-RPI5-8GB-LAB01", "device_label": "Raspberry Pi 5 · 8 GB", "model": "MobileNetV2 FP32", "artifact_sha256": "c0c3f76d93fa3fd6580652a45618618a220fced18babf65774ed169de0432ad5", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 14.6481, "p95_ms": 15.5762, "p99_ms": 18.863, "mean_ms": 14.8547, "stddev_ms": 0.7992, "min_ms": 14.5134, "max_ms": 19.9558 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 49.4, "temperature_max_c": 57.6, "temperature_last_c": 57.6, "cpu_freq_min_mhz": 2400.0, "cpu_freq_max_mhz": 2400.0, "throttling_evidence": "vcgencmd", "throttled_during_run": false, "samples": 9 }, "environment": { "environment_id": "ENV-T1-RPI5-8GB-LAB01-v01", "os": "Debian GNU/Linux 13 (trixie)", "architecture": "aarch64", "kernel": "6.18.50+rpt-rpi-2712", "cpu": "Cortex-A76", "ram_gb": 7.87, "python": "Python 3.13.5", "packages": { "onnxruntime": "1.30.0", "openvino": null, "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T21:33:55.698Z", "latencias_csv": "C01-latencias.csv", "telemetria_csv": "C01-telemetria.csv" }, { "case": "C02", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "MobileNetV2 FP32", "artifact_sha256": "c0c3f76d93fa3fd6580652a45618618a220fced18babf65774ed169de0432ad5", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 5.6978, "p95_ms": 5.9403, "p99_ms": 6.3026, "mean_ms": 5.7321, "stddev_ms": 0.1183, "min_ms": 5.6609, "max_ms": 6.3727 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 51.0, "temperature_max_c": 60.0, "temperature_last_c": 54.0, "cpu_freq_min_mhz": 2873.5, "cpu_freq_max_mhz": 2900.0, "throttling_evidence": "UNAVAILABLE", "throttled_during_run": false, "samples": 5 }, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:47:36.036Z", "latencias_csv": "C02-latencias.csv", "telemetria_csv": "C02-telemetria.csv" }, { "case": "C03", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "MobileNetV2 FP32", "artifact_sha256": "c0c3f76d93fa3fd6580652a45618618a220fced18babf65774ed169de0432ad5", "runtime": "OpenVINO", "runtime_version": "2026.4.0-22959-99c81491cc3-releases/2026/4", "threading": { "INFERENCE_NUM_THREADS": "4", "NUM_STREAMS": "1", "PERFORMANCE_HINT": "LATENCY", "INFERENCE_PRECISION_HINT": "", "EXECUTION_DEVICES": "['CPU']" }, "effective_precision": "float32", "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 6.969, "p95_ms": 7.0501, "p99_ms": 7.4426, "mean_ms": 6.9815, "stddev_ms": 0.0926, "min_ms": 6.8969, "max_ms": 7.6466 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 51.0, "temperature_max_c": 60.0, "temperature_last_c": 54.0, "cpu_freq_min_mhz": 2898.6, "cpu_freq_max_mhz": 3149.9, "throttling_evidence": "UNAVAILABLE", "throttled_during_run": false, "samples": 5 }, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:47:38.810Z", "latencias_csv": "C03-latencias.csv", "telemetria_csv": "C03-telemetria.csv" }, { "case": "C04", "device": "T1-RPI5-8GB-LAB01", "device_label": "Raspberry Pi 5 · 8 GB", "model": "ResNet18 FP32", "artifact_sha256": "3b4d048057854022232aa20bf68262e31718ab7119a17f920b8a2dc1433f824b", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 46.0569, "p95_ms": 50.3828, "p99_ms": 53.0118, "mean_ms": 46.7882, "stddev_ms": 1.7121, "min_ms": 45.8066, "max_ms": 53.9768 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 47.7, "temperature_max_c": 60.9, "temperature_last_c": 60.9, "cpu_freq_min_mhz": 2400.0, "cpu_freq_max_mhz": 2400.0, "throttling_evidence": "vcgencmd", "throttled_during_run": false, "samples": 22 }, "environment": { "environment_id": "ENV-T1-RPI5-8GB-LAB01-v01", "os": "Debian GNU/Linux 13 (trixie)", "architecture": "aarch64", "kernel": "6.18.50+rpt-rpi-2712", "cpu": "Cortex-A76", "ram_gb": 7.87, "python": "Python 3.13.5", "packages": { "onnxruntime": "1.30.0", "openvino": null, "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T21:50:28.485Z", "latencias_csv": "C04-latencias.csv", "telemetria_csv": "C04-telemetria.csv" }, { "case": "C05", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "ResNet18 FP32", "artifact_sha256": "3b4d048057854022232aa20bf68262e31718ab7119a17f920b8a2dc1433f824b", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 22.842, "p95_ms": 23.9427, "p99_ms": 24.0597, "mean_ms": 22.9245, "stddev_ms": 0.4296, "min_ms": 22.6908, "max_ms": 26.2782 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 50.0, "temperature_max_c": 62.0, "temperature_last_c": 55.0, "cpu_freq_min_mhz": 2769.3, "cpu_freq_max_mhz": 2900.0, "throttling_evidence": "UNAVAILABLE", "throttled_during_run": false, "samples": 12 }, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:47:42.060Z", "latencias_csv": "C05-latencias.csv", "telemetria_csv": "C05-telemetria.csv" }, { "case": "C06", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "ResNet18 FP32", "artifact_sha256": "3b4d048057854022232aa20bf68262e31718ab7119a17f920b8a2dc1433f824b", "runtime": "OpenVINO", "runtime_version": "2026.4.0-22959-99c81491cc3-releases/2026/4", "threading": { "INFERENCE_NUM_THREADS": "4", "NUM_STREAMS": "1", "PERFORMANCE_HINT": "LATENCY", "INFERENCE_PRECISION_HINT": "", "EXECUTION_DEVICES": "['CPU']" }, "effective_precision": "float32", "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 26.8486, "p95_ms": 27.9573, "p99_ms": 28.2457, "mean_ms": 27.0265, "stddev_ms": 1.0539, "min_ms": 26.6927, "max_ms": 37.043 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 52.0, "temperature_max_c": 65.0, "temperature_last_c": 62.0, "cpu_freq_min_mhz": 2760.7, "cpu_freq_max_mhz": 3031.7, "throttling_evidence": "UNAVAILABLE", "throttled_during_run": false, "samples": 14 }, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:47:48.926Z", "latencias_csv": "C06-latencias.csv", "telemetria_csv": "C06-telemetria.csv" }, { "case": "C07", "device": "T1-RPI5-8GB-LAB01", "device_label": "Raspberry Pi 5 · 8 GB", "model": "YOLO26n FP32", "artifact_sha256": "843640bc7ae797dfbf3d9828ced4bfce393a78949b6ed282a0db874f64ef2680", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 126.4374, "p95_ms": 134.3902, "p99_ms": 138.3315, "mean_ms": 128.6098, "stddev_ms": 3.3894, "min_ms": 125.2823, "max_ms": 139.8518 }, "correctness": { "kind": "detection", "passed": true }, "thermal": { "temperature_before_c": 57.1, "temperature_max_c": 65.3, "temperature_last_c": 64.2, "cpu_freq_min_mhz": 2400.0, "cpu_freq_max_mhz": 2400.0, "throttling_evidence": "vcgencmd", "throttled_during_run": false, "samples": 57 }, "environment": { "environment_id": "ENV-T1-RPI5-8GB-LAB01-v01", "os": "Debian GNU/Linux 13 (trixie)", "architecture": "aarch64", "kernel": "6.18.50+rpt-rpi-2712", "cpu": "Cortex-A76", "ram_gb": 7.87, "python": "Python 3.13.5", "packages": { "onnxruntime": "1.30.0", "openvino": null, "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T21:50:41.546Z", "latencias_csv": "C07-latencias.csv", "telemetria_csv": "C07-telemetria.csv" }, { "case": "C08", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "YOLO26n FP32", "artifact_sha256": "843640bc7ae797dfbf3d9828ced4bfce393a78949b6ed282a0db874f64ef2680", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 57.5655, "p95_ms": 58.8727, "p99_ms": 59.3189, "mean_ms": 57.8412, "stddev_ms": 0.9242, "min_ms": 57.3518, "max_ms": 65.6901 }, "correctness": { "kind": "detection", "passed": true }, "thermal": { "temperature_before_c": 53.0, "temperature_max_c": 62.0, "temperature_last_c": 60.0, "cpu_freq_min_mhz": 2815.6, "cpu_freq_max_mhz": 2900.0, "throttling_evidence": "UNAVAILABLE", "throttled_during_run": false, "samples": 28 }, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:47:56.652Z", "latencias_csv": "C08-latencias.csv", "telemetria_csv": "C08-telemetria.csv" }, { "case": "C09", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "YOLO26n FP32", "artifact_sha256": "843640bc7ae797dfbf3d9828ced4bfce393a78949b6ed282a0db874f64ef2680", "runtime": "OpenVINO", "runtime_version": "2026.4.0-22959-99c81491cc3-releases/2026/4", "threading": { "INFERENCE_NUM_THREADS": "4", "NUM_STREAMS": "1", "PERFORMANCE_HINT": "LATENCY", "INFERENCE_PRECISION_HINT": "", "EXECUTION_DEVICES": "['CPU']" }, "effective_precision": "float32", "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 64.045, "p95_ms": 65.5797, "p99_ms": 71.3167, "mean_ms": 64.484, "stddev_ms": 1.4626, "min_ms": 63.8571, "max_ms": 75.946 }, "correctness": { "kind": "detection", "passed": true }, "thermal": { "temperature_before_c": 54.0, "temperature_max_c": 64.0, "temperature_last_c": 59.0, "cpu_freq_min_mhz": 2821.2, "cpu_freq_max_mhz": 3150.0, "throttling_evidence": "UNAVAILABLE", "throttled_during_run": false, "samples": 30 }, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:48:11.703Z", "latencias_csv": "C09-latencias.csv", "telemetria_csv": "C09-telemetria.csv" }, { "case": "C10", "device": "T1-RPI5-8GB-LAB01", "device_label": "Raspberry Pi 5 · 8 GB", "model": "LSTM FP64", "artifact_sha256": "aedbd776aca8785f81a2c86797bf0b7f05d166ef6052f35f9a3a32bb941217f3", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "FAIL", "failure": "[ONNXRuntimeError] : 6 : RUNTIME_EXCEPTION : Non-zero status code returned while running LSTM node. Name:'' Status Message: LSTM operator does not support double yet", "failure_phase": "INFERENCE", "warmup_iterations": null, "model_only_ms": null, "correctness": null, "thermal": null, "environment": { "environment_id": "ENV-T1-RPI5-8GB-LAB01-v01", "os": "Debian GNU/Linux 13 (trixie)", "architecture": "aarch64", "kernel": "6.18.50+rpt-rpi-2712", "cpu": "Cortex-A76", "ram_gb": 7.87, "python": "Python 3.13.5", "packages": { "onnxruntime": "1.30.0", "openvino": null, "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T21:51:13.128Z" }, { "case": "C11", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "LSTM FP64", "artifact_sha256": "aedbd776aca8785f81a2c86797bf0b7f05d166ef6052f35f9a3a32bb941217f3", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "FAIL", "failure": "[ONNXRuntimeError] : 6 : RUNTIME_EXCEPTION : Non-zero status code returned while running LSTM node. Name:'' Status Message: LSTM operator does not support double yet", "failure_phase": "INFERENCE", "warmup_iterations": null, "model_only_ms": null, "correctness": null, "thermal": null, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:48:28.348Z" }, { "case": "C12", "device": "T1-RPI5-8GB-LAB01", "device_label": "Raspberry Pi 5 · 8 GB", "model": "MobileNetV2 INT8", "artifact_sha256": "41a36090dafe98f4ad8f9b7fe0b218c56ac3c031e547f0367c30655d2702bffe", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 7.3486, "p95_ms": 7.8448, "p99_ms": 9.3645, "mean_ms": 7.4429, "stddev_ms": 0.3834, "min_ms": 7.2805, "max_ms": 9.6048 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 60.4, "temperature_max_c": 63.7, "temperature_last_c": 63.7, "cpu_freq_min_mhz": 2400.0, "cpu_freq_max_mhz": 2400.0, "throttling_evidence": "vcgencmd", "throttled_during_run": false, "samples": 5 }, "environment": { "environment_id": "ENV-T1-RPI5-8GB-LAB01-v01", "os": "Debian GNU/Linux 13 (trixie)", "architecture": "aarch64", "kernel": "6.18.50+rpt-rpi-2712", "cpu": "Cortex-A76", "ram_gb": 7.87, "python": "Python 3.13.5", "packages": { "onnxruntime": "1.30.0", "openvino": null, "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T21:51:13.641Z", "latencias_csv": "C12-latencias.csv", "telemetria_csv": "C12-telemetria.csv" }, { "case": "C13", "device": "T2-N100-8GB-LAB01", "device_label": "Intel N100 · 8 GB", "model": "MobileNetV2 INT8", "artifact_sha256": "41a36090dafe98f4ad8f9b7fe0b218c56ac3c031e547f0367c30655d2702bffe", "runtime": "ONNX Runtime", "runtime_version": "1.30.0", "threading": { "intra_op_num_threads": 0, "inter_op_num_threads": 0, "execution_mode": "ExecutionMode.ORT_SEQUENTIAL", "graph_optimization_level": "GraphOptimizationLevel.ORT_ENABLE_ALL" }, "effective_precision": null, "result": "PASS", "failure": null, "failure_phase": null, "warmup_iterations": 20, "model_only_ms": { "n": 100, "p50_ms": 3.9648, "p95_ms": 4.005, "p99_ms": 4.0977, "mean_ms": 3.9744, "stddev_ms": 0.0491, "min_ms": 3.9488, "max_ms": 4.4237 }, "correctness": { "kind": "classification", "passed": true }, "thermal": { "temperature_before_c": 54.0, "temperature_max_c": 55.0, "temperature_last_c": 54.0, "cpu_freq_min_mhz": 2900.0, "cpu_freq_max_mhz": 2900.0, "throttling_evidence": "UNAVAILABLE", "throttled_during_run": false, "samples": 4 }, "environment": { "environment_id": "ENV-T2-N100-8GB-LAB01-v02", "os": "Ubuntu 24.04.5 LTS", "architecture": "x86_64", "kernel": "7.0.0-38-generic", "cpu": "Intel(R) N100", "ram_gb": 7.5, "python": "Python 3.12.3", "packages": { "onnxruntime": "1.30.0", "openvino": "2026.4.0", "numpy": "2.5.3", "onnx": "1.23.1" } }, "timestamp": "2026-10-03T22:48:28.734Z", "latencias_csv": "C13-latencias.csv", "telemetria_csv": "C13-telemetria.csv" } ] }