{
  "schema": "microquant-public-abi-v6-kws-benchmark-v1",
  "status": "measured-reference-result",
  "workload": {
    "name": "Speech Commands v2 12-class DS-CNN",
    "evaluation_records": 4769,
    "accuracy_scope": "frozen-feature full task set",
    "latency_scope": "100 evenly spaced task endpoints",
    "attribution": "Speech Commands v0.02, Pete Warden / Google, 2018"
  },
  "target": {
    "board": "ESP32-S3-DevKitC-1 N16R8",
    "chip": "ESP32-S3 QFN56 revision 0.2",
    "cpu_mhz": 240,
    "toolchain": "ESP-IDF 6.0.2",
    "evidence_tier": "exact-board-physical-hil"
  },
  "measurement": {
    "accuracy_source": "full-set host evaluation with exact host-to-board output parity",
    "latency_boots_per_cell": 1,
    "latency_samples_per_cell": 100,
    "p50_method": "median",
    "p99_method": "nearest-rank",
    "heap_growth_bytes": 0,
    "live_audio_in_scope": false,
    "energy_in_scope": false
  },
  "provenance": {
    "source_commit": "c970e01327afd740571ccfa118c50b65319ccc65",
    "evidence_tree_commit": "379e19bacc71221935db45d35047c33b4e0aa382",
    "evidence_manifest_sha256": "0d8fcd0b2b763dcc5fb7d7d3f49d86933868bc37e28bc366c40a5af289ace468",
    "quality_sha256": "7f792dd34c6b8ed88e643fa99a3813c5a8fe49be5ca06b59bd83cf26d6a698bf",
    "resources_sha256": "63bf9635e439d8b72c6eb6d3aaa84d366df5f068f379f56bccf1b944d8670cb1",
    "summary_sha256": "eddf4a5ba53e2013fb902f79998b750193421792b8339d4fc8cb3688674ce766",
    "host_parity_sha256": "7838a1ad7f7a38e14d8124119025fc2b83c892b7c0b8b4ef6e66b7af53b3f7f4",
    "carry_forward": "Immutable ABI-v6 reference result; customer-specific GA remeasures the delivered model, generated artifacts, and firmware."
  },
  "rows": [
    {
      "id": "tflm-portable",
      "configuration": "TFLite Micro",
      "backend": "portable",
      "correct": 4387,
      "count": 4769,
      "top1_accuracy": 0.9198993499685468,
      "p50_cycles": 103204058,
      "p50_ms": 430.017,
      "p99_cycles": 103215398,
      "p99_ms": 430.064,
      "product_flash_bytes": 262944,
      "complete_firmware_flash_bytes": 262944,
      "peak_internal_sram_bytes": 55936,
      "role": "portable-control"
    },
    {
      "id": "tflm-espnn",
      "configuration": "TFLite Micro + ESP-NN",
      "backend": "esp-nn",
      "correct": 4387,
      "count": 4769,
      "top1_accuracy": 0.9198993499685468,
      "p50_cycles": 4387365.5,
      "p50_ms": 18.281,
      "p99_cycles": 4406681,
      "p99_ms": 18.361,
      "product_flash_bytes": 291424,
      "complete_firmware_flash_bytes": 291424,
      "peak_internal_sram_bytes": 56400,
      "role": "vendor-optimized-control"
    },
    {
      "id": "w8-generic-swar",
      "configuration": "MicroQuant W8",
      "backend": "generic-swar",
      "correct": 4399,
      "count": 4769,
      "top1_accuracy": 0.9224156007548753,
      "p50_cycles": 55824354,
      "p50_ms": 232.601,
      "p99_cycles": 55825305,
      "p99_ms": 232.605,
      "product_flash_bytes": 34678,
      "complete_firmware_flash_bytes": 201216,
      "peak_internal_sram_bytes": 30712,
      "role": "portable-microquant-control"
    },
    {
      "id": "w8-pie",
      "configuration": "MicroQuant W8",
      "backend": "pie",
      "correct": 4399,
      "count": 4769,
      "top1_accuracy": 0.9224156007548753,
      "p50_cycles": 3705894,
      "p50_ms": 15.441,
      "p99_cycles": 3706935,
      "p99_ms": 15.446,
      "product_flash_bytes": 34909,
      "complete_firmware_flash_bytes": 201424,
      "peak_internal_sram_bytes": 30744,
      "role": "microquant-pie"
    },
    {
      "id": "pcq4-pie",
      "configuration": "MicroQuant PCQ4",
      "backend": "pie",
      "correct": 4357,
      "count": 4769,
      "top1_accuracy": 0.9136087230027259,
      "p50_cycles": 3776078.5,
      "p50_ms": 15.734,
      "p99_cycles": 3776972,
      "p99_ms": 15.737,
      "product_flash_bytes": 24797,
      "complete_firmware_flash_bytes": 191312,
      "peak_internal_sram_bytes": 30744,
      "role": "microquant-pie"
    },
    {
      "id": "spq4-g8-pie",
      "configuration": "MicroQuant SPQ4 G8",
      "backend": "pie",
      "correct": 4373,
      "count": 4769,
      "top1_accuracy": 0.9169637240511638,
      "p50_cycles": 9035105,
      "p50_ms": 37.646,
      "p99_cycles": 9035842,
      "p99_ms": 37.649,
      "product_flash_bytes": 34349,
      "complete_firmware_flash_bytes": 200864,
      "peak_internal_sram_bytes": 30744,
      "role": "microquant-pie"
    },
    {
      "id": "karq-p1-pie",
      "configuration": "MicroQuant KARQ P1",
      "backend": "pie",
      "correct": 4359,
      "count": 4769,
      "top1_accuracy": 0.9140280981337807,
      "p50_cycles": 3429146,
      "p50_ms": 14.288,
      "p99_cycles": 3429782,
      "p99_ms": 14.291,
      "product_flash_bytes": 26229,
      "complete_firmware_flash_bytes": 192752,
      "peak_internal_sram_bytes": 30744,
      "role": "microquant-pie"
    },
    {
      "id": "karq-p4-pie",
      "configuration": "MicroQuant KARQ P4",
      "backend": "pie",
      "correct": 4299,
      "count": 4769,
      "top1_accuracy": 0.9014468442021388,
      "p50_cycles": 4081766,
      "p50_ms": 17.007,
      "p99_cycles": 4082459,
      "p99_ms": 17.010,
      "product_flash_bytes": 35049,
      "complete_firmware_flash_bytes": 201568,
      "peak_internal_sram_bytes": 30744,
      "role": "microquant-pie"
    },
    {
      "id": "mixed-pie",
      "configuration": "MicroQuant Mixed",
      "backend": "pie",
      "correct": 4341,
      "count": 4769,
      "top1_accuracy": 0.9102537219542881,
      "p50_cycles": 7297613,
      "p50_ms": 30.407,
      "p99_cycles": 7299404,
      "p99_ms": 30.414,
      "product_flash_bytes": 31069,
      "complete_firmware_flash_bytes": 197584,
      "peak_internal_sram_bytes": 30744,
      "role": "microquant-pie"
    }
  ]
}