{
  "schema": "microquant-public-current-source-benchmark-v1",
  "status": "measured-current-source-result",
  "workload": {
    "name": "MLPerf Tiny keyword spotting: DS-CNN on Speech Commands v0.02",
    "evaluation_records": 4890,
    "accuracy_scope": "complete official test set",
    "latency_scope": "100 evenly spaced task endpoints",
    "attribution": "Speech Commands v0.02, Pete Warden / Google, 2018. MLPerf Tiny keyword-spotting reference model, MLCommons."
  },
  "target": {
    "board": "ESP32-S3-DevKitC-1 N16R8",
    "chip": "ESP32-S3 QFN56 revision 0.2",
    "cpu_mhz": 240,
    "toolchain": "ESP-IDF 6.0.2",
    "evidence_tier": "exact-board-physical-hil"
  },
  "measurement": {
    "accuracy_source": "MicroQuant cells: full-set host evaluation of the compiled integer graph, admissible because every timed endpoint's every output byte was transported back and matched. Control cells: the board's own full-set replay, because nothing here re-implements the vendor runtime on the host.",
    "latency_boots_per_cell": 1,
    "latency_samples_per_cell": 100,
    "p50_method": "median",
    "p99_method": "nearest-rank",
    "heap_growth_bytes": 0,
    "live_audio_in_scope": false,
    "energy_in_scope": false
  },
  "provenance": {
    "campaign": "benchmarks/v11/campaigns/esp32s3",
    "campaign_id": "cd90a70b75fc2ae7720d3acd",
    "campaign_members": [
      {
        "name": "aggregate.json",
        "sha256": "75d6afa4ed1a260748251c2bed4387c92226693e609965e2ce59ce73479a4f1f"
      },
      {
        "name": "link-map.json",
        "sha256": "2c7e10c8ab1a1ce3dcdf181b1da3004ddfe25a7eef87b7b2b67a9eef3e1b5990"
      },
      {
        "name": "records.json",
        "sha256": "ec73998c273ca1b54b77065a1b8f14026afb7e2a119866443f8c5033f702f651"
      },
      {
        "name": "report.md",
        "sha256": "0977b11b3370a0dd02129c58f5e2feecbb0ad63495ba8f2b36c0a73a4a048383"
      },
      {
        "name": "runs.json",
        "sha256": "3ab96129e0bd78458aa87faef8bd73a279bfd10c8e1f8c9a271e9262239801d8"
      },
      {
        "name": "sections.json",
        "sha256": "54e06cdf79cf55898dc270363f49dfaffd4ad2754c97f2883262813215c654c3"
      },
      {
        "name": "transcripts.json",
        "sha256": "6287d7e237d407d1448c50b51a20a437821db7bf30956ef12d70c029df5fc852"
      }
    ],
    "vendor_sources": "benchmarks/v11/external/sources.json",
    "vendor_sources_sha256": "8b4ebc0627df869dc1f98416b7191de412eca9bd1a759e904288a563d84277de",
    "carry_forward": "Current-source ABI-v6 result. Customer-specific GA remeasures the delivered model, generated artifacts, and firmware."
  },
  "rows": [
    {
      "id": "litert-portable",
      "configuration": "LiteRT for Microcontrollers",
      "backend": "Portable",
      "correct": 4489,
      "count": 4890,
      "top1_accuracy": 0.9179959100204499,
      "p50_cycles": 41034899.0,
      "p50_ms": 170.979,
      "p99_cycles": 41037383.0,
      "p99_ms": 170.989,
      "product_flash_bytes": 113817,
      "complete_firmware_flash_bytes": 299664,
      "peak_internal_sram_bytes": 106780,
      "workspace_bytes": 32768,
      "role": "industry-standard-control",
      "disposition": "industry-standard-control",
      "quarantine_reason": null
    },
    {
      "id": "litert-esp-nn",
      "configuration": "LiteRT for Microcontrollers",
      "backend": "ESP-NN",
      "correct": 4489,
      "count": 4890,
      "top1_accuracy": 0.9179959100204499,
      "p50_cycles": 4267787.0,
      "p50_ms": 17.782,
      "p99_cycles": 4272308.0,
      "p99_ms": 17.801,
      "product_flash_bytes": 138978,
      "complete_firmware_flash_bytes": 324960,
      "peak_internal_sram_bytes": 123180,
      "workspace_bytes": 49152,
      "role": "industry-standard-control",
      "disposition": "industry-standard-control",
      "quarantine_reason": null
    },
    {
      "id": "w8-portable",
      "configuration": "MicroQuant W8",
      "backend": "Portable C11",
      "correct": 4492,
      "count": 4890,
      "top1_accuracy": 0.9186094069529652,
      "p50_cycles": 36206880.5,
      "p50_ms": 150.862,
      "p99_cycles": 36209461.0,
      "p99_ms": 150.873,
      "product_flash_bytes": 38004,
      "complete_firmware_flash_bytes": 211008,
      "peak_internal_sram_bytes": 89100,
      "workspace_bytes": 16000,
      "role": "microquant-cell",
      "disposition": "portable-reference",
      "quarantine_reason": null
    },
    {
      "id": "w8-accelerated",
      "configuration": "MicroQuant W8",
      "backend": "ESP32-S3 PIE",
      "correct": 4492,
      "count": 4890,
      "top1_accuracy": 0.9186094069529652,
      "p50_cycles": 2710851.0,
      "p50_ms": 11.295,
      "p99_cycles": 2712309.0,
      "p99_ms": 11.301,
      "product_flash_bytes": 42171,
      "complete_firmware_flash_bytes": 213920,
      "peak_internal_sram_bytes": 89420,
      "workspace_bytes": 16320,
      "role": "microquant-cell",
      "disposition": "shipping-accelerated",
      "quarantine_reason": null
    }
  ],
  "quarantine": {
    "opened_on": "2026-08-21",
    "rule": "A control withdrawn here keeps every measured value and its campaign identity, and stops being a quality authority. Every required comparison and reported delta that names it reports `quarantined` instead of a verdict, the gate reports `blocked`, and no public surface may state an advantage against it. A quarantine clears only by admitting a corrected control that meets the stated condition, never by relaxing it.",
    "controls": []
  },
  "implementation_line": "1.2",
  "applies_to_current_product": true,
  "current_product_backend": "portable-c11-and-esp32s3-pie",
  "current_product_physical_evidence": "development-exact-board",
  "current_product_note": "Every row was produced by the current compiler and runtime and measured on one admitted ESP32-S3 board, beside an industry standard control built from the same model file in the same campaign. It is development physical evidence on one board, not a customer acceptance result.",
  "carry_forward": "Every number here is bound by digest to the sealed campaign it came from and to the pinned vendor sources behind the control. A customer implementation is measured on that customer's model, artifacts, and firmware; no result is carried across products.",
  "control_admission": "A vendor control is qualified on correctness before speed. Each candidate is built twice from one model file, once with the vendor's portable kernels and once with its optimized kernels, and both replay every evaluation record on the board. A candidate is published only when its optimized kernels reproduce its own portable output byte for byte."
}