{
  "schema_version": 1,
  "benchmark": "Speakmac vs Wispr Flow 27-clip licensed real-speech benchmark corpus",
  "corpus_version": "2026-07-28-real-speech-v1",
  "scorer": {
    "id": "speakmac-fixed-corpus-wer-v1",
    "normalization": "lowercase, remove ASCII punctuation, collapse whitespace",
    "metric": "micro-averaged word error rate using Levenshtein distance"
  },
  "baseline": {
    "application": "Speakmac 5.2.1 build 55",
    "source": "paired-outputs.json"
  },
  "current": {
    "application": "Speakmac 5.5.0 build 61",
    "source": "speakmac-5.5.0-build-61-2026-08-31.json"
  },
  "integrity": {
    "sample_count": 27,
    "unique_audio_hashes": 27,
    "empty_stdout_outputs": 0,
    "empty_stdout_sample_ids": [],
    "saved_stderr": false,
    "saved_local_paths": false
  },
  "paired_change": {
    "samples_with_changed_error_count": 3,
    "samples_improved": 2,
    "samples_regressed": 1,
    "samples_unchanged": 24,
    "net_error_change": 0
  },
  "segments": {
    "overall": {
      "baseline_speakmac_5_2_1_build_55": {
        "samples": 27,
        "reference_words": 349,
        "errors": 22,
        "wer": 0.06303725,
        "wer_percent": 6.3
      },
      "current": {
        "samples": 27,
        "reference_words": 349,
        "errors": 22,
        "wer": 0.06303725,
        "wer_percent": 6.3
      },
      "current_minus_baseline_wer_percentage_points": 0.0
    },
    "real_human": {
      "baseline_speakmac_5_2_1_build_55": {
        "samples": 27,
        "reference_words": 349,
        "errors": 22,
        "wer": 0.06303725,
        "wer_percent": 6.3
      },
      "current": {
        "samples": 27,
        "reference_words": 349,
        "errors": 22,
        "wer": 0.06303725,
        "wer_percent": 6.3
      },
      "current_minus_baseline_wer_percentage_points": 0.0
    },
    "svarah": {
      "baseline_speakmac_5_2_1_build_55": {
        "samples": 18,
        "reference_words": 224,
        "errors": 18,
        "wer": 0.08035714,
        "wer_percent": 8.0
      },
      "current": {
        "samples": 18,
        "reference_words": 224,
        "errors": 18,
        "wer": 0.08035714,
        "wer_percent": 8.0
      },
      "current_minus_baseline_wer_percentage_points": 0.0
    },
    "librispeech": {
      "baseline_speakmac_5_2_1_build_55": {
        "samples": 9,
        "reference_words": 125,
        "errors": 4,
        "wer": 0.032,
        "wer_percent": 3.2
      },
      "current": {
        "samples": 9,
        "reference_words": 125,
        "errors": 4,
        "wer": 0.032,
        "wer_percent": 3.2
      },
      "current_minus_baseline_wer_percentage_points": 0.0
    }
  },
  "interpretation_limit": "This is a same-corpus Speakmac release regression, not a fresh Wispr Flow comparison and not evidence of a universal accuracy winner."
}