{
  "benchmark": {
    "samples": 37,
    "reference_words": 656,
    "duration_seconds": 289.923,
    "real_human_samples": 27,
    "controlled_samples": 10,
    "wispr_formatted_outputs": 35,
    "wispr_no_outputs": 2
  },
  "segments": {
    "overall": {
      "samples": 37,
      "reference_words": 656,
      "raw": {
        "speakmac": {
          "wer": 0.13567073170731708,
          "wer_percent": 13.6,
          "reference_words": 656,
          "substitutions": 40,
          "deletions": 29,
          "insertions": 20,
          "errors": 89
        },
        "wispr": {
          "wer": 0.1798780487804878,
          "wer_percent": 18.0,
          "reference_words": 656,
          "substitutions": 32,
          "deletions": 76,
          "insertions": 10,
          "errors": 118
        },
        "wins": {
          "speakmac": 10,
          "wispr": 7,
          "tie": 20
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -11.24,
          "ci_95_upper_pp": 1.34
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.15701219512195122,
          "wer_percent": 15.7,
          "reference_words": 656,
          "substitutions": 40,
          "deletions": 52,
          "insertions": 11,
          "errors": 103
        },
        "wispr": {
          "wer": 0.20426829268292682,
          "wer_percent": 20.4,
          "reference_words": 656,
          "substitutions": 36,
          "deletions": 94,
          "insertions": 4,
          "errors": 134
        },
        "wins": {
          "speakmac": 9,
          "wispr": 6,
          "tie": 22
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -11.9,
          "ci_95_upper_pp": 0.73
        },
        "macro_mean_wer_percent": {
          "speakmac": 11.6,
          "wispr": 16.4
        },
        "macro_median_wer_percent": {
          "speakmac": 5.7,
          "wispr": 0.0
        }
      }
    },
    "real_human": {
      "samples": 27,
      "reference_words": 349,
      "raw": {
        "speakmac": {
          "wer": 0.07449856733524356,
          "wer_percent": 7.4,
          "reference_words": 349,
          "substitutions": 15,
          "deletions": 2,
          "insertions": 9,
          "errors": 26
        },
        "wispr": {
          "wer": 0.06303724928366762,
          "wer_percent": 6.3,
          "reference_words": 349,
          "substitutions": 12,
          "deletions": 7,
          "insertions": 3,
          "errors": 22
        },
        "wins": {
          "speakmac": 3,
          "wispr": 6,
          "tie": 18
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -4.0,
          "ci_95_upper_pp": 5.49
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.06303724928366762,
          "wer_percent": 6.3,
          "reference_words": 349,
          "substitutions": 15,
          "deletions": 5,
          "insertions": 2,
          "errors": 22
        },
        "wispr": {
          "wer": 0.06303724928366762,
          "wer_percent": 6.3,
          "reference_words": 349,
          "substitutions": 12,
          "deletions": 7,
          "insertions": 3,
          "errors": 22
        },
        "wins": {
          "speakmac": 3,
          "wispr": 4,
          "tie": 20
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -4.93,
          "ci_95_upper_pp": 3.75
        },
        "macro_mean_wer_percent": {
          "speakmac": 5.6,
          "wispr": 7.4
        },
        "macro_median_wer_percent": {
          "speakmac": 0.0,
          "wispr": 0.0
        }
      }
    },
    "svarah": {
      "samples": 18,
      "reference_words": 224,
      "raw": {
        "speakmac": {
          "wer": 0.11160714285714286,
          "wer_percent": 11.2,
          "reference_words": 224,
          "substitutions": 14,
          "deletions": 2,
          "insertions": 9,
          "errors": 25
        },
        "wispr": {
          "wer": 0.09375,
          "wer_percent": 9.4,
          "reference_words": 224,
          "substitutions": 11,
          "deletions": 7,
          "insertions": 3,
          "errors": 21
        },
        "wins": {
          "speakmac": 3,
          "wispr": 6,
          "tie": 9
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -6.36,
          "ci_95_upper_pp": 8.33
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.08035714285714286,
          "wer_percent": 8.0,
          "reference_words": 224,
          "substitutions": 13,
          "deletions": 4,
          "insertions": 1,
          "errors": 18
        },
        "wispr": {
          "wer": 0.09375,
          "wer_percent": 9.4,
          "reference_words": 224,
          "substitutions": 11,
          "deletions": 7,
          "insertions": 3,
          "errors": 21
        },
        "wins": {
          "speakmac": 3,
          "wispr": 3,
          "tie": 12
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -8.7,
          "ci_95_upper_pp": 3.78
        },
        "macro_mean_wer_percent": {
          "speakmac": 7.1,
          "wispr": 10.7
        },
        "macro_median_wer_percent": {
          "speakmac": 0.0,
          "wispr": 0.0
        }
      }
    },
    "librispeech": {
      "samples": 9,
      "reference_words": 125,
      "raw": {
        "speakmac": {
          "wer": 0.008,
          "wer_percent": 0.8,
          "reference_words": 125,
          "substitutions": 1,
          "deletions": 0,
          "insertions": 0,
          "errors": 1
        },
        "wispr": {
          "wer": 0.008,
          "wer_percent": 0.8,
          "reference_words": 125,
          "substitutions": 1,
          "deletions": 0,
          "insertions": 0,
          "errors": 1
        },
        "wins": {
          "speakmac": 0,
          "wispr": 0,
          "tie": 9
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": 0.0,
          "ci_95_upper_pp": 0.0
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.032,
          "wer_percent": 3.2,
          "reference_words": 125,
          "substitutions": 2,
          "deletions": 1,
          "insertions": 1,
          "errors": 4
        },
        "wispr": {
          "wer": 0.008,
          "wer_percent": 0.8,
          "reference_words": 125,
          "substitutions": 1,
          "deletions": 0,
          "insertions": 0,
          "errors": 1
        },
        "wins": {
          "speakmac": 0,
          "wispr": 1,
          "tie": 8
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": 0.0,
          "ci_95_upper_pp": 7.03
        },
        "macro_mean_wer_percent": {
          "speakmac": 2.7,
          "wispr": 0.9
        },
        "macro_median_wer_percent": {
          "speakmac": 0.0,
          "wispr": 0.0
        }
      }
    },
    "controlled": {
      "samples": 10,
      "reference_words": 307,
      "raw": {
        "speakmac": {
          "wer": 0.20521172638436483,
          "wer_percent": 20.5,
          "reference_words": 307,
          "substitutions": 25,
          "deletions": 27,
          "insertions": 11,
          "errors": 63
        },
        "wispr": {
          "wer": 0.3127035830618892,
          "wer_percent": 31.3,
          "reference_words": 307,
          "substitutions": 20,
          "deletions": 69,
          "insertions": 7,
          "errors": 96
        },
        "wins": {
          "speakmac": 7,
          "wispr": 1,
          "tie": 2
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -24.38,
          "ci_95_upper_pp": -0.74
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.26384364820846906,
          "wer_percent": 26.4,
          "reference_words": 307,
          "substitutions": 25,
          "deletions": 47,
          "insertions": 9,
          "errors": 81
        },
        "wispr": {
          "wer": 0.36482084690553745,
          "wer_percent": 36.5,
          "reference_words": 307,
          "substitutions": 24,
          "deletions": 87,
          "insertions": 1,
          "errors": 112
        },
        "wins": {
          "speakmac": 6,
          "wispr": 2,
          "tie": 2
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -25.62,
          "ci_95_upper_pp": -0.29
        },
        "macro_mean_wer_percent": {
          "speakmac": 27.7,
          "wispr": 40.7
        },
        "macro_median_wer_percent": {
          "speakmac": 25.3,
          "wispr": 40.2
        }
      }
    }
  },
  "data_quality": {
    "unique_audio_hashes": 37,
    "unique_speakmac_rows": 37,
    "unique_wispr_rows": 36,
    "formatted_wispr_blackhole_rows": 35,
    "formatted_wispr_version_1_6_224_rows": 35
  },
  "conditional_on_both_returning_text": {
    "overall": {
      "samples": 35,
      "reference_words": 623,
      "raw": {
        "speakmac": {
          "wer": 0.12841091492776885,
          "wer_percent": 12.8,
          "reference_words": 623,
          "substitutions": 37,
          "deletions": 23,
          "insertions": 20,
          "errors": 80
        },
        "wispr": {
          "wer": 0.13643659711075443,
          "wer_percent": 13.6,
          "reference_words": 623,
          "substitutions": 32,
          "deletions": 43,
          "insertions": 10,
          "errors": 85
        },
        "wins": {
          "speakmac": 8,
          "wispr": 7,
          "tie": 20
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -4.13,
          "ci_95_upper_pp": 3.12
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.1508828250401284,
          "wer_percent": 15.1,
          "reference_words": 623,
          "substitutions": 37,
          "deletions": 46,
          "insertions": 11,
          "errors": 94
        },
        "wispr": {
          "wer": 0.16211878009630817,
          "wer_percent": 16.2,
          "reference_words": 623,
          "substitutions": 36,
          "deletions": 61,
          "insertions": 4,
          "errors": 101
        },
        "wins": {
          "speakmac": 7,
          "wispr": 6,
          "tie": 22
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -4.91,
          "ci_95_upper_pp": 2.02
        }
      }
    },
    "real_human": {
      "samples": 26,
      "reference_words": 342,
      "raw": {
        "speakmac": {
          "wer": 0.07309941520467836,
          "wer_percent": 7.3,
          "reference_words": 342,
          "substitutions": 14,
          "deletions": 2,
          "insertions": 9,
          "errors": 25
        },
        "wispr": {
          "wer": 0.043859649122807015,
          "wer_percent": 4.4,
          "reference_words": 342,
          "substitutions": 12,
          "deletions": 0,
          "insertions": 3,
          "errors": 15
        },
        "wins": {
          "speakmac": 2,
          "wispr": 6,
          "tie": 18
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": 0.0,
          "ci_95_upper_pp": 6.39
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.06140350877192982,
          "wer_percent": 6.1,
          "reference_words": 342,
          "substitutions": 14,
          "deletions": 5,
          "insertions": 2,
          "errors": 21
        },
        "wispr": {
          "wer": 0.043859649122807015,
          "wer_percent": 4.4,
          "reference_words": 342,
          "substitutions": 12,
          "deletions": 0,
          "insertions": 3,
          "errors": 15
        },
        "wins": {
          "speakmac": 2,
          "wispr": 4,
          "tie": 20
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -0.59,
          "ci_95_upper_pp": 4.42
        }
      }
    },
    "controlled": {
      "samples": 9,
      "reference_words": 281,
      "raw": {
        "speakmac": {
          "wer": 0.19572953736654805,
          "wer_percent": 19.6,
          "reference_words": 281,
          "substitutions": 23,
          "deletions": 21,
          "insertions": 11,
          "errors": 55
        },
        "wispr": {
          "wer": 0.2491103202846975,
          "wer_percent": 24.9,
          "reference_words": 281,
          "substitutions": 20,
          "deletions": 43,
          "insertions": 7,
          "errors": 70
        },
        "wins": {
          "speakmac": 6,
          "wispr": 1,
          "tie": 2
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -10.56,
          "ci_95_upper_pp": 1.3
        }
      },
      "final": {
        "speakmac": {
          "wer": 0.2597864768683274,
          "wer_percent": 26.0,
          "reference_words": 281,
          "substitutions": 23,
          "deletions": 41,
          "insertions": 9,
          "errors": 73
        },
        "wispr": {
          "wer": 0.30604982206405695,
          "wer_percent": 30.6,
          "reference_words": 281,
          "substitutions": 24,
          "deletions": 61,
          "insertions": 1,
          "errors": 86
        },
        "wins": {
          "speakmac": 5,
          "wispr": 2,
          "tie": 2
        },
        "bootstrap": {
          "iterations": 20000,
          "seed": 20260728,
          "difference": "Speakmac WER minus Wispr Flow WER, percentage points",
          "ci_95_lower_pp": -13.18,
          "ci_95_upper_pp": 1.06
        }
      }
    }
  }
}