{ "source_protocol_revision": "7a7622c467c1d8aafb05fb93af739f84804c2093", "source_encoder": "Common original Multilingual FP32 VoiceEncoder, 256-dimensional LSTM embeddings; strict ve.* weight loading, no silence trimming. In-family proxy, not an independent verifier or human rating.", "encoder_tensor_sha256": { "ve.lstm.layers.0.Wh": "120b4e783a26b922b0cc65842af54a1de63153d08030640f53dca2d17ed67085", "ve.lstm.layers.0.Wx": "fcf73a02744fe8b2938202e4b1f4fe57a1cbbc75fca8fa5c84c03dca46d7947d", "ve.lstm.layers.0.bias": "9f4afa43d79eb282f2e29cbfee0840e55006744f45783bf26ae70cb5e4539ae0", "ve.lstm.layers.1.Wh": "df42b5e08d8248d05b991708d21d9b95d390945b1ab3d97ca8ea2f6640c95787", "ve.lstm.layers.1.Wx": "d6b3a3098c1ed562f559eecf1f9e1befdb038b3ee31ca6c464e9b9d70d7e3fbe", "ve.lstm.layers.1.bias": "19c44451456092af10ea1fb254c155b2ade4d94e2376213acee0c81f1438447b", "ve.lstm.layers.2.Wh": "49c8444a98c5dd5303464d4a86fac9c128125bf81c7034bcef3a23e966594cfd", "ve.lstm.layers.2.Wx": "c9bd7e1e07feb5c7038c5a1a7c2e310d698eae41cad9e20198d02782070fa45f", "ve.lstm.layers.2.bias": "e9483f6b1adc53afef5c73b5bda0d3c4c1dbc753c84bf8bdfac2aa292727b4ce", "ve.proj.bias": "d61881e7b83d744575e03a24a6d5e3eb857f3dc140caf00a99813ad18935048d", "ve.proj.weight": "3d74395b02eed35b5c0279c2e659affc5d07141c164d744cf9b805bf692db3b1", "ve.similarity_bias": "fa9358478c8b05c25e9fab23b42e78c1baafa89ce08f8107fa46ffd0668ae0bc", "ve.similarity_weight": "b5d72debba559730058424f45eeca759a635cf723375587555714aa19dbf3b31" }, "asr_health": { "status": "healthy", "models": [ "parakeet-tdt-0.6b-v3", "istupakov/parakeet-tdt-0.6b-v3-onnx", "grikdotnet/parakeet-tdt-0.6b-fp16" ], "loaded": [ "parakeet-tdt-0.6b-v3" ], "default_model": "parakeet-tdt-0.6b-v3", "cpu": { "physical": 10, "logical": 10, "ort_intra": 4, "ort_inter": 1, "audio_workers": 8 } }, "versions": { "mlx": "0.32.3", "mlx-audio": "0.5.7", "numpy": "2.4.6", "scipy": "1.17.1", "safetensors": "0.8.0" }, "spectral_method": "Unchanged Turbo helper functions: PCM16 waveforms, 80 triangular mel bands 40–12000 Hz, STFT 1024/hop256, active bins −40 dB / floor −60 dB, frame magnitude cosine, mean spectral convergence at 512/1024/2048 samples, waveform ±10 ms alignment and SI-SDR.", "asr_method": "Unchanged Turbo Unicode NFC/casefold words with apostrophes retained; no number/acronym expansion. Pooled Levenshtein word edits / reference tokens.", "limits": [ "Six prompts, three per language, two seeds; repeated seeds are not independent linguistic samples.", "Shared FP32 conditioning deliberately isolates the controlled decoder from quantized reference-encoder/tokenizer changes.", "Whole-model generation uses each variant full quantized conditioning path; token changes and pacing prevent waveform-aligned fidelity scoring.", "Voice identity cosine and spectral error are not naturalness MOS, percentages of audible fidelity, or proven perceptual equivalence.", "Runtime and decoder differ from Turbo; cross-family timing/quality rankings are invalid." ], "self_controls": [ { "prompt": 0, "seed": 20261009, "lang": "en", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 4.7802608094116295e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.7289057354632247e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999992385, "multi_resolution_spectral_convergence": 1.8279067132726737e-06, "aligned_waveform_cosine": 0.99999999999669, "alignment_samples": 0, "si_sdr_db": 111.79321962404399 }, { "prompt": 0, "seed": 42, "lang": "en", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 4.7897767530002966e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.5166080655722601e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999988574, "multi_resolution_spectral_convergence": 1.4278897290548285e-06, "aligned_waveform_cosine": 0.9999999999979775, "alignment_samples": 0, "si_sdr_db": 113.92800146393236 }, { "prompt": 1, "seed": 20261009, "lang": "en", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 4.746361170759883e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 2.1986079560399734e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999999001, "multi_resolution_spectral_convergence": 1.4470348043871624e-06, "aligned_waveform_cosine": 0.99999999999791, "alignment_samples": 0, "si_sdr_db": 113.78825535747518 }, { "prompt": 1, "seed": 42, "lang": "en", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 5.10611428694574e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.0974263538506858e-05, "mean_frame_mel_magnitude_cosine": 0.999999999999887, "multi_resolution_spectral_convergence": 1.017066226761801e-06, "aligned_waveform_cosine": 0.9999999999989648, "alignment_samples": 0, "si_sdr_db": 116.83831029584857 }, { "prompt": 2, "seed": 20261009, "lang": "en", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 4.7621249166240887e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.9415588077176863e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999995681, "multi_resolution_spectral_convergence": 1.7499334443847308e-06, "aligned_waveform_cosine": 0.9999999999970184, "alignment_samples": 0, "si_sdr_db": 112.24375526227831 }, { "prompt": 2, "seed": 42, "lang": "en", "float_bitwise_equal": false, "float_max_abs_delta": 5.960464477539063e-08, "float_relative_rms_delta": 4.720770974131483e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 2.465321708975503e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999986757, "multi_resolution_spectral_convergence": 1.3871034752475062e-06, "aligned_waveform_cosine": 0.999999999998086, "alignment_samples": 0, "si_sdr_db": 114.1700518016685 }, { "prompt": 3, "seed": 20261009, "lang": "es", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 4.7296964567067334e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 9.844678774692233e-06, "mean_frame_mel_magnitude_cosine": 0.9999999999999358, "multi_resolution_spectral_convergence": 8.576829168343552e-07, "aligned_waveform_cosine": 0.9999999999992726, "alignment_samples": 0, "si_sdr_db": 118.37083586416588 }, { "prompt": 3, "seed": 42, "lang": "es", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 4.73708752224411e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 2.407903109395574e-05, "mean_frame_mel_magnitude_cosine": 0.999999999988471, "multi_resolution_spectral_convergence": 1.9615304222117347e-06, "aligned_waveform_cosine": 0.9999999999961343, "alignment_samples": 0, "si_sdr_db": 111.11792148308878 }, { "prompt": 4, "seed": 20261009, "lang": "es", "float_bitwise_equal": false, "float_max_abs_delta": 1.1920928955078125e-07, "float_relative_rms_delta": 4.8030845078983475e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.5353607625542204e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999999105, "multi_resolution_spectral_convergence": 1.2768574671093634e-06, "aligned_waveform_cosine": 0.999999999998383, "alignment_samples": 0, "si_sdr_db": 114.9020556790645 }, { "prompt": 4, "seed": 42, "lang": "es", "float_bitwise_equal": false, "float_max_abs_delta": 8.940696716308594e-08, "float_relative_rms_delta": 4.629333361094723e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.1581547644673015e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999999464, "multi_resolution_spectral_convergence": 9.507777486948669e-07, "aligned_waveform_cosine": 0.9999999999990893, "alignment_samples": 0, "si_sdr_db": 117.39590693011809 }, { "prompt": 5, "seed": 20261009, "lang": "es", "float_bitwise_equal": false, "float_max_abs_delta": 1.1920928955078125e-07, "float_relative_rms_delta": 4.653313112612523e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.3413313572259562e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999999483, "multi_resolution_spectral_convergence": 1.149175331846497e-06, "aligned_waveform_cosine": 0.9999999999987043, "alignment_samples": 0, "si_sdr_db": 115.86433173968076 }, { "prompt": 5, "seed": 42, "lang": "es", "float_bitwise_equal": false, "float_max_abs_delta": 1.1920928955078125e-07, "float_relative_rms_delta": 4.813351495158713e-08, "pcm16_bitwise_equal": false, "log_mel_rms_difference_db": 1.5789159449637068e-05, "mean_frame_mel_magnitude_cosine": 0.9999999999999072, "multi_resolution_spectral_convergence": 1.3001445605397922e-06, "aligned_waveform_cosine": 0.9999999999983196, "alignment_samples": 0, "si_sdr_db": 114.73550372900698 } ], "summaries": { "end_to_end": { "all": { "fp32": { "clips": 12, "prompts": 6, "word_errors": 18, "reference_words": 216, "pooled_wer": 0.08333333333333333, "mean_speaker_embedding_cosine": 1.0000000298023224, "min_speaker_embedding_cosine": 1.0, "max_speaker_embedding_cosine": 1.0000001192092896, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": 0.0, "min_rms_level_difference_db": 0.0, "max_rms_level_difference_db": 0.0 }, "q8": { "clips": 12, "prompts": 6, "word_errors": 29, "reference_words": 216, "pooled_wer": 0.13425925925925927, "mean_speaker_embedding_cosine": 0.954568475484848, "min_speaker_embedding_cosine": 0.9015922546386719, "max_speaker_embedding_cosine": 0.9798465967178345, "mean_duration_difference_percent": 9.442908823596783, "min_duration_difference_percent": -14.009661835748792, "max_duration_difference_percent": 54.285714285714285, "mean_rms_level_difference_db": -0.012540951725067232, "min_rms_level_difference_db": -1.9857684825083952, "max_rms_level_difference_db": 1.5166804383990047 }, "q6": { "clips": 12, "prompts": 6, "word_errors": 43, "reference_words": 216, "pooled_wer": 0.19907407407407407, "mean_speaker_embedding_cosine": 0.9173570026954015, "min_speaker_embedding_cosine": 0.7362358570098877, "max_speaker_embedding_cosine": 0.9789484143257141, "mean_duration_difference_percent": 24.921152772860427, "min_duration_difference_percent": -6.428571428571429, "max_duration_difference_percent": 163.1578947368421, "mean_rms_level_difference_db": -1.6149665790276473, "min_rms_level_difference_db": -6.527949764013381, "max_rms_level_difference_db": 0.09239013167554064 } }, "en": { "fp32": { "clips": 6, "prompts": 3, "word_errors": 11, "reference_words": 102, "pooled_wer": 0.10784313725490197, "mean_speaker_embedding_cosine": 1.00000003973643, "min_speaker_embedding_cosine": 1.0, "max_speaker_embedding_cosine": 1.0000001192092896, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": 0.0, "min_rms_level_difference_db": 0.0, "max_rms_level_difference_db": 0.0 }, "q8": { "clips": 6, "prompts": 3, "word_errors": 25, "reference_words": 102, "pooled_wer": 0.24509803921568626, "mean_speaker_embedding_cosine": 0.9508346120516459, "min_speaker_embedding_cosine": 0.9015922546386719, "max_speaker_embedding_cosine": 0.9786720275878906, "mean_duration_difference_percent": 9.563849119704438, "min_duration_difference_percent": -9.693877551020408, "max_duration_difference_percent": 54.285714285714285, "mean_rms_level_difference_db": 0.041514307652510456, "min_rms_level_difference_db": -1.946790154008666, "max_rms_level_difference_db": 1.5166804383990047 }, "q6": { "clips": 6, "prompts": 3, "word_errors": 24, "reference_words": 102, "pooled_wer": 0.23529411764705882, "mean_speaker_embedding_cosine": 0.9477395315965017, "min_speaker_embedding_cosine": 0.9168217182159424, "max_speaker_embedding_cosine": 0.9789484143257141, "mean_duration_difference_percent": 5.158693752099029, "min_duration_difference_percent": -6.428571428571429, "max_duration_difference_percent": 30.344827586206897, "mean_rms_level_difference_db": -0.4440752361916431, "min_rms_level_difference_db": -1.0477625092725849, "max_rms_level_difference_db": 0.09239013167554064 } }, "es": { "fp32": { "clips": 6, "prompts": 3, "word_errors": 7, "reference_words": 114, "pooled_wer": 0.06140350877192982, "mean_speaker_embedding_cosine": 1.0000000198682149, "min_speaker_embedding_cosine": 1.0, "max_speaker_embedding_cosine": 1.0000001192092896, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": 0.0, "min_rms_level_difference_db": 0.0, "max_rms_level_difference_db": 0.0 }, "q8": { "clips": 6, "prompts": 3, "word_errors": 4, "reference_words": 114, "pooled_wer": 0.03508771929824561, "mean_speaker_embedding_cosine": 0.9583023389180502, "min_speaker_embedding_cosine": 0.9406810402870178, "max_speaker_embedding_cosine": 0.9798465967178345, "mean_duration_difference_percent": 9.321968527489123, "min_duration_difference_percent": -14.009661835748792, "max_duration_difference_percent": 36.8421052631579, "mean_rms_level_difference_db": -0.06659621110264491, "min_rms_level_difference_db": -1.9857684825083952, "max_rms_level_difference_db": 0.938851957102081 }, "q6": { "clips": 6, "prompts": 3, "word_errors": 19, "reference_words": 114, "pooled_wer": 0.16666666666666666, "mean_speaker_embedding_cosine": 0.8869744737943014, "min_speaker_embedding_cosine": 0.7362358570098877, "max_speaker_embedding_cosine": 0.9578238129615784, "mean_duration_difference_percent": 44.68361179362183, "min_duration_difference_percent": -2.5974025974025974, "max_duration_difference_percent": 163.1578947368421, "mean_rms_level_difference_db": -2.785857921863652, "min_rms_level_difference_db": -6.527949764013381, "max_rms_level_difference_db": -0.5964200336549847 } } }, "controlled_decoder": { "all": { "fp32": { "clips": 12, "prompts": 6, "word_errors": 21, "reference_words": 216, "pooled_wer": 0.09722222222222222, "mean_speaker_embedding_cosine": 1.0000000298023224, "min_speaker_embedding_cosine": 1.0, "max_speaker_embedding_cosine": 1.0000001192092896, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": 0.0, "min_rms_level_difference_db": 0.0, "max_rms_level_difference_db": 0.0, "mean_log_mel_rms_difference_db": 0.0, "min_log_mel_rms_difference_db": 0.0, "max_log_mel_rms_difference_db": 0.0, "mean_mean_frame_mel_magnitude_cosine": 1.0, "min_mean_frame_mel_magnitude_cosine": 1.0, "max_mean_frame_mel_magnitude_cosine": 1.0, "mean_multi_resolution_spectral_convergence": 0.0, "min_multi_resolution_spectral_convergence": 0.0, "max_multi_resolution_spectral_convergence": 0.0, "mean_aligned_waveform_cosine": 1.0, "min_aligned_waveform_cosine": 0.9999999999999999, "max_aligned_waveform_cosine": 1.0000000000000002 }, "q8": { "clips": 12, "prompts": 6, "word_errors": 20, "reference_words": 216, "pooled_wer": 0.09259259259259259, "mean_speaker_embedding_cosine": 0.9997780074675878, "min_speaker_embedding_cosine": 0.999362051486969, "max_speaker_embedding_cosine": 0.9999133944511414, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": -0.013300428339550127, "min_rms_level_difference_db": -0.06046493269035898, "max_rms_level_difference_db": 0.0020623704897267236, "mean_log_mel_rms_difference_db": 0.3321381792674983, "min_log_mel_rms_difference_db": 0.18723370160103336, "max_log_mel_rms_difference_db": 0.5583122521624199, "mean_mean_frame_mel_magnitude_cosine": 0.9997224715914156, "min_mean_frame_mel_magnitude_cosine": 0.998886757182763, "max_mean_frame_mel_magnitude_cosine": 0.9999329096315693, "mean_multi_resolution_spectral_convergence": 0.03475838364732313, "min_multi_resolution_spectral_convergence": 0.017089155774083358, "max_multi_resolution_spectral_convergence": 0.07651097614207172, "mean_aligned_waveform_cosine": 0.9784698274779539, "min_aligned_waveform_cosine": 0.9143219670153123, "max_aligned_waveform_cosine": 0.996064769094906, "mean_si_sdr_db": 15.51767321425392, "min_si_sdr_db": 7.073138377972472, "max_si_sdr_db": 21.014303090587156 }, "q6": { "clips": 12, "prompts": 6, "word_errors": 21, "reference_words": 216, "pooled_wer": 0.09722222222222222, "mean_speaker_embedding_cosine": 0.9984621008237203, "min_speaker_embedding_cosine": 0.9938143491744995, "max_speaker_embedding_cosine": 0.999552309513092, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": -0.14835777068571582, "min_rms_level_difference_db": -0.2970248349377969, "max_rms_level_difference_db": -0.02666729044414728, "mean_log_mel_rms_difference_db": 1.0009795325956423, "min_log_mel_rms_difference_db": 0.7652305087993612, "max_log_mel_rms_difference_db": 2.6265631693467304, "mean_mean_frame_mel_magnitude_cosine": 0.9971901021751256, "min_mean_frame_mel_magnitude_cosine": 0.9833909324495395, "max_mean_frame_mel_magnitude_cosine": 0.9989010293281476, "mean_multi_resolution_spectral_convergence": 0.11107253909161315, "min_multi_resolution_spectral_convergence": 0.06749556524174605, "max_multi_resolution_spectral_convergence": 0.31555610696013314, "mean_aligned_waveform_cosine": 0.8782677080688869, "min_aligned_waveform_cosine": 0.6952473790722207, "max_aligned_waveform_cosine": 0.95296451821964, "mean_si_sdr_db": 6.0711495901730315, "min_si_sdr_db": -0.28901810237125913, "max_si_sdr_db": 9.950335118075488 } }, "en": { "fp32": { "clips": 6, "prompts": 3, "word_errors": 14, "reference_words": 102, "pooled_wer": 0.13725490196078433, "mean_speaker_embedding_cosine": 1.0000000198682149, "min_speaker_embedding_cosine": 1.0, "max_speaker_embedding_cosine": 1.0000001192092896, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": 0.0, "min_rms_level_difference_db": 0.0, "max_rms_level_difference_db": 0.0, "mean_log_mel_rms_difference_db": 0.0, "min_log_mel_rms_difference_db": 0.0, "max_log_mel_rms_difference_db": 0.0, "mean_mean_frame_mel_magnitude_cosine": 1.0, "min_mean_frame_mel_magnitude_cosine": 1.0, "max_mean_frame_mel_magnitude_cosine": 1.0, "mean_multi_resolution_spectral_convergence": 0.0, "min_multi_resolution_spectral_convergence": 0.0, "max_multi_resolution_spectral_convergence": 0.0, "mean_aligned_waveform_cosine": 1.0, "min_aligned_waveform_cosine": 0.9999999999999999, "max_aligned_waveform_cosine": 1.0 }, "q8": { "clips": 6, "prompts": 3, "word_errors": 12, "reference_words": 102, "pooled_wer": 0.11764705882352941, "mean_speaker_embedding_cosine": 0.9998250206311544, "min_speaker_embedding_cosine": 0.9996402263641357, "max_speaker_embedding_cosine": 0.9998984932899475, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": -0.006472904546142989, "min_rms_level_difference_db": -0.027067486308419444, "max_rms_level_difference_db": 0.0020623704897267236, "mean_log_mel_rms_difference_db": 0.33119453773922797, "min_log_mel_rms_difference_db": 0.2206464972103921, "max_log_mel_rms_difference_db": 0.4490707799215021, "mean_mean_frame_mel_magnitude_cosine": 0.9997846566761227, "min_mean_frame_mel_magnitude_cosine": 0.9994776219235115, "max_mean_frame_mel_magnitude_cosine": 0.9999329096315693, "mean_multi_resolution_spectral_convergence": 0.033658205082771765, "min_multi_resolution_spectral_convergence": 0.020078521053293313, "max_multi_resolution_spectral_convergence": 0.05914227627428819, "mean_aligned_waveform_cosine": 0.9756037982521885, "min_aligned_waveform_cosine": 0.9143219670153123, "max_aligned_waveform_cosine": 0.9950762261741691, "mean_si_sdr_db": 14.883805184637643, "min_si_sdr_db": 7.073138377972472, "max_si_sdr_db": 20.03455112026468 }, "q6": { "clips": 6, "prompts": 3, "word_errors": 13, "reference_words": 102, "pooled_wer": 0.12745098039215685, "mean_speaker_embedding_cosine": 0.9989332556724548, "min_speaker_embedding_cosine": 0.9978781342506409, "max_speaker_embedding_cosine": 0.999552309513092, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": -0.08627577107451286, "min_rms_level_difference_db": -0.1740321745360893, "max_rms_level_difference_db": -0.02666729044414728, "mean_log_mel_rms_difference_db": 0.8843613635586679, "min_log_mel_rms_difference_db": 0.7832832640640804, "max_log_mel_rms_difference_db": 1.0640530930171346, "mean_mean_frame_mel_magnitude_cosine": 0.998370946839182, "min_mean_frame_mel_magnitude_cosine": 0.9979205219886137, "max_mean_frame_mel_magnitude_cosine": 0.9989010293281476, "mean_multi_resolution_spectral_convergence": 0.09718660510576137, "min_multi_resolution_spectral_convergence": 0.06953821144625379, "max_multi_resolution_spectral_convergence": 0.1559637295887122, "mean_aligned_waveform_cosine": 0.9044492321300694, "min_aligned_waveform_cosine": 0.8282199353011537, "max_aligned_waveform_cosine": 0.9486436392241897, "mean_si_sdr_db": 7.120849521887846, "min_si_sdr_db": 3.3929015732133303, "max_si_sdr_db": 9.53879532827625 } }, "es": { "fp32": { "clips": 6, "prompts": 3, "word_errors": 7, "reference_words": 114, "pooled_wer": 0.06140350877192982, "mean_speaker_embedding_cosine": 1.00000003973643, "min_speaker_embedding_cosine": 1.0, "max_speaker_embedding_cosine": 1.0000001192092896, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": 0.0, "min_rms_level_difference_db": 0.0, "max_rms_level_difference_db": 0.0, "mean_log_mel_rms_difference_db": 0.0, "min_log_mel_rms_difference_db": 0.0, "max_log_mel_rms_difference_db": 0.0, "mean_mean_frame_mel_magnitude_cosine": 1.0, "min_mean_frame_mel_magnitude_cosine": 1.0, "max_mean_frame_mel_magnitude_cosine": 1.0, "mean_multi_resolution_spectral_convergence": 0.0, "min_multi_resolution_spectral_convergence": 0.0, "max_multi_resolution_spectral_convergence": 0.0, "mean_aligned_waveform_cosine": 1.0, "min_aligned_waveform_cosine": 0.9999999999999999, "max_aligned_waveform_cosine": 1.0000000000000002 }, "q8": { "clips": 6, "prompts": 3, "word_errors": 8, "reference_words": 114, "pooled_wer": 0.07017543859649122, "mean_speaker_embedding_cosine": 0.9997309943040212, "min_speaker_embedding_cosine": 0.999362051486969, "max_speaker_embedding_cosine": 0.9999133944511414, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": -0.020127952132957264, "min_rms_level_difference_db": -0.06046493269035898, "max_rms_level_difference_db": -0.005989381051878135, "mean_log_mel_rms_difference_db": 0.33308182079576865, "min_log_mel_rms_difference_db": 0.18723370160103336, "max_log_mel_rms_difference_db": 0.5583122521624199, "mean_mean_frame_mel_magnitude_cosine": 0.9996602865067089, "min_mean_frame_mel_magnitude_cosine": 0.998886757182763, "max_mean_frame_mel_magnitude_cosine": 0.9999204068558153, "mean_multi_resolution_spectral_convergence": 0.035858562211874494, "min_multi_resolution_spectral_convergence": 0.017089155774083358, "max_multi_resolution_spectral_convergence": 0.07651097614207172, "mean_aligned_waveform_cosine": 0.9813358567037193, "min_aligned_waveform_cosine": 0.95371599342013, "max_aligned_waveform_cosine": 0.996064769094906, "mean_si_sdr_db": 16.151541243870195, "min_si_sdr_db": 10.025457528930632, "max_si_sdr_db": 21.014303090587156 }, "q6": { "clips": 6, "prompts": 3, "word_errors": 8, "reference_words": 114, "pooled_wer": 0.07017543859649122, "mean_speaker_embedding_cosine": 0.9979909459749857, "min_speaker_embedding_cosine": 0.9938143491744995, "max_speaker_embedding_cosine": 0.999064564704895, "mean_duration_difference_percent": 0.0, "min_duration_difference_percent": 0.0, "max_duration_difference_percent": 0.0, "mean_rms_level_difference_db": -0.21043977029691877, "min_rms_level_difference_db": -0.2970248349377969, "max_rms_level_difference_db": -0.14278682471927323, "mean_log_mel_rms_difference_db": 1.1175977016326166, "min_log_mel_rms_difference_db": 0.7652305087993612, "max_log_mel_rms_difference_db": 2.6265631693467304, "mean_mean_frame_mel_magnitude_cosine": 0.996009257511069, "min_mean_frame_mel_magnitude_cosine": 0.9833909324495395, "max_mean_frame_mel_magnitude_cosine": 0.9988190486662333, "mean_multi_resolution_spectral_convergence": 0.12495847307746495, "min_multi_resolution_spectral_convergence": 0.06749556524174605, "max_multi_resolution_spectral_convergence": 0.31555610696013314, "mean_aligned_waveform_cosine": 0.8520861840077045, "min_aligned_waveform_cosine": 0.6952473790722207, "max_aligned_waveform_cosine": 0.95296451821964, "mean_si_sdr_db": 5.021449658458217, "min_si_sdr_db": -0.28901810237125913, "max_si_sdr_db": 9.950335118075488 } } } }, "clips": [ { "id": "end_to_end/fp32/0/20261009", "cohort": "end_to_end", "variant": "fp32", "prompt": 0, "seed": 20261009, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "fp32-e2e-0-20261009.wav", "audio_sha256": "1daa7a18c4120688e2ead89aeb9589fb9b1723ade090edef30f112e3b18aecef", "duration_seconds": 8.48, "source_float_sha256": "3b24613a454d05f95b4e55383aa7dc0745dc42b73b8345df4803721747027c4b", "transcript": "This is the OMLX Chatterbox Turbo Checkpoint. It was quantized from the original FP16 model.", "asr_seconds": 0.4836102499975823, "reference_word_count": 15, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 212, "candidate_speech_token_count": 212 }, { "id": "end_to_end/fp32/0/42", "cohort": "end_to_end", "variant": "fp32", "prompt": 0, "seed": 42, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "fp32-e2e-0-42.wav", "audio_sha256": "5dc73656bc9ba5ffc4cab9d2fc77994802b74ae59cccad278f1652e6a5cfa171", "duration_seconds": 7.84, "source_float_sha256": "d5bcf87ae59278579a926d6aef730c0976084682c1d2ce80994449f0be16d9f5", "transcript": "This is the OMLX Chatterbox Terbo checkpoint. It was quanti from the original PY 16 model.", "asr_seconds": 0.4965577080001822, "reference_word_count": 15, "word_errors": 4, "wer": 0.26666666666666666, "speaker_embedding_cosine": 1.0000001192092896, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 196, "candidate_speech_token_count": 196 }, { "id": "end_to_end/fp32/1/20261009", "cohort": "end_to_end", "variant": "fp32", "prompt": 1, "seed": 20261009, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "fp32-e2e-1-20261009.wav", "audio_sha256": "cd99a4335924667403cbc604917465e4c8816bfb04a319788c414c3c89fc763f", "duration_seconds": 5.8, "source_float_sha256": "94c68ff8713b7ab84c97bf0093ec4e1a8ca1010b72e619c4080a81b9f8298dfd", "transcript": "Hello Mate. The training checkpoint is saved and this is Chatterbox speaking locally on the Mac.", "asr_seconds": 0.42167674998927396, "reference_word_count": 16, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 1.0000001192092896, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 145, "candidate_speech_token_count": 145 }, { "id": "end_to_end/fp32/1/42", "cohort": "end_to_end", "variant": "fp32", "prompt": 1, "seed": 42, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "fp32-e2e-1-42.wav", "audio_sha256": "f338c538651c3d754a206a26d62cf75e5cc9dac3ad2cb45df9d07ad3f4c3082b", "duration_seconds": 5.6, "source_float_sha256": "3ddee0e6e7336353bb96677f7ee4ec205b6e909f4298bf07436a90ce6ab20f81", "transcript": "Hello Matte. The training checkpoint is Save and this is ChatterBox speaking locally on the Mac.", "asr_seconds": 0.4035737919912208, "reference_word_count": 16, "word_errors": 2, "wer": 0.125, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 140, "candidate_speech_token_count": 140 }, { "id": "end_to_end/fp32/2/20261009", "cohort": "end_to_end", "variant": "fp32", "prompt": 2, "seed": 20261009, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "fp32-e2e-2-20261009.wav", "audio_sha256": "f0e02f34a3345d3dbd3c6782df1f4e98f5778ba38e213dfcacddaaf9ef3d27b1", "duration_seconds": 5.72, "source_float_sha256": "cb3c8ede8dd9347f7e865edd0d0ae638cfb2379b45dd7fe4c0d376cc168d3303", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder, your keys and a bottle of water.", "asr_seconds": 0.4272417089960072, "reference_word_count": 20, "word_errors": 2, "wer": 0.1, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 143, "candidate_speech_token_count": 143 }, { "id": "end_to_end/fp32/2/42", "cohort": "end_to_end", "variant": "fp32", "prompt": 2, "seed": 42, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "fp32-e2e-2-42.wav", "audio_sha256": "e53591d240245ecc58deb1ba88e57c7421ce06dbc58617797b8e0a1c94192dfd", "duration_seconds": 5.32, "source_float_sha256": "05a40fa6566ab897c76a29fd8d3cc6e41be72ab3ee1a430d0aebefa39a31c9b6", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder your keys and a ball of water.", "asr_seconds": 0.38722762498946395, "reference_word_count": 20, "word_errors": 3, "wer": 0.15, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 133, "candidate_speech_token_count": 133 }, { "id": "end_to_end/fp32/3/20261009", "cohort": "end_to_end", "variant": "fp32", "prompt": 3, "seed": 20261009, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "fp32-e2e-3-20261009.wav", "audio_sha256": "42d1aa551f2f5d6faec832db47a383865722baea6548948c474a31638c07e53e", "duration_seconds": 6.52, "source_float_sha256": "f4c7868bdc888a7c4e1735780673013afce7b14c1bd13e2b67daf9ac35809f40", "transcript": "Este es el checkpoint de Chatterbox Turbo de OmeleX. Fue cuantizado a partir del modelo original FPUI6.", "asr_seconds": 0.43300062500929926, "reference_word_count": 17, "word_errors": 2, "wer": 0.11764705882352941, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 163, "candidate_speech_token_count": 163 }, { "id": "end_to_end/fp32/3/42", "cohort": "end_to_end", "variant": "fp32", "prompt": 3, "seed": 42, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "fp32-e2e-3-42.wav", "audio_sha256": "a1d33c86962950a687051472cd5986b12f79dfccaf4aeac3952f8cd1e933512a", "duration_seconds": 6.4, "source_float_sha256": "70c8a011b449abe2fa4a73f1190bd564922e53a66eed70ca83ba9f03a55b3fa8", "transcript": "Este es el checkpoint de Chatterbox Turbo de Home L. Fue cuantizado a partir del modelo original EFP16.", "asr_seconds": 0.47465087499585934, "reference_word_count": 17, "word_errors": 3, "wer": 0.17647058823529413, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 160, "candidate_speech_token_count": 160 }, { "id": "end_to_end/fp32/4/20261009", "cohort": "end_to_end", "variant": "fp32", "prompt": 4, "seed": 20261009, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "fp32-e2e-4-20261009.wav", "audio_sha256": "c7627be7f910d3832180b846d59449c697e7ac24dcc91aa02f86d788ce0c25fc", "duration_seconds": 6.08, "source_float_sha256": "00105c5c0e778d0559249582df233929df55968d267c077526be4c95b57df922", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4431345000048168, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 152, "candidate_speech_token_count": 152 }, { "id": "end_to_end/fp32/4/42", "cohort": "end_to_end", "variant": "fp32", "prompt": 4, "seed": 42, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "fp32-e2e-4-42.wav", "audio_sha256": "7aee51659cfe07642c0aaf462ebd4276e05aec83dd135c03ded6bac11850d2b0", "duration_seconds": 6.16, "source_float_sha256": "cd2a44f1d15453fe4a284a967f41a76b989b3670f3b929a61e7ff4138ab2e798", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4487821250077104, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 154, "candidate_speech_token_count": 154 }, { "id": "end_to_end/fp32/5/20261009", "cohort": "end_to_end", "variant": "fp32", "prompt": 5, "seed": 20261009, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "fp32-e2e-5-20261009.wav", "audio_sha256": "27e6289dbe6c807416bcd175fd5b1409e361dfc15337e12d2470a8f911403197", "duration_seconds": 6.08, "source_float_sha256": "6569afc8177641d42a6fe46ba46990d7c6f491fa8b61c99fa6bff90d9eeb2761", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.4100527919945307, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 1.0000001192092896, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 152, "candidate_speech_token_count": 152 }, { "id": "end_to_end/fp32/5/42", "cohort": "end_to_end", "variant": "fp32", "prompt": 5, "seed": 42, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "fp32-e2e-5-42.wav", "audio_sha256": "5ed6ff05751d5c9f5cca8081e3ad04de2f371514dd9470f270e2ae5a36d70ed0", "duration_seconds": 8.28, "source_float_sha256": "40ffa27fc34308e8ec1b874e86e7eb3b0e2c50b3c0c601156ac52aa7fb2f679c", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.49696891599160153, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 0, "source_speech_token_count": 207, "candidate_speech_token_count": 207 }, { "id": "controlled_decoder/fp32/0/20261009", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 0, "seed": 20261009, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "fp32-decoder-0-20261009.wav", "audio_sha256": "2896406ba2c0455d740c2795ff10007ae500f2d8fdfb466a75a3350f13b3cec4", "duration_seconds": 8.48, "source_float_sha256": "75958e6796f5ede5165b9e1a14ee45b54775600af0645ccb7cdaf19a5cd394aa", "transcript": "This is the OMLX Chatterbox Turbo Checkpoint. It was quantized from the original FP16 model.", "asr_seconds": 0.485456875001546, "reference_word_count": 15, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/0/42", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 0, "seed": 42, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "fp32-decoder-0-42.wav", "audio_sha256": "7951e081c833a66ee645e9ff5186d8c7fa303103dd3cb0a3de72665d226bdf68", "duration_seconds": 7.84, "source_float_sha256": "d8f775abf14c848549bbc058376b57903672bee21f07e891992c23e50cc141eb", "transcript": "This is the OMLX Chatterbox Starbucks. It was quanti from the original PY 16 model.", "asr_seconds": 0.4911467500060098, "reference_word_count": 15, "word_errors": 5, "wer": 0.3333333333333333, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 0.9999999999999999, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/1/20261009", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 1, "seed": 20261009, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "fp32-decoder-1-20261009.wav", "audio_sha256": "0fb373904f1e3800d309a4d07b16caef0521b7d70ff10e620b405b21777c6da0", "duration_seconds": 5.8, "source_float_sha256": "c65224cbce9643b87852803ecfd7cdd5405ace02402c083ec5617b21c49eef18", "transcript": "Hello Mate. The training checkpoint is saved and this is Chatterbox picking locally on the Mac.", "asr_seconds": 0.40597154200077057, "reference_word_count": 16, "word_errors": 1, "wer": 0.0625, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/1/42", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 1, "seed": 42, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "fp32-decoder-1-42.wav", "audio_sha256": "ff6919f4a45bc9baaa1fb5ceb72b2dd17ba22dd3b510a15ad3dfe94f5dc42638", "duration_seconds": 5.6, "source_float_sha256": "404d43eabf4ab2c41c3cfabccba7fb10c157aa9b781a6b59c24572a0c34bcac7", "transcript": "Hello Matte. The training checkpoint is Save and this is Chatterbox speaking locally on the Mac.", "asr_seconds": 0.4586715839977842, "reference_word_count": 16, "word_errors": 2, "wer": 0.125, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 0.9999999999999999, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/2/20261009", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 2, "seed": 20261009, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "fp32-decoder-2-20261009.wav", "audio_sha256": "1869c7b4212901cb2f460c7f93d9317322769f38910933d3e78e68c5a83acd6e", "duration_seconds": 5.72, "source_float_sha256": "516ab3df55c5daf4c7f73b2f9133413c857dbf275a9149ced02357a53c7f7fb7", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder, your keys and a bottle of water.", "asr_seconds": 0.4289774580101948, "reference_word_count": 20, "word_errors": 2, "wer": 0.1, "speaker_embedding_cosine": 1.0000001192092896, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 0.9999999999999999, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/2/42", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 2, "seed": 42, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "fp32-decoder-2-42.wav", "audio_sha256": "76440a13ca19e5e7fbcdc9bfc03dd9200662996a6cd83b0baf60560b371e79fe", "duration_seconds": 5.32, "source_float_sha256": "5184b5b300e8e7c27816dc720c462d44863ead408fe4fcb2f2c4e09649f0cfee", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder your keys in a ball of water.", "asr_seconds": 0.4657829999923706, "reference_word_count": 20, "word_errors": 4, "wer": 0.2, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/3/20261009", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 3, "seed": 20261009, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "fp32-decoder-3-20261009.wav", "audio_sha256": "afe2c844c93591c18c89ebe5f7198665d9f48d14fefcbd9634896e7b87cc7dec", "duration_seconds": 6.52, "source_float_sha256": "af6f6033b118e9c1b23c94e074ad73375a809ab980500c13d15449a56748204d", "transcript": "Este es el checkpoint de Chatterbox Turbo de OmeleX. Fue cuantizado a partir del modelo original FPUI6.", "asr_seconds": 0.4444514170027105, "reference_word_count": 17, "word_errors": 2, "wer": 0.11764705882352941, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0000000000000002, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/3/42", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 3, "seed": 42, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "fp32-decoder-3-42.wav", "audio_sha256": "153a94873170b4836dbcae51473a9c0a88ca4ae25b577ec584619a8bc5c1e612", "duration_seconds": 6.4, "source_float_sha256": "8f408528c5cf332af2f2a32007ac476bf258da0ca7158951b072631323a9a6aa", "transcript": "Este es el checkpoint de Chatterbox Turbo de Home LX. Fue cuantizado a partir del modelo original EFP16.", "asr_seconds": 0.4288078750105342, "reference_word_count": 17, "word_errors": 3, "wer": 0.17647058823529413, "speaker_embedding_cosine": 1.0000001192092896, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/4/20261009", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 4, "seed": 20261009, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "fp32-decoder-4-20261009.wav", "audio_sha256": "45822d21c94a95932d51693bd98d548b746707a611830d2474696fb13e29099b", "duration_seconds": 6.08, "source_float_sha256": "3db17132ae1512962f4af9bbeb33523c9ea0e5abbc7becffc57ff6b984347c23", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4302325419994304, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0000000000000002, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/4/42", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 4, "seed": 42, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "fp32-decoder-4-42.wav", "audio_sha256": "5cbd0585b95acdd0e53817cecc146f9704645495e1e4126de7dedeeb2736e017", "duration_seconds": 6.16, "source_float_sha256": "362dccfec5a444358499778765180aad8fac995df1bbc16d477ec1165616922c", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.3963415839971276, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0000000000000002, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/5/20261009", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 5, "seed": 20261009, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "fp32-decoder-5-20261009.wav", "audio_sha256": "77231dae10a4433c0d0579d4dbdd134c568379aa12d8a67e3d98d4eb36e6ade1", "duration_seconds": 6.08, "source_float_sha256": "e04cb8586215f3a08f28102a3f63a394c7ebd2f02877d1784434f1f7f60b4ebf", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.41914679200272076, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 1.0000001192092896, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 1.0, "alignment_samples": 0, "si_sdr_db": null }, { "id": "controlled_decoder/fp32/5/42", "cohort": "controlled_decoder", "variant": "fp32", "prompt": 5, "seed": 42, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "fp32-decoder-5-42.wav", "audio_sha256": "afea4f5f099f725926d82fd4140abbb1ee36478f7db74f7a13bff35ea0fe4ac9", "duration_seconds": 8.28, "source_float_sha256": "af803464fce229a0fde0df60c01b294b430ef3bc2bd56a05ee3b9c7d821c068a", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.4835357080009999, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 1.0, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.0, "mean_frame_mel_magnitude_cosine": 1.0, "multi_resolution_spectral_convergence": 0.0, "aligned_waveform_cosine": 0.9999999999999999, "alignment_samples": 0, "si_sdr_db": null }, { "id": "end_to_end/q8/0/20261009", "cohort": "end_to_end", "variant": "q8", "prompt": 0, "seed": 20261009, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q8-e2e-0-20261009.wav", "audio_sha256": "3f72b995abe6adc9149d825a9a7848d7d747e49e6ff7a50a3744b9feaca14eb0", "duration_seconds": 8.56, "source_float_sha256": "7da46c3baa32c82b0d223abc586b2a4cf1da97609302a3c967608cad3f8a93a3", "transcript": "This is the OMLX Chatterbox Terbo Checkpoint.", "asr_seconds": 0.4924362080055289, "reference_word_count": 15, "word_errors": 9, "wer": 0.6, "speaker_embedding_cosine": 0.9786720275878906, "duration_difference_percent": 0.9433962264150944, "rms_level_difference_db": 0.3350957496722889, "asr_transcript_difference_from_original": 0.6, "speech_token_edit_distance": 112, "source_speech_token_count": 212, "candidate_speech_token_count": 214 }, { "id": "end_to_end/q8/0/42", "cohort": "end_to_end", "variant": "q8", "prompt": 0, "seed": 42, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q8-e2e-0-42.wav", "audio_sha256": "ebd25ac870a34421aad3a6e186710e70e0e682b8733b59ed6e8340f856bc44d2", "duration_seconds": 7.08, "source_float_sha256": "91ab7f232ba780b5cf8b4692944af2a794646db52b018c52f51128dd17508987", "transcript": "This is the OMLX Chatterbox Torbo Checkpoint.", "asr_seconds": 0.443550583004253, "reference_word_count": 15, "word_errors": 9, "wer": 0.6, "speaker_embedding_cosine": 0.9671955704689026, "duration_difference_percent": -9.693877551020408, "rms_level_difference_db": 1.5166804383990047, "asr_transcript_difference_from_original": 0.625, "speech_token_edit_distance": 117, "source_speech_token_count": 196, "candidate_speech_token_count": 177 }, { "id": "end_to_end/q8/1/20261009", "cohort": "end_to_end", "variant": "q8", "prompt": 1, "seed": 20261009, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q8-e2e-1-20261009.wav", "audio_sha256": "57ea7ba9c10f47c3437dad5d507335eb20317cf250de2c5a17b9d54db7461dc3", "duration_seconds": 5.4, "source_float_sha256": "422a6bf0b13f58f95fa59e2025e9194b5aaa37b9da421f1382e722e421834d3c", "transcript": "Hello Mate, the training checkpoint is saved, and this is Chatterbox picking locally on the Mac.", "asr_seconds": 0.4042175409995252, "reference_word_count": 16, "word_errors": 1, "wer": 0.0625, "speaker_embedding_cosine": 0.9404051899909973, "duration_difference_percent": -6.896551724137931, "rms_level_difference_db": 0.09809297591754804, "asr_transcript_difference_from_original": 0.0625, "speech_token_edit_distance": 120, "source_speech_token_count": 145, "candidate_speech_token_count": 135 }, { "id": "end_to_end/q8/1/42", "cohort": "end_to_end", "variant": "q8", "prompt": 1, "seed": 42, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q8-e2e-1-42.wav", "audio_sha256": "aa4ee565c9531c076e03d82adbf6a282cdcadb6c2e58f5fb4a572e4cb3928122", "duration_seconds": 8.64, "source_float_sha256": "9ec7200541dd4ce1b22ae89d82582a68eda580f21ec2e16622fcaf6942f943eb", "transcript": "Hello Mate, the training checkpoint is safe and this is Chatterbox speaking locally on the Mac.", "asr_seconds": 0.5307639590027975, "reference_word_count": 16, "word_errors": 1, "wer": 0.0625, "speaker_embedding_cosine": 0.9015922546386719, "duration_difference_percent": 54.285714285714285, "rms_level_difference_db": -1.946790154008666, "asr_transcript_difference_from_original": 0.125, "speech_token_edit_distance": 191, "source_speech_token_count": 140, "candidate_speech_token_count": 216 }, { "id": "end_to_end/q8/2/20261009", "cohort": "end_to_end", "variant": "q8", "prompt": 2, "seed": 20261009, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q8-e2e-2-20261009.wav", "audio_sha256": "30d78223f557d5c5e60f6bd1bc35b6985b19a4c8b9bb97d341e85058d3d9f00c", "duration_seconds": 5.76, "source_float_sha256": "52c6905dfb5b9f3093c344b9bf7c13d1b208e9bf91b07b03bfd24309f223e284", "transcript": "Please check the appointment on Sarda at 3 Sortie. Bring the blue folder, your keys, and a bottle of water.", "asr_seconds": 0.4177436669997405, "reference_word_count": 20, "word_errors": 3, "wer": 0.15, "speaker_embedding_cosine": 0.9479416608810425, "duration_difference_percent": 0.6993006993006993, "rms_level_difference_db": 0.4975911848014032, "asr_transcript_difference_from_original": 0.15789473684210525, "speech_token_edit_distance": 116, "source_speech_token_count": 143, "candidate_speech_token_count": 144 }, { "id": "end_to_end/q8/2/42", "cohort": "end_to_end", "variant": "q8", "prompt": 2, "seed": 42, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q8-e2e-2-42.wav", "audio_sha256": "c895856dd4b458ba226f85d643cbefef4a1f030b89f52d773dd24ad3652b85cb", "duration_seconds": 6.28, "source_float_sha256": "0189d7d7f58e9f7041a0f0b75d8bd7b0424da936cf4a276dd253d679f0c41bb5", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder, your keys, and a bottle of water.", "asr_seconds": 0.4191934999980731, "reference_word_count": 20, "word_errors": 2, "wer": 0.1, "speaker_embedding_cosine": 0.9692009687423706, "duration_difference_percent": 18.045112781954888, "rms_level_difference_db": -0.2515843488665159, "asr_transcript_difference_from_original": 0.05263157894736842, "speech_token_edit_distance": 134, "source_speech_token_count": 133, "candidate_speech_token_count": 157 }, { "id": "end_to_end/q8/3/20261009", "cohort": "end_to_end", "variant": "q8", "prompt": 3, "seed": 20261009, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q8-e2e-3-20261009.wav", "audio_sha256": "11e54624c5967474f6b364fcf3d330c6a6837c9aeef2b9dfd44982653aa95130", "duration_seconds": 6.52, "source_float_sha256": "4b6af38109ed874030d2f914395b7f48761ae5c48c30a20cf4c1ee2f46ab465c", "transcript": "Este es el checkpoint de Chatterbox Turbo de OMX. Fue cuantizado a partir del modelo original F16.", "asr_seconds": 0.42030062498815823, "reference_word_count": 17, "word_errors": 2, "wer": 0.11764705882352941, "speaker_embedding_cosine": 0.9725741147994995, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.12618836635764896, "asr_transcript_difference_from_original": 0.11764705882352941, "speech_token_edit_distance": 97, "source_speech_token_count": 163, "candidate_speech_token_count": 163 }, { "id": "end_to_end/q8/3/42", "cohort": "end_to_end", "variant": "q8", "prompt": 3, "seed": 42, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q8-e2e-3-42.wav", "audio_sha256": "433b09414cbe52bbf424ded41c5b9780f1eff4191cc87c6d7876d200e62cda35", "duration_seconds": 8.52, "source_float_sha256": "cf2ae59cbc44fb244efe50721b5ef35c54de4056804ac90e0a0d431319ba1920", "transcript": "Este es el checkpoint de Chatterbox Turbo de OMLX. Fue cuantizado a partir del modelo original FP16.", "asr_seconds": 0.516803708000225, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9517551064491272, "duration_difference_percent": 33.125, "rms_level_difference_db": -0.3462218461756586, "asr_transcript_difference_from_original": 0.16666666666666666, "speech_token_edit_distance": 151, "source_speech_token_count": 160, "candidate_speech_token_count": 213 }, { "id": "end_to_end/q8/4/20261009", "cohort": "end_to_end", "variant": "q8", "prompt": 4, "seed": 20261009, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q8-e2e-4-20261009.wav", "audio_sha256": "7ce05bfb1cdcd1a34645ceed9e60082974f52ab20c4882300fa077e30e2dd73e", "duration_seconds": 5.96, "source_float_sha256": "989455a723e3841401ad2d1fce85569fdf5de4165204ae374f93ad2d4411fb63", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.426749459002167, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9798465967178345, "duration_difference_percent": -1.9736842105263157, "rms_level_difference_db": 0.6151233242483494, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 109, "source_speech_token_count": 152, "candidate_speech_token_count": 149 }, { "id": "end_to_end/q8/4/42", "cohort": "end_to_end", "variant": "q8", "prompt": 4, "seed": 42, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q8-e2e-4-42.wav", "audio_sha256": "bd201b9948f5e1567f4b38afaaf85ae6beaffd940380cec1878f9969df9c6351", "duration_seconds": 6.28, "source_float_sha256": "f39f10c01969e31d2de63678474d59f61b89249b190240ddd330b50078cfe534", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4134970000013709, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9487093687057495, "duration_difference_percent": 1.948051948051948, "rms_level_difference_db": 0.5046261470754029, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 127, "source_speech_token_count": 154, "candidate_speech_token_count": 157 }, { "id": "end_to_end/q8/5/20261009", "cohort": "end_to_end", "variant": "q8", "prompt": 5, "seed": 20261009, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q8-e2e-5-20261009.wav", "audio_sha256": "0c202f152a7d0423730f039d5bc56b1f1471ab9734f1ed00441ff0926b38702b", "duration_seconds": 8.32, "source_float_sha256": "911d223bfcea3df8dfc71e434aa0d0aee9c236c26818bf1b7530ec4255c81f4a", "transcript": "Por favor revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.47246758300752845, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 0.9406810402870178, "duration_difference_percent": 36.8421052631579, "rms_level_difference_db": -1.9857684825083952, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 138, "source_speech_token_count": 152, "candidate_speech_token_count": 208 }, { "id": "end_to_end/q8/5/42", "cohort": "end_to_end", "variant": "q8", "prompt": 5, "seed": 42, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q8-e2e-5-42.wav", "audio_sha256": "f2c8cb00f7e990b710ca930d50ad0fd824bea88a8b30fea7c1f67f8bd13b6222", "duration_seconds": 7.12, "source_float_sha256": "c9e5c39b6ed2cec631756b25c23abbdcd618d6615b3debe741229a7130c083cb", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.42768758299644105, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 0.9562478065490723, "duration_difference_percent": -14.009661835748792, "rms_level_difference_db": 0.938851957102081, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 160, "source_speech_token_count": 207, "candidate_speech_token_count": 178 }, { "id": "controlled_decoder/q8/0/20261009", "cohort": "controlled_decoder", "variant": "q8", "prompt": 0, "seed": 20261009, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q8-decoder-0-20261009.wav", "audio_sha256": "8afe66d2cb59f7d7ef383feb946b91486f31a5c8312dccbcaba1a22c4db0c14b", "duration_seconds": 8.48, "source_float_sha256": "3cf7291e9b5fd8f6a3d501412c964b7fe187751c61785c154f0f372080a31f91", "transcript": "This is the OMLX Chatterbox Turbo Checkpoint. It was quantized from the original FP16 model.", "asr_seconds": 0.5093570419994649, "reference_word_count": 15, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9998552799224854, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.027067486308419444, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.4490707799215021, "mean_frame_mel_magnitude_cosine": 0.9997167967739123, "multi_resolution_spectral_convergence": 0.05914227627428819, "aligned_waveform_cosine": 0.9143219670153123, "alignment_samples": -1, "si_sdr_db": 7.073138377972472 }, { "id": "controlled_decoder/q8/0/42", "cohort": "controlled_decoder", "variant": "q8", "prompt": 0, "seed": 42, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q8-decoder-0-42.wav", "audio_sha256": "c6b030be318cf08d13fc5560b4e4dddb089487cc40e7bfea5ca0543c23abb929", "duration_seconds": 7.84, "source_float_sha256": "4301027118c4f4f78999444996f312664eafe4d06eb9b98b4dbd74556d00ca19", "transcript": "This is the OMLX Chatterbox Terbo checkpoint. It was quanti from the original PYC16 model.", "asr_seconds": 0.5086335840023821, "reference_word_count": 15, "word_errors": 3, "wer": 0.2, "speaker_embedding_cosine": 0.9998984932899475, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.0061996085955702915, "asr_transcript_difference_from_original": 0.26666666666666666, "log_mel_rms_difference_db": 0.2448527439240282, "mean_frame_mel_magnitude_cosine": 0.999893997941143, "multi_resolution_spectral_convergence": 0.028516628774667346, "aligned_waveform_cosine": 0.9897756104564719, "alignment_samples": 0, "si_sdr_db": 16.82632005156832 }, { "id": "controlled_decoder/q8/1/20261009", "cohort": "controlled_decoder", "variant": "q8", "prompt": 1, "seed": 20261009, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q8-decoder-1-20261009.wav", "audio_sha256": "a24c11edf5c9f09e50510f7771b89272e10b4949a7dc5209540bbbacea482832", "duration_seconds": 5.8, "source_float_sha256": "f541cba05a24755f8dc2a7742ebe37d2a2aa9ab2bc8ed4fa0423fda548223aeb", "transcript": "Hello Mate. The training checkpoint is saved and this is Chatterbox picking locally on the Mac.", "asr_seconds": 0.42674608399102, "reference_word_count": 16, "word_errors": 1, "wer": 0.0625, "speaker_embedding_cosine": 0.9998939037322998, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.0020623704897267236, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.2206464972103921, "mean_frame_mel_magnitude_cosine": 0.9999329096315693, "multi_resolution_spectral_convergence": 0.020078521053293313, "aligned_waveform_cosine": 0.9950762261741691, "alignment_samples": 0, "si_sdr_db": 20.03455112026468 }, { "id": "controlled_decoder/q8/1/42", "cohort": "controlled_decoder", "variant": "q8", "prompt": 1, "seed": 42, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q8-decoder-1-42.wav", "audio_sha256": "6c854f57b64cd817d591ee83d7d5d2b7c182bfa64d4696db8968cf2468cd3acc", "duration_seconds": 5.6, "source_float_sha256": "b9cd4656246b6b5dc433ecebd8886e1424f09c14e6b994a9a2d8f32ed1d6732b", "transcript": "Hello Matte. The training checkpoint is Save and this is ChatterBox speaking locally on the Mac.", "asr_seconds": 0.41503658301371615, "reference_word_count": 16, "word_errors": 2, "wer": 0.125, "speaker_embedding_cosine": 0.9997976422309875, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.005009339118405556, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.3301869401491136, "mean_frame_mel_magnitude_cosine": 0.9998178127275735, "multi_resolution_spectral_convergence": 0.03320354209301308, "aligned_waveform_cosine": 0.9876222655423315, "alignment_samples": 0, "si_sdr_db": 15.982067301755764 }, { "id": "controlled_decoder/q8/2/20261009", "cohort": "controlled_decoder", "variant": "q8", "prompt": 2, "seed": 20261009, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q8-decoder-2-20261009.wav", "audio_sha256": "c2d9435a5af213fee12a2d1c5921faa6da7ec2780561036bc2fa0739c64619b9", "duration_seconds": 5.72, "source_float_sha256": "5d5934c98a73cf7eeec6360dc67252470cf56654528585d7f51b9a592ffb0c20", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder, your keys and a bottle of water.", "asr_seconds": 0.43819570800405927, "reference_word_count": 20, "word_errors": 2, "wer": 0.1, "speaker_embedding_cosine": 0.9996402263641357, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.0039386391604116595, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.44544444620217183, "mean_frame_mel_magnitude_cosine": 0.9994776219235115, "multi_resolution_spectral_convergence": 0.036155756624574396, "aligned_waveform_cosine": 0.9845585889381175, "alignment_samples": 0, "si_sdr_db": 15.001322211085391 }, { "id": "controlled_decoder/q8/2/42", "cohort": "controlled_decoder", "variant": "q8", "prompt": 2, "seed": 42, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q8-decoder-2-42.wav", "audio_sha256": "2697612009efc3e8738f23c54b70a140ef2dfddd02dcbb9b10f42e785ddfdd31", "duration_seconds": 5.32, "source_float_sha256": "f6707ec499a904dd2835416503c4871b8925a7616f4c4e50689c8058204a253f", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder your keys in a ball of water.", "asr_seconds": 0.3700857910007471, "reference_word_count": 20, "word_errors": 4, "wer": 0.2, "speaker_embedding_cosine": 0.9998645782470703, "duration_difference_percent": 0.0, "rms_level_difference_db": 0.001315275416222294, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.2969658190281598, "mean_frame_mel_magnitude_cosine": 0.9998688010590261, "multi_resolution_spectral_convergence": 0.024852505676794246, "aligned_waveform_cosine": 0.9822681313867287, "alignment_samples": 0, "si_sdr_db": 14.385432045179233 }, { "id": "controlled_decoder/q8/3/20261009", "cohort": "controlled_decoder", "variant": "q8", "prompt": 3, "seed": 20261009, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q8-decoder-3-20261009.wav", "audio_sha256": "3416d2337251a45ee7afe0fae6b2e55ea2eeab1b2d4de88cc91a486374cb6568", "duration_seconds": 6.52, "source_float_sha256": "b0ca70accc9263280b49d458d7958dff73682664e5dbd4d67a6ce71c609ba0fb", "transcript": "Este es el checkpoint de Chatterbox Turbo de Omel X. Fue cuantizado a partir del modelo original FPUI6.", "asr_seconds": 0.4507542080100393, "reference_word_count": 17, "word_errors": 3, "wer": 0.17647058823529413, "speaker_embedding_cosine": 0.9997050762176514, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.012201735624400453, "asr_transcript_difference_from_original": 0.11764705882352941, "log_mel_rms_difference_db": 0.27517487651935785, "mean_frame_mel_magnitude_cosine": 0.9997817019443547, "multi_resolution_spectral_convergence": 0.02444781331292375, "aligned_waveform_cosine": 0.9927535753790822, "alignment_samples": 0, "si_sdr_db": 18.341055437427197 }, { "id": "controlled_decoder/q8/3/42", "cohort": "controlled_decoder", "variant": "q8", "prompt": 3, "seed": 42, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q8-decoder-3-42.wav", "audio_sha256": "de6a4a77c36f5ee3a6e9a34722ee9be8cbb690ff55e2bcacb32795bb0f6536fa", "duration_seconds": 6.4, "source_float_sha256": "60c91e3b82e845dd327bf72e1801cea366d96f63f180654f156e26db3017bd47", "transcript": "Este es el checkpoint de Chatterbox Turbo de Home LX. Fue cuantizado a partir del modelo original EFP16.", "asr_seconds": 0.44554554201022256, "reference_word_count": 17, "word_errors": 3, "wer": 0.17647058823529413, "speaker_embedding_cosine": 0.9997603297233582, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.02033376675244887, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.46238199185726836, "mean_frame_mel_magnitude_cosine": 0.9996632393495962, "multi_resolution_spectral_convergence": 0.046764437636905416, "aligned_waveform_cosine": 0.95371599342013, "alignment_samples": 0, "si_sdr_db": 10.025457528930632 }, { "id": "controlled_decoder/q8/4/20261009", "cohort": "controlled_decoder", "variant": "q8", "prompt": 4, "seed": 20261009, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q8-decoder-4-20261009.wav", "audio_sha256": "dc351a4975af20f55c09fa804ce7492c55aefd11e61d004aadc6cac83a553909", "duration_seconds": 6.08, "source_float_sha256": "65821d3fb5e435ddcd1f5b3c1a945dbb14c2de0fa1b50fec9d9d56df53fcbe90", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4565288750018226, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.999362051486969, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.06046493269035898, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.5583122521624199, "mean_frame_mel_magnitude_cosine": 0.998886757182763, "multi_resolution_spectral_convergence": 0.07651097614207172, "aligned_waveform_cosine": 0.9601109696758949, "alignment_samples": 0, "si_sdr_db": 10.715087252218318 }, { "id": "controlled_decoder/q8/4/42", "cohort": "controlled_decoder", "variant": "q8", "prompt": 4, "seed": 42, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q8-decoder-4-42.wav", "audio_sha256": "08d92cd982f9e487add096b72e6174f8f176bec91bcb771b397a9b5bd14bb9d3", "duration_seconds": 6.16, "source_float_sha256": "74a10a51d6202b95e00bf6ac63c4c9e75346323f1365a6d020c08aa9ebc23af4", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4565370409982279, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9997574090957642, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.014258988274661983, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.2712693878540363, "mean_frame_mel_magnitude_cosine": 0.9998453625751961, "multi_resolution_spectral_convergence": 0.02864651870075706, "aligned_waveform_cosine": 0.9942891626907259, "alignment_samples": 0, "si_sdr_db": 19.385374942885175 }, { "id": "controlled_decoder/q8/5/20261009", "cohort": "controlled_decoder", "variant": "q8", "prompt": 5, "seed": 20261009, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q8-decoder-5-20261009.wav", "audio_sha256": "4e6405ad35e6dd87bd92312c85ede079f3ed3f0603be1f7831ab6a9a52cc6b81", "duration_seconds": 6.08, "source_float_sha256": "494b5e1ef3e9e4cc8143b3300ce22eb5105080efe0a432b16741ab823f548bb9", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.45712270800140686, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 0.9998877048492432, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.007518908403995156, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.18723370160103336, "mean_frame_mel_magnitude_cosine": 0.9999204068558153, "multi_resolution_spectral_convergence": 0.017089155774083358, "aligned_waveform_cosine": 0.996064769094906, "alignment_samples": 0, "si_sdr_db": 21.014303090587156 }, { "id": "controlled_decoder/q8/5/42", "cohort": "controlled_decoder", "variant": "q8", "prompt": 5, "seed": 42, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q8-decoder-5-42.wav", "audio_sha256": "145cd99c7676d9fdc7230c124fe3534b115793909dcaab67480202ff45a29eff", "duration_seconds": 8.28, "source_float_sha256": "1413f96316a3481f34b7897dd6f7923c5ba7315d4fb10c93b720877c358fcfab", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.5494864590000361, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 0.9999133944511414, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.005989381051878135, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.24411871478049632, "mean_frame_mel_magnitude_cosine": 0.9998642511325277, "multi_resolution_spectral_convergence": 0.02169247170450563, "aligned_waveform_cosine": 0.9910806699615774, "alignment_samples": 0, "si_sdr_db": 17.427969211172687 }, { "id": "end_to_end/q6/0/20261009", "cohort": "end_to_end", "variant": "q6", "prompt": 0, "seed": 20261009, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q6-e2e-0-20261009.wav", "audio_sha256": "7db3a3c56c0bd074717bde8bb232e87386c9bf3855453eb27ae5ac7be2de2896", "duration_seconds": 8.16, "source_float_sha256": "8e9766097587deeefe0812998a8d8afef14d79f3fdeff98657ac584ae56fb228", "transcript": "This is the OMLX Chatterbox Turbo Checkpoint.", "asr_seconds": 0.517590375005966, "reference_word_count": 15, "word_errors": 8, "wer": 0.5333333333333333, "speaker_embedding_cosine": 0.9733163714408875, "duration_difference_percent": -3.7735849056603774, "rms_level_difference_db": 0.09239013167554064, "asr_transcript_difference_from_original": 0.5333333333333333, "speech_token_edit_distance": 178, "source_speech_token_count": 212, "candidate_speech_token_count": 204 }, { "id": "end_to_end/q6/0/42", "cohort": "end_to_end", "variant": "q6", "prompt": 0, "seed": 42, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q6-e2e-0-42.wav", "audio_sha256": "d363fbfd30c5ed7a3ca99a8b3aa9b9f5ff03241750c7a4484942c9a894bcef8f", "duration_seconds": 7.68, "source_float_sha256": "f01a354762481166ce32ba11cf0d62526c22b17672a28058589800ab7ee71402", "transcript": "This is the OMLX Chatterbox Terbo Checkpoint.", "asr_seconds": 0.48023958299017977, "reference_word_count": 15, "word_errors": 9, "wer": 0.6, "speaker_embedding_cosine": 0.9789484143257141, "duration_difference_percent": -2.0408163265306123, "rms_level_difference_db": -0.04516867454293618, "asr_transcript_difference_from_original": 0.5625, "speech_token_edit_distance": 176, "source_speech_token_count": 196, "candidate_speech_token_count": 192 }, { "id": "end_to_end/q6/1/20261009", "cohort": "end_to_end", "variant": "q6", "prompt": 1, "seed": 20261009, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q6-e2e-1-20261009.wav", "audio_sha256": "9a1aa87bb1e82a5f1c1c83bc9f6d29669db41b1d90891507d0aa8daaf19a3dbb", "duration_seconds": 7.56, "source_float_sha256": "554db80c4bdfc0f178282c2dcc2efb4490602e15d3e47e336317ece7a3b57a20", "transcript": "Hello Mate! The training checkpoint is saved and this is Chatterbox picking locally on the Mac.", "asr_seconds": 0.47136437500012107, "reference_word_count": 16, "word_errors": 1, "wer": 0.0625, "speaker_embedding_cosine": 0.9239277839660645, "duration_difference_percent": 30.344827586206897, "rms_level_difference_db": -1.0477625092725849, "asr_transcript_difference_from_original": 0.0625, "speech_token_edit_distance": 173, "source_speech_token_count": 145, "candidate_speech_token_count": 189 }, { "id": "end_to_end/q6/1/42", "cohort": "end_to_end", "variant": "q6", "prompt": 1, "seed": 42, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q6-e2e-1-42.wav", "audio_sha256": "095678cad0ef3103908070117d8777bb753d3369f2d5225cd9115cd38a5f8555", "duration_seconds": 5.24, "source_float_sha256": "b051799abbbac9722cf540152b5c2b2bfd3c6a07b8c97c1ad94d1088cf6f683f", "transcript": "Hello Mate, the training checkpoint is saved and this is Chatterbox speaking locally on the Mac.", "asr_seconds": 0.4025032499921508, "reference_word_count": 16, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9168217182159424, "duration_difference_percent": -6.428571428571429, "rms_level_difference_db": -0.47919112746760806, "asr_transcript_difference_from_original": 0.125, "speech_token_edit_distance": 113, "source_speech_token_count": 140, "candidate_speech_token_count": 131 }, { "id": "end_to_end/q6/2/20261009", "cohort": "end_to_end", "variant": "q6", "prompt": 2, "seed": 20261009, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q6-e2e-2-20261009.wav", "audio_sha256": "c89d23eb0517a995e24ac7941092abc0f2fed0de696012009c91347b7e4d2c8d", "duration_seconds": 6.24, "source_float_sha256": "814cf4a5efd5c30eeebd6649a0812293b49285f2e962dce26894702af9f953a4", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder, your keys and a bottle of water.", "asr_seconds": 0.42511650000233203, "reference_word_count": 20, "word_errors": 2, "wer": 0.1, "speaker_embedding_cosine": 0.9266976714134216, "duration_difference_percent": 9.090909090909092, "rms_level_difference_db": -0.15922975806649992, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 129, "source_speech_token_count": 143, "candidate_speech_token_count": 156 }, { "id": "end_to_end/q6/2/42", "cohort": "end_to_end", "variant": "q6", "prompt": 2, "seed": 42, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q6-e2e-2-42.wav", "audio_sha256": "e4f6a7ce83682c90be86049fd9ab9e215c3fd0db0498156682a73bb5afc25104", "duration_seconds": 5.52, "source_float_sha256": "75dc75bce179152614f4a32abfa5577db32c28b76ac780db94d4256321acc8b3", "transcript": "Please check the appointment on target at 3 certi. Bring the blue folder or your keys and a bottle of water.", "asr_seconds": 0.42799587499757763, "reference_word_count": 20, "word_errors": 4, "wer": 0.2, "speaker_embedding_cosine": 0.96672523021698, "duration_difference_percent": 3.7593984962406015, "rms_level_difference_db": -1.0254894794757696, "asr_transcript_difference_from_original": 0.2631578947368421, "speech_token_edit_distance": 114, "source_speech_token_count": 133, "candidate_speech_token_count": 138 }, { "id": "end_to_end/q6/3/20261009", "cohort": "end_to_end", "variant": "q6", "prompt": 3, "seed": 20261009, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q6-e2e-3-20261009.wav", "audio_sha256": "52ff7e1415a5e84d44e950ecb759cf5febb5477487de5fa693a7e67d34f7a85e", "duration_seconds": 8.68, "source_float_sha256": "b4d78c48f727343a81b7fdf8cf96579d633d8be2d97fd245282025890025c904", "transcript": "Este es el checkpoint de Chatterbox Turbo de OmeleX. Fue cuantizado a partir del modelo original SP16.", "asr_seconds": 0.545307958003832, "reference_word_count": 17, "word_errors": 2, "wer": 0.11764705882352941, "speaker_embedding_cosine": 0.9326107501983643, "duration_difference_percent": 33.12883435582822, "rms_level_difference_db": -2.475374742759662, "asr_transcript_difference_from_original": 0.058823529411764705, "speech_token_edit_distance": 181, "source_speech_token_count": 163, "candidate_speech_token_count": 217 }, { "id": "end_to_end/q6/3/42", "cohort": "end_to_end", "variant": "q6", "prompt": 3, "seed": 42, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q6-e2e-3-42.wav", "audio_sha256": "17f8828f7acdc2c88d1f38229f765e185ca9b474374940afa2d195f5a1903c44", "duration_seconds": 8.56, "source_float_sha256": "3fad7af2984b47e9dab8cb6d8182022549a561857002124bc316d179fd76b2bb", "transcript": "Este es el checkpoint de Chatterbox Turbo de OMX. Fue cuantizado a partir del modelo original SEP16.", "asr_seconds": 0.5732239579956513, "reference_word_count": 17, "word_errors": 2, "wer": 0.11764705882352941, "speaker_embedding_cosine": 0.9307582974433899, "duration_difference_percent": 33.75, "rms_level_difference_db": -0.7135629866316644, "asr_transcript_difference_from_original": 0.16666666666666666, "speech_token_edit_distance": 186, "source_speech_token_count": 160, "candidate_speech_token_count": 214 }, { "id": "end_to_end/q6/4/20261009", "cohort": "end_to_end", "variant": "q6", "prompt": 4, "seed": 20261009, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q6-e2e-4-20261009.wav", "audio_sha256": "3fb0186ad1a048ad45520b8fa04fd9d9a317ff05ea5606ee3408ada12ee24eba", "duration_seconds": 16.0, "source_float_sha256": "303ceb1cdaa069ef8c9bbfb855f108524732b375451f8a70e69536d8030a3c90", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.7360408340027789, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.7362358570098877, "duration_difference_percent": 163.1578947368421, "rms_level_difference_db": -5.298309580327118, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 373, "source_speech_token_count": 152, "candidate_speech_token_count": 400 }, { "id": "end_to_end/q6/4/42", "cohort": "end_to_end", "variant": "q6", "prompt": 4, "seed": 42, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q6-e2e-4-42.wav", "audio_sha256": "9cc42fc943f17b11d0afdb679ff2be771587d2fdaf234f2342675423e38d5a7e", "duration_seconds": 6.0, "source_float_sha256": "feec941fb9078fb5784f32e34d355dfa1ddc997ff49c5b7451e82827917b1882", "transcript": "Hola amigo, el Checkpoint de Entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.39831062499433756, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9578238129615784, "duration_difference_percent": -2.5974025974025974, "rms_level_difference_db": -0.5964200336549847, "asr_transcript_difference_from_original": 0.0, "speech_token_edit_distance": 120, "source_speech_token_count": 154, "candidate_speech_token_count": 150 }, { "id": "end_to_end/q6/5/20261009", "cohort": "end_to_end", "variant": "q6", "prompt": 5, "seed": 20261009, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q6-e2e-5-20261009.wav", "audio_sha256": "157942a9e470658a090a87545a6837cfe554dbf1ed6f0179887191e8dd6ebfad", "duration_seconds": 6.32, "source_float_sha256": "023f18f7fe04079b242cac67440a210ef8620ff7609c65266e86066cad5e5409", "transcript": "Por favor le avisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.4275284589966759, "reference_word_count": 23, "word_errors": 3, "wer": 0.13043478260869565, "speaker_embedding_cosine": 0.9573668241500854, "duration_difference_percent": 3.9473684210526314, "rms_level_difference_db": -1.103530423795101, "asr_transcript_difference_from_original": 0.08695652173913043, "speech_token_edit_distance": 134, "source_speech_token_count": 152, "candidate_speech_token_count": 158 }, { "id": "end_to_end/q6/5/42", "cohort": "end_to_end", "variant": "q6", "prompt": 5, "seed": 42, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q6-e2e-5-42.wav", "audio_sha256": "ff2276b52da9ad4ffeb80289768de3f1632a501322a16124d7c4835b2f22c9fe", "duration_seconds": 11.32, "source_float_sha256": "743ba93c0a2a699ae8671bbedf8a8f39f32c7064a2e6e2c1bcc6849b69120be2", "transcript": "Por favor, revisa la cita del jueves a las 3 y media.", "asr_seconds": 0.587605041990173, "reference_word_count": 23, "word_errors": 12, "wer": 0.5217391304347826, "speaker_embedding_cosine": 0.8070513010025024, "duration_difference_percent": 36.71497584541063, "rms_level_difference_db": -6.527949764013381, "asr_transcript_difference_from_original": 0.4782608695652174, "speech_token_edit_distance": 222, "source_speech_token_count": 207, "candidate_speech_token_count": 283 }, { "id": "controlled_decoder/q6/0/20261009", "cohort": "controlled_decoder", "variant": "q6", "prompt": 0, "seed": 20261009, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q6-decoder-0-20261009.wav", "audio_sha256": "c9e173d2de253049d732268cd329af5b3a1a5d1a46bb86ece3e9dbd31353488a", "duration_seconds": 8.48, "source_float_sha256": "6b42a593fd7318bb433510df1f5ad22353e8930a16aade504b7c900a02a82280", "transcript": "This is the OMLX Chatterbox Turbo Checkpoint. It was quantized from the original FP16 model.", "asr_seconds": 0.4942539170006057, "reference_word_count": 15, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.999552309513092, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.0995979640650329, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 1.0640530930171346, "mean_frame_mel_magnitude_cosine": 0.9979205219886137, "multi_resolution_spectral_convergence": 0.1559637295887122, "aligned_waveform_cosine": 0.8282199353011537, "alignment_samples": 0, "si_sdr_db": 3.3929015732133303 }, { "id": "controlled_decoder/q6/0/42", "cohort": "controlled_decoder", "variant": "q6", "prompt": 0, "seed": 42, "lang": "en", "text": "This is the oMLX Chatterbox Turbo checkpoint. It was quantized from the original fp16 model.", "file": "q6-decoder-0-42.wav", "audio_sha256": "d47e1eae8f70014821d1ef7a1c073e1b01b19a9709063c132f45f8523b1e1408", "duration_seconds": 7.84, "source_float_sha256": "36795c99fa2166cc106355cc6a187033f97e336b97635adc492025a207b5b31e", "transcript": "This is the OMLX Chatterbox Starbucks checkpoint. It was quanti from the original PY 16 model.", "asr_seconds": 0.5058902079908876, "reference_word_count": 15, "word_errors": 4, "wer": 0.26666666666666666, "speaker_embedding_cosine": 0.9992926716804504, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.10883997801591641, "asr_transcript_difference_from_original": 0.06666666666666667, "log_mel_rms_difference_db": 0.8761109787634505, "mean_frame_mel_magnitude_cosine": 0.9981380509913316, "multi_resolution_spectral_convergence": 0.11204878611180574, "aligned_waveform_cosine": 0.8319912030963668, "alignment_samples": 0, "si_sdr_db": 3.519820629519236 }, { "id": "controlled_decoder/q6/1/20261009", "cohort": "controlled_decoder", "variant": "q6", "prompt": 1, "seed": 20261009, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q6-decoder-1-20261009.wav", "audio_sha256": "589cb88c8c6ae9cac52ac8a7e7255284c76bcdd4f8b09aba58a2342f84bcebdd", "duration_seconds": 5.8, "source_float_sha256": "d5f0bd7e0ce178afca746c224a39188ac6424fddb273551b86bedb537c9db817", "transcript": "Hello Mate. The training checkpoint is saved and this is Chatterbox picking locally on the Mac.", "asr_seconds": 0.4303763339994475, "reference_word_count": 16, "word_errors": 1, "wer": 0.0625, "speaker_embedding_cosine": 0.9989747405052185, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.02666729044414728, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.7832832640640804, "mean_frame_mel_magnitude_cosine": 0.9989010293281476, "multi_resolution_spectral_convergence": 0.06953821144625379, "aligned_waveform_cosine": 0.9443225149305051, "alignment_samples": 0, "si_sdr_db": 9.15792773487789 }, { "id": "controlled_decoder/q6/1/42", "cohort": "controlled_decoder", "variant": "q6", "prompt": 1, "seed": 42, "lang": "en", "text": "Hello mate, the training checkpoint is saved, and this is Chatterbox speaking locally on the Mac.", "file": "q6-decoder-1-42.wav", "audio_sha256": "711a045b76bcf429e4211d4913a0198f8aaf5ea623de2d621833afede43e9571", "duration_seconds": 5.6, "source_float_sha256": "6c24a381eb86e6ee278de1827b718038d45853abc3662295f1fe3bc9c5bfb420", "transcript": "Hello Matte. The training checkpoint is Save and this is ChatterBox speaking locally on the Mac.", "asr_seconds": 0.4184021249966463, "reference_word_count": 16, "word_errors": 2, "wer": 0.125, "speaker_embedding_cosine": 0.9978781342506409, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.1740321745360893, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.8831359783822557, "mean_frame_mel_magnitude_cosine": 0.9986337252084331, "multi_resolution_spectral_convergence": 0.09665338039628625, "aligned_waveform_cosine": 0.9334215025200316, "alignment_samples": 0, "si_sdr_db": 8.304950681406192 }, { "id": "controlled_decoder/q6/2/20261009", "cohort": "controlled_decoder", "variant": "q6", "prompt": 2, "seed": 20261009, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q6-decoder-2-20261009.wav", "audio_sha256": "1532ac185a9c955d08f87aed848ff310f73c18fd8b54028c9d7fa973c5756f17", "duration_seconds": 5.72, "source_float_sha256": "a1fe1584fd6aa6f32a3480818b3947a4f094ed86cff808487be6508498477642", "transcript": "Please check the appointment on Thursday at 330. Bring the blue folder, your keys and a bottle of water.", "asr_seconds": 0.42722170799970627, "reference_word_count": 20, "word_errors": 2, "wer": 0.1, "speaker_embedding_cosine": 0.9988303184509277, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.05435038451881155, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.9082879431056025, "mean_frame_mel_magnitude_cosine": 0.9981250358293552, "multi_resolution_spectral_convergence": 0.07718698524731545, "aligned_waveform_cosine": 0.9400965977081699, "alignment_samples": 1, "si_sdr_db": 8.810701184034183 }, { "id": "controlled_decoder/q6/2/42", "cohort": "controlled_decoder", "variant": "q6", "prompt": 2, "seed": 42, "lang": "en", "text": "Please check the appointment on Thursday at three thirty. Bring the blue folder, your keys, and a bottle of water.", "file": "q6-decoder-2-42.wav", "audio_sha256": "06b47eb40b11a134e054698216629467ee7e79324d5be2d280054196ebaad7cd", "duration_seconds": 5.32, "source_float_sha256": "110aa296372d907d72ebaa2352f14302eda99e701c06b9399cc79ab991da3df6", "transcript": "Please check the appointment on Thursday at 330. Print the blue folder, your keys, and a ball of water.", "asr_seconds": 0.40557370899477974, "reference_word_count": 20, "word_errors": 4, "wer": 0.2, "speaker_embedding_cosine": 0.9990713596343994, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.054166834867079794, "asr_transcript_difference_from_original": 0.10526315789473684, "log_mel_rms_difference_db": 0.791296924019484, "mean_frame_mel_magnitude_cosine": 0.9985073176892114, "multi_resolution_spectral_convergence": 0.07172853784419475, "aligned_waveform_cosine": 0.9486436392241897, "alignment_samples": 0, "si_sdr_db": 9.53879532827625 }, { "id": "controlled_decoder/q6/3/20261009", "cohort": "controlled_decoder", "variant": "q6", "prompt": 3, "seed": 20261009, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q6-decoder-3-20261009.wav", "audio_sha256": "2df12eb007655ad79a780981f1c9e24dc3b9daeb390cd80c0040fc6e69e4e35b", "duration_seconds": 6.52, "source_float_sha256": "1a0a5c3b5989fb9bb7a4e0acc90144850db72b09d745bab662b23bc7a2706e01", "transcript": "Este es el checkpoint de Chatterbox Turbo de Omel X. Fue cuantizado a partir del modelo original FPUI6.", "asr_seconds": 0.45513508400472347, "reference_word_count": 17, "word_errors": 3, "wer": 0.17647058823529413, "speaker_embedding_cosine": 0.9979805946350098, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.2970248349377969, "asr_transcript_difference_from_original": 0.11764705882352941, "log_mel_rms_difference_db": 0.7652305087993612, "mean_frame_mel_magnitude_cosine": 0.9988190486662333, "multi_resolution_spectral_convergence": 0.08524412265064381, "aligned_waveform_cosine": 0.9290662045623576, "alignment_samples": 0, "si_sdr_db": 7.99892994367383 }, { "id": "controlled_decoder/q6/3/42", "cohort": "controlled_decoder", "variant": "q6", "prompt": 3, "seed": 42, "lang": "es", "text": "Este es el checkpoint de Chatterbox Turbo de oMLX. Fue cuantizado a partir del modelo original fp16.", "file": "q6-decoder-3-42.wav", "audio_sha256": "95ac4ddcff25f3fa79f7452f7bab690cf9975f9b8a59978a6865cad4eac87a80", "duration_seconds": 6.4, "source_float_sha256": "9351b26c9a3a854dfa31e74212792514a8d4be31659d12f66a96892d06a85d5c", "transcript": "Este es el checkpoint de Chatterbox Turbo de Home LX. Fue cuantizado a partir del modelo original EFP16.", "asr_seconds": 0.49362058300175704, "reference_word_count": 17, "word_errors": 3, "wer": 0.17647058823529413, "speaker_embedding_cosine": 0.9938143491744995, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.21228750358517512, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 2.6265631693467304, "mean_frame_mel_magnitude_cosine": 0.9833909324495395, "multi_resolution_spectral_convergence": 0.31555610696013314, "aligned_waveform_cosine": 0.6952473790722207, "alignment_samples": 0, "si_sdr_db": -0.28901810237125913 }, { "id": "controlled_decoder/q6/4/20261009", "cohort": "controlled_decoder", "variant": "q6", "prompt": 4, "seed": 20261009, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q6-decoder-4-20261009.wav", "audio_sha256": "b488c37223ac8447c343e697a90d67d69fc145f941814b716cf71c677eba196b", "duration_seconds": 6.08, "source_float_sha256": "d578e101caa217dbdca9bba25c27ebc4fb2d243df5a9506a2568f12246d3f9d0", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4206905419996474, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9990639686584473, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.2312461811675642, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.7970142676913954, "mean_frame_mel_magnitude_cosine": 0.9983841403071839, "multi_resolution_spectral_convergence": 0.0840293510995525, "aligned_waveform_cosine": 0.8725402569877428, "alignment_samples": -1, "si_sdr_db": 5.0376674516880895 }, { "id": "controlled_decoder/q6/4/42", "cohort": "controlled_decoder", "variant": "q6", "prompt": 4, "seed": 42, "lang": "es", "text": "Hola, amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "file": "q6-decoder-4-42.wav", "audio_sha256": "1f1596b372244544a024b7703f3518c2a54f85e3b2646cf0a34f46dccff9daed", "duration_seconds": 6.16, "source_float_sha256": "b4c7146c13bafc95d25bd9ab0b320ab8e346cf27b307b73a3c75f89d6b857a63", "transcript": "Hola amigo, el checkpoint de entrenamiento está guardado y este es Chatterbox hablando localmente en la Mac.", "asr_seconds": 0.4024765419890173, "reference_word_count": 17, "word_errors": 0, "wer": 0.0, "speaker_embedding_cosine": 0.9989604949951172, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.15993454615942349, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.7654951499344296, "mean_frame_mel_magnitude_cosine": 0.9987204947830609, "multi_resolution_spectral_convergence": 0.06749556524174605, "aligned_waveform_cosine": 0.95296451821964, "alignment_samples": 0, "si_sdr_db": 9.950335118075488 }, { "id": "controlled_decoder/q6/5/20261009", "cohort": "controlled_decoder", "variant": "q6", "prompt": 5, "seed": 20261009, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q6-decoder-5-20261009.wav", "audio_sha256": "47d863d485cf7743637c164b4cae1b12b4f52089be8b9fcb26b74a50f58db37b", "duration_seconds": 6.08, "source_float_sha256": "554ddbec8ba08eb31da572c232c4daf2544faa50bd1d1d87459c1e5ec3d5e5b0", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.44294904099660926, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 0.999064564704895, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.21935873121227967, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.8842211911577742, "mean_frame_mel_magnitude_cosine": 0.9983340339656117, "multi_resolution_spectral_convergence": 0.0929343170392604, "aligned_waveform_cosine": 0.885221780191271, "alignment_samples": 0, "si_sdr_db": 5.588822485274659 }, { "id": "controlled_decoder/q6/5/42", "cohort": "controlled_decoder", "variant": "q6", "prompt": 5, "seed": 42, "lang": "es", "text": "Por favor, revisa la cita del jueves a las tres y media. Trae la carpeta azul, tus llaves y una botella de agua.", "file": "q6-decoder-5-42.wav", "audio_sha256": "4a8fc77175878a3164bbf8456a2908c23d03175ca5faf777fc03c2b7d0ade851", "duration_seconds": 8.28, "source_float_sha256": "060b9db5d4855e9f65240e81ef9285f3feff77736b65fa73bb0794327dd4fc5e", "transcript": "Por favor, revisa la cita del jueves a las 3 y media. Trae la carpeta azul, tus llaves y una botella de agua.", "asr_seconds": 0.5403511659969809, "reference_word_count": 23, "word_errors": 1, "wer": 0.043478260869565216, "speaker_embedding_cosine": 0.9990617036819458, "duration_difference_percent": 0.0, "rms_level_difference_db": -0.14278682471927323, "asr_transcript_difference_from_original": 0.0, "log_mel_rms_difference_db": 0.8670619228660083, "mean_frame_mel_magnitude_cosine": 0.9984068948947851, "multi_resolution_spectral_convergence": 0.10449137547345388, "aligned_waveform_cosine": 0.7774769650129946, "alignment_samples": 1, "si_sdr_db": 1.841961054408492 } ] }