import os import sys from pathlib import Path import pytest import yaml _PROJECT_ROOT = Path(__file__).parent.parent sys.path.append(str(_PROJECT_ROOT / "StyleTTS2")) from text_utils import TextCleaner LIMIT = 510 _CONFIG_PATH = _PROJECT_ROOT / "configs" / "config_german_ft.yml" def _load_target_files(): with open(_CONFIG_PATH, encoding="utf-8") as f: cfg = yaml.safe_load(f) data = cfg["data_params"] # Adjust paths to be relative to _PROJECT_ROOT # The config paths like "../training/train_list.txt" are relative to the parent of _PROJECT_ROOT. # We need them relative to _PROJECT_ROOT itself. # So, we take the parts of the path after ".." adjusted_train_data = Path(*Path(data["train_data"]).parts[1:]) adjusted_val_data = Path(*Path(data["val_data"]).parts[1:]) adjusted_ood_data = Path(*Path(data["OOD_data"]).parts[1:]) return [ str(_PROJECT_ROOT / adjusted_train_data), str(_PROJECT_ROOT / adjusted_val_data), str(_PROJECT_ROOT / adjusted_ood_data), ] TARGET_FILES = _load_target_files() def collect_violations(file_path, limit=LIMIT): """Return list of (line_number, token_length, path_field) for lines that exceed limit.""" cleaner = TextCleaner() violations = [] with open(file_path, encoding="utf-8") as f: for line_number, line in enumerate(f, 1): parts = line.strip().split("|") if len(parts) < 2: continue length = len(cleaner(parts[1])) if length > limit: violations.append((line_number, length, parts[0])) return violations # --------------------------------------------------------------------------- # pytest # --------------------------------------------------------------------------- @pytest.mark.parametrize("file_path", TARGET_FILES) def test_no_phoneme_sequence_exceeds_bert_limit(file_path): if not os.path.exists(file_path): pytest.skip(f"File not found: {file_path}") violations = collect_violations(file_path) if violations: lines = "\n".join( f" rows {ln}: {length} tokens — {path}" for ln, length, path in violations ) pytest.fail( f"{len(violations)} rows in {file_path} are larger than the BERT-Limit ({LIMIT}):\n{lines}" ) # --------------------------------------------------------------------------- # Standalone # --------------------------------------------------------------------------- if __name__ == "__main__": for file_path in TARGET_FILES: if not os.path.exists(file_path): print(f"[-] File not found: {file_path}") continue print(f"[*] checking file: {file_path}") violations = collect_violations(file_path) total = sum(1 for _ in open(file_path, encoding="utf-8")) if violations: for ln, length, path in violations: print(f" ! Row {ln}: {length} Tokens (Limit: {LIMIT})") print(f" Path: {path}") print(f"[-] CRITICAL: {len(violations)} rows will crash BERT!\n") else: print(f"[+] Success: All {total} rows are safe ({LIMIT} token limit).\n")