add use_mfa example
This commit is contained in:
chenfeiyu
parent
d96e2828b8
commit
577c3b4f10
|
|
@ -0,0 +1,48 @@
|
|||
# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
import argparse
|
||||
from collections import OrderedDict
|
||||
from pathlib import Path
|
||||
import logging
|
||||
|
||||
|
||||
def detect_oov(corpus_dir, lexicon_path, transcription_pattern="*.lab"):
|
||||
corpus_dir = Path(corpus_dir)
|
||||
|
||||
lexicon = OrderedDict()
|
||||
with open(lexicon_path, 'rt') as f:
|
||||
for line in f:
|
||||
syllable, phonemes = line.split(maxsplit=1)
|
||||
lexicon[syllable] = phonemes
|
||||
|
||||
for fp in corpus_dir.glob(transcription_pattern):
|
||||
syllables = fp.read_text().strip().split()
|
||||
for s in syllables:
|
||||
if s not in lexicon:
|
||||
logging.warning(f"{fp.relative_to(corpus_dir)} has OOV {s} .")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(
|
||||
description="detect oov in a corpus given a lexicon")
|
||||
parser.add_argument(
|
||||
"corpus_dir", type=str, help="corpus dir for MFA alignment.")
|
||||
parser.add_argument("lexicon_path", type=str, help="dictionary to use.")
|
||||
parser.add_argument(
|
||||
"--pattern", type=str, default="*.lab", help="dictionary to use.")
|
||||
args = parser.parse_args()
|
||||
print(args)
|
||||
|
||||
detect_oov(args.corpus_dir, args.lexicon_path, args.pattern)
|
||||
|
|
@ -0,0 +1,176 @@
|
|||
# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
import re
|
||||
import argparse
|
||||
from collections import OrderedDict
|
||||
|
||||
INITIALS = [
|
||||
'b', 'p', 'm', 'f', 'd', 't', 'n', 'l', 'g', 'k', 'h', 'zh', 'ch', 'sh',
|
||||
'r', 'z', 'c', 's', 'j', 'q', 'x'
|
||||
]
|
||||
|
||||
FINALS = [
|
||||
'a', 'ai', 'ao', 'an', 'ang', 'e', 'er', 'ei', 'en', 'eng', 'o', 'ou',
|
||||
'ong', 'ii', 'iii', 'i', 'ia', 'iao', 'ian', 'iang', 'ie', 'io', 'iou',
|
||||
'iong', 'in', 'ing', 'u', 'ua', 'uai', 'uan', 'uang', 'uei', 'uo', 'uen',
|
||||
'ueng', 'v', 've', 'van', 'vn'
|
||||
]
|
||||
|
||||
SPECIALS = ['sil', 'sp']
|
||||
|
||||
|
||||
def rule(C, V, R, T):
|
||||
|
||||
# 不可拼的音节, ii 只能和 z, c, s 拼
|
||||
if V in ["ii"] and (C not in ['z', 'c', 's']):
|
||||
return
|
||||
# iii 只能和 zh, ch, sh, r 拼
|
||||
if V in ['iii'] and (C not in ['zh', 'ch', 'sh', 'r']):
|
||||
return
|
||||
|
||||
# 齐齿呼或者撮口呼不能和 f, g, k, h, zh, ch, sh, r, z, c, s
|
||||
if (V not in ['ii', 'iii']) and V[0] in ['i', 'v'] and (
|
||||
C in ['f', 'g', 'k', 'h', 'zh', 'ch', 'sh', 'r', 'z', 'c', 's']):
|
||||
return
|
||||
|
||||
# 撮口呼只能和 j, q, x l, n 拼
|
||||
if V.startswith("v"):
|
||||
# v, ve 只能和 j ,q , x, n, l 拼
|
||||
if V in ['v', 've']:
|
||||
if C not in ['j', 'q', 'x', 'n', 'l', '']:
|
||||
return
|
||||
# 其他只能和 j, q, x 拼
|
||||
else:
|
||||
if C not in ['j', 'q', 'x', '']:
|
||||
return
|
||||
|
||||
# j, q, x 只能和齐齿呼或者撮口呼拼
|
||||
if (C in ['j', 'q', 'x']) and not (
|
||||
(V not in ['ii', 'iii']) and V[0] in ['i', 'v']):
|
||||
return
|
||||
|
||||
# b, p ,m, f 不能和合口呼拼，除了 u 之外
|
||||
# bm p, m, f 不能和撮口呼拼
|
||||
if (C in ['b', 'p', 'm', 'f']) and ((V[0] in ['u', 'v'] and V != "u") or
|
||||
V == 'ong'):
|
||||
return
|
||||
|
||||
# ua, uai, uang 不能和 d, t, n, l, r, z, c, s 拼
|
||||
if V in ['ua', 'uai', 'uang'
|
||||
] and C in ['d', 't', 'n', 'l', 'r', 'z', 'c', 's']:
|
||||
return
|
||||
|
||||
# sh 和 ong 不能拼
|
||||
if V == 'ong' and C in ['sh']:
|
||||
return
|
||||
|
||||
# o 和 gkh, zh ch sh r z c s 不能拼
|
||||
if V == "o" and C in [
|
||||
'd', 't', 'n', 'g', 'k', 'h', 'zh', 'ch', 'sh', 'r', 'z', 'c', 's'
|
||||
]:
|
||||
return
|
||||
|
||||
# ueng 只是 weng 这个 ad-hoc 其他情况下都是 ong
|
||||
if V == 'ueng' and C != '':
|
||||
return
|
||||
|
||||
# 非儿化的 er 只能单独存在
|
||||
if V == 'er' and C != '':
|
||||
return
|
||||
|
||||
if C == '':
|
||||
if V in ["i", "in", "ing"]:
|
||||
C = 'y'
|
||||
elif V == 'u':
|
||||
C = 'w'
|
||||
elif V.startswith('i') and V not in ["ii", "iii"]:
|
||||
C = 'y'
|
||||
V = V[1:]
|
||||
elif V.startswith('u'):
|
||||
C = 'w'
|
||||
V = V[1:]
|
||||
elif V.startswith('v'):
|
||||
C = 'yu'
|
||||
V = V[1:]
|
||||
else:
|
||||
if C in ['j', 'q', 'x']:
|
||||
if V.startswith('v'):
|
||||
V = re.sub('v', 'u', V)
|
||||
if V == 'iou':
|
||||
V = 'iu'
|
||||
elif V == 'uei':
|
||||
V = 'ui'
|
||||
elif V == 'uen':
|
||||
V = 'un'
|
||||
result = C + V
|
||||
|
||||
# Filter er 不能再儿化
|
||||
if result.endswith('r') and R == 'r':
|
||||
return
|
||||
|
||||
# ii and iii, change back to i
|
||||
result = re.sub(r'i+', 'i', result)
|
||||
|
||||
result = result + R + T
|
||||
return result
|
||||
|
||||
|
||||
def generate_lexicon(with_tone=False, with_r=False):
|
||||
# generate lexicon withou tone and erhua
|
||||
syllables = OrderedDict()
|
||||
|
||||
for C in [''] + INITIALS:
|
||||
for V in FINALS:
|
||||
for R in [''] if not with_r else ['', 'r']:
|
||||
for T in [''] if not with_tone else ['1', '2', '3', '4', '5']:
|
||||
result = rule(C, V, R, T)
|
||||
if result:
|
||||
syllables[result] = f'{C} {V}{R}{T}'
|
||||
return syllables
|
||||
|
||||
|
||||
def generate_symbols(lexicon):
|
||||
symbols = set()
|
||||
for p in SPECIALS:
|
||||
symbols.add(p)
|
||||
for syllable, phonems in lexicon.items():
|
||||
phonemes = phonems.split()
|
||||
for p in phonemes:
|
||||
symbols.add(p)
|
||||
return sorted(list(symbols))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(
|
||||
description="Generate lexicon for Chinese pinyin to phoneme for MFA")
|
||||
parser.add_argument("output", type=str, help="Path to save lexicon.")
|
||||
parser.add_argument(
|
||||
"--with-tone", action="store_true", help="whether to consider tone.")
|
||||
parser.add_argument(
|
||||
"--with-r", action="store_true", help="whether to consider erhua.")
|
||||
args = parser.parse_args()
|
||||
|
||||
lexicon = generate_lexicon(args.with_tone, args.with_r)
|
||||
symbols = generate_symbols(lexicon)
|
||||
|
||||
with open(args.output + ".lexicon", 'wt') as f:
|
||||
for k, v in lexicon.items():
|
||||
f.write(f"{k} {v}\n")
|
||||
|
||||
with open(args.output + ".symbols", 'wt') as f:
|
||||
for s in symbols:
|
||||
f.write(s + "\n")
|
||||
|
||||
print("Done!")
|
||||
|
|
@ -0,0 +1,102 @@
|
|||
# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from typing import Union
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
from pathlib import Path
|
||||
import soundfile as sf
|
||||
import librosa
|
||||
from tqdm import tqdm
|
||||
import os
|
||||
import shutil
|
||||
import argparse
|
||||
|
||||
|
||||
def get_transcripts(path: Union[str, Path]):
|
||||
transcripts = {}
|
||||
|
||||
with open(path) as f:
|
||||
lines = f.readlines()
|
||||
|
||||
for i in range(0, len(lines), 2):
|
||||
sentence_id = lines[i].split()[0]
|
||||
transcription = lines[i + 1].strip()
|
||||
# tones are dropped here
|
||||
# since the lexicon does not consider tones, too
|
||||
transcription = " ".join([item[:-1] for item in transcription.split()])
|
||||
transcripts[sentence_id] = transcription
|
||||
|
||||
return transcripts
|
||||
|
||||
|
||||
def resample_and_save(source, target, sr=16000):
|
||||
wav, _ = librosa.load(str(source), sr=sr)
|
||||
sf.write(str(target), wav, samplerate=sr, subtype='PCM_16')
|
||||
return target
|
||||
|
||||
|
||||
def reorganize_baker(root_dir: Union[str, Path],
|
||||
output_dir: Union[str, Path]=None,
|
||||
resample_audio=False):
|
||||
root_dir = Path(root_dir).expanduser()
|
||||
transcript_path = root_dir / "ProsodyLabeling" / "000001-010000.txt"
|
||||
transcriptions = get_transcripts(transcript_path)
|
||||
|
||||
wave_dir = root_dir / "Wave"
|
||||
wav_paths = list(wave_dir.glob("*.wav"))
|
||||
output_dir = Path(output_dir).expanduser()
|
||||
assert wave_dir != output_dir, "Don't use an the original wav's directory as output_dir"
|
||||
|
||||
output_dir.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
if resample_audio:
|
||||
with ThreadPoolExecutor(os.cpu_count()) as pool:
|
||||
with tqdm(total=len(wav_paths), desc="resampling") as pbar:
|
||||
futures = []
|
||||
for wav_path in wav_paths:
|
||||
future = pool.submit(resample_and_save, wav_path,
|
||||
output_dir / wav_path.name)
|
||||
future.add_done_callback(lambda p: pbar.update())
|
||||
futures.append(future)
|
||||
|
||||
results = []
|
||||
for ft in futures:
|
||||
results.append(ft.result())
|
||||
else:
|
||||
for wav_path in tqdm(wav_paths, desc="copying"):
|
||||
shutil.copyfile(wav_path, output_dir / wav_path.name)
|
||||
|
||||
for sentence_id, transcript in tqdm(
|
||||
transcriptions.items(), desc="transcription process"):
|
||||
with open(output_dir / (sentence_id + ".lab"), 'wt') as f:
|
||||
f.write(transcript)
|
||||
f.write('\n')
|
||||
print("Done!")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = argparse.ArgumentParser(
|
||||
description="Reorganize Baker dataset for MFA")
|
||||
parser.add_argument("--root-dir", type=str, help="path to baker dataset.")
|
||||
parser.add_argument(
|
||||
"--output-dir",
|
||||
type=str,
|
||||
help="path to save outputs(audio and transcriptions)")
|
||||
parser.add_argument(
|
||||
"--resample-audio",
|
||||
action="store_true",
|
||||
help="To resample audio files or just copy them")
|
||||
args = parser.parse_args()
|
||||
|
||||
reorganize_baker(args.root_dir, args.output_dir, args.resample_audio)
|
||||
|
|
@ -0,0 +1,44 @@
|
|||
EXP_DIR=exp
|
||||
|
||||
LEXICON_NAME='simple'
|
||||
if [ ! -f "$EXP_DIR/$LEXICON_NAME.lexicon" ]; then
|
||||
echo "generating lexicon..."
|
||||
python local/generate_lexicon.py "$EXP_DIR/$LEXICON_NAME" --with-r
|
||||
echo "lexicon done"
|
||||
fi
|
||||
|
||||
if [ ! -d $EXP_DIR/baker_corpus ]; then
|
||||
echo "reorganizing baker corpus..."
|
||||
python local/recorganize_baker.py --root-dir=~/datasets/BZNSYP --output-dir=$EXP_DIR/baker_corpus --resample-audio
|
||||
echo "reorganization done."
|
||||
fi
|
||||
|
||||
echo "detecting oov..."
|
||||
python local/detect_oov.py $EXP_DIR/baker_corpus $EXP_DIR/"$LEXICON_NAME.lexicon"
|
||||
echo "detecting oov done. you may consider regenerate lexicon if there is unexpected OOVs."
|
||||
|
||||
|
||||
MFA_DOWNLOAD_DIR=local/
|
||||
|
||||
if [ ! -f "$MFA_DOWNLOAD_DIR/montreal-forced-aligner_linux.tar.gz" ]; then
|
||||
echo "downloading mfa..."
|
||||
(cd $MFA_DOWNLOAD_DIR && wget https://github.com/MontrealCorpusTools/Montreal-Forced-Aligner/releases/download/v1.0.1/montreal-forced-aligner_linux.tar.gz)
|
||||
echo "download mfa done!"
|
||||
fi
|
||||
|
||||
if [ ! -d "$MFA_DOWNLOAD_DIR/montreal-forced-aligner" ]; then
|
||||
echo "extracting mfa..."
|
||||
(cd $MFA_DOWNLOAD_DIR && tar xvf "montreal-forced-aligner_linux.tar.gz")
|
||||
echo "extraction done!"
|
||||
fi
|
||||
|
||||
export PATH="$MFA_DOWNLOAD_DIR/montreal-forced-aligner/bin"
|
||||
if [ ! -d "$EXP_DIR/baker_alignment" ]; then
|
||||
echo "Start MFA training..."
|
||||
mfa_train_and_align $EXP_DIR/baker_corpus "$EXP_DIR/$LEXICON_NAME.lexicon" $EXP_DIR/baker_alignment -o $EXP_DIR/baker_model --clean --verbose --temp_directory exp/.mfa_train_and_align
|
||||
echo "training done! \nresults: $EXP_DIR/baker_alignment \nmodel: $EXP_DIR/baker_model\n"
|
||||
fi
|
||||
|
||||
|
||||
|
||||
|
||||
Loading…
Reference in New Issue