Parakeet/utils/gen_duration_from_textgrid.py

108 lines
3.9 KiB
Python
Raw Normal View History

# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
import os
from pathlib import Path
import librosa
import numpy as np
2021-08-17 15:29:30 +08:00
from praatio import tgio
2021-08-24 19:58:48 +08:00
def readtg(tg_path, sample_rate=24000, n_shift=300):
alignment = tgio.openTextgrid(tg_path, readRaw=True)
phones = []
ends = []
for interval in alignment.tierDict["phones"].entryList:
phone = interval.label
phones.append(phone)
ends.append(interval.end)
2021-08-24 19:58:48 +08:00
frame_pos = librosa.time_to_frames(ends, sr=sample_rate, hop_length=n_shift)
durations = np.diff(frame_pos, prepend=0)
assert len(durations) == len(phones)
2021-08-02 14:28:25 +08:00
# merge "" and sp in the end
2021-08-24 19:58:48 +08:00
if phones[-1] == "" and len(phones) > 1 and phones[-2] == "sp":
2021-08-02 14:28:25 +08:00
phones = phones[:-1]
durations[-2] += durations[-1]
durations = durations[:-1]
2021-08-24 19:58:48 +08:00
# replace the last "sp" with "sil" in MFA1.x
phones[-1] = "sil" if phones[-1] == "sp" else phones[-1]
2021-08-24 19:58:48 +08:00
# replace the edge "" with "sil", replace the inner "" with "sp"
new_phones = []
for i, phn in enumerate(phones):
if phn == "":
if i in {0, len(phones) - 1}:
new_phones.append("sil")
else:
new_phones.append("sp")
else:
new_phones.append(phn)
phones = new_phones
results = ""
for (p, d) in zip(phones, durations):
results += p + " " + str(d) + " "
return results.strip()
# assume that the directory structure of inputdir is inputdir/speaker/*.TextGrid
2021-08-24 19:58:48 +08:00
# in MFA1.x, there are blank labels("") in the end, and maybe "sp" before it
# in MFA2.x, there are blank labels("") in the begin and the end, while no "sp" and "sil" anymore
# we replace it with "sil"
def gen_duration_from_textgrid(inputdir, output, sample_rate=24000,
n_shift=300):
# key: utt_id, value: (speaker, phn_durs)
durations_dict = {}
2021-08-24 19:58:48 +08:00
list_dir = os.listdir(inputdir)
speakers = [dir for dir in list_dir if os.path.isdir(inputdir / dir)]
for speaker in speakers:
subdir = inputdir / speaker
for file in os.listdir(subdir):
if file.endswith(".TextGrid"):
tg_path = subdir / file
name = file.split(".")[0]
2021-08-24 19:58:48 +08:00
durations_dict[name] = (speaker, readtg(
tg_path, sample_rate=sample_rate, n_shift=n_shift))
with open(output, "w") as wf:
for name in sorted(durations_dict.keys()):
2021-08-24 19:58:48 +08:00
wf.write(name + "|" + durations_dict[name][0] + "|" +
durations_dict[name][1] + "\n")
def main():
# parse config and args
parser = argparse.ArgumentParser(
description="Preprocess audio and then extract features.")
parser.add_argument(
"--inputdir",
default=None,
type=str,
help="directory to alignment files.")
parser.add_argument(
2021-08-24 19:58:48 +08:00
"--output", type=str, required=True, help="output duration file.")
parser.add_argument("--sample-rate", type=int, help="the sample of wavs.")
parser.add_argument(
2021-08-24 19:58:48 +08:00
"--n-shift",
type=int,
help="the n_shift of time_to_freames, also called hop_length.")
args = parser.parse_args()
inputdir = Path(args.inputdir).expanduser()
output = Path(args.output).expanduser()
2021-08-24 19:58:48 +08:00
gen_duration_from_textgrid(inputdir, output, args.sample_rate, args.n_shift)
if __name__ == "__main__":
main()