Skip to content

Commit eaf78d9

Browse files
author
Henry Turner
committed
Code commit
1 parent af22582 commit eaf78d9

File tree

94 files changed

+8502
-0
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

94 files changed

+8502
-0
lines changed

‎Dockerfile-gpu

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
FROM kaldiasr/kaldi:gpu-2020-02
2+
3+
RUN git clone --recurse-submodules https://github.com/Voice-Privacy-Challenge/Voice-Privacy-Challenge-2020.git
4+
WORKDIR Voice-Privacy-Challenge-2020
5+
6+
7+
RUN apt-get -y update
8+
RUN apt-get -y install cmake
9+
RUN apt-get -y install python3 python3-pip
10+
RUN pip3 install --upgrade pip
11+
RUN pip3 install scipy sklearn numpy pandas
12+
RUN ./install.sh
13+
RUN apt-get -y install openssh-server
14+
15+
COPY Experiment/* Experiment/
16+
17+
CMD bash

‎Experiment/NOTES.md

+11
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
2+
# Significantly changed files
3+
The following list of files explain where changes have occured from the Voice Privacy Challenge Baseline (xvector) system, and roughly what these changes are.
4+
5+
- `run.sh` ammended to contain all the parameters for calling our anonymization routine and passing the correct parameters through
6+
- `train_models.sh` script just to create the xvector generator. Saves this with specified file name, can then be applied to
7+
- `local/anon/anonymize_data_dir.sh` mostly parameter passing changes
8+
- `local/anon/make_pseudospeaker.sh` changes to call our pseudo speaker generation function
9+
- `local/anon/gen_pseudo_xvecs.py` calls the code to train pca and gmm on the pool if they do not exist. Uses xvector generator to generate pseudo xvectors for each speaker passed in
10+
- `local/make_voxceleb_spk2gender.py` created to make the spk2gender files for voxceleb correctly and resolve some issues that existed in these
11+

‎Experiment/cleanup.sh

+245
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,245 @@
1+
#!/bin/bash
2+
# Script for The First VoicePrivacy Challenge 2020
3+
#
4+
# This clean-up script should be used before re-running anonymization system (for example, with different parametrs, models, etc.)
5+
# in order to delete all old directories (in data, exp, ..., which should be updated) from the previous run of anonymization and evaluation sripts.
6+
#
7+
#
8+
9+
set -e
10+
11+
# ls | awk '{for (i=1; i<=NF; ++i) print $i}' | sort >> ../cleanup.sh
12+
13+
names='
14+
libri_dev_asr
15+
libri_dev_asr_anon
16+
libri_dev_enrolls
17+
libri_dev_enrolls_anon
18+
libri_dev_trials_all
19+
libri_dev_trials_f
20+
libri_dev_trials_f_anon
21+
libri_dev_trials_m
22+
libri_dev_trials_m_anon
23+
libri_test_asr
24+
libri_test_asr_anon
25+
libri_test_enrolls
26+
libri_test_enrolls_anon
27+
libri_test_trials_all
28+
libri_test_trials_f
29+
libri_test_trials_f_anon
30+
libri_test_trials_m
31+
libri_test_trials_m_anon
32+
vctk_dev_asr
33+
vctk_dev_asr_anon
34+
vctk_dev_enrolls
35+
vctk_dev_enrolls_anon
36+
vctk_dev_trials_all
37+
vctk_dev_trials_f
38+
vctk_dev_trials_f_all
39+
vctk_dev_trials_f_all_anon
40+
vctk_dev_trials_f_anon
41+
vctk_dev_trials_f_common
42+
vctk_dev_trials_f_common_anon
43+
vctk_dev_trials_m
44+
vctk_dev_trials_m_all
45+
vctk_dev_trials_m_all_anon
46+
vctk_dev_trials_m_anon
47+
vctk_dev_trials_m_common
48+
vctk_dev_trials_m_common_anon
49+
vctk_test_asr
50+
vctk_test_asr_anon
51+
vctk_test_enrolls
52+
vctk_test_enrolls_anon
53+
vctk_test_trials_all
54+
vctk_test_trials_f
55+
vctk_test_trials_f_all
56+
vctk_test_trials_f_all_anon
57+
vctk_test_trials_f_anon
58+
vctk_test_trials_f_common
59+
vctk_test_trials_f_common_anon
60+
vctk_test_trials_m
61+
vctk_test_trials_m_all
62+
vctk_test_trials_m_all_anon
63+
vctk_test_trials_m_anon
64+
vctk_test_trials_m_common
65+
vctk_test_trials_m_common_anon
66+
libri_dev_trials_f_hires
67+
libri_test_asr_hires
68+
vctk_dev_asr_hires
69+
vctk_test_trials_f_all_hires
70+
libri_dev_asr_anon_hires
71+
libri_dev_trials_m_hires
72+
libri_test_enrolls_hires
73+
vctk_dev_enrolls_hires
74+
vctk_test_asr_anon_hires
75+
vctk_test_trials_m_all_hires
76+
libri_dev_asr_hires
77+
libri_test_trials_f_hires
78+
vctk_dev_trials_f_all_hires
79+
vctk_test_asr_hires
80+
libri_dev_enrolls_hires
81+
libri_test_asr_anon_hires
82+
libri_test_trials_m_hires
83+
vctk_dev_asr_anon_hires
84+
vctk_dev_trials_m_all_hires
85+
vctk_test_enrolls_hires'
86+
87+
for name in $names; do
88+
dir=data/$name
89+
#[ ! -d $dir ] && echo $dir
90+
if [ -d $dir ]; then echo $dir; rm -r $dir; fi
91+
done
92+
93+
names='
94+
decode_libri_dev_asr_anon_tglarge
95+
decode_libri_dev_asr_anon_tgsmall
96+
decode_libri_dev_asr_tglarge
97+
decode_libri_dev_asr_tgsmall
98+
decode_libri_test_asr_anon_tglarge
99+
decode_libri_test_asr_anon_tgsmall
100+
decode_libri_test_asr_tglarge
101+
decode_libri_test_asr_tgsmall
102+
decode_vctk_dev_asr_anon_tglarge
103+
decode_vctk_dev_asr_anon_tgsmall
104+
decode_vctk_dev_asr_tglarge
105+
decode_vctk_dev_asr_tgsmall
106+
decode_vctk_test_asr_anon_tglarge
107+
decode_vctk_test_asr_anon_tgsmall
108+
decode_vctk_test_asr_tglarge
109+
decode_vctk_test_asr_tgsmall'
110+
111+
for name in $names; do
112+
dir=exp/models/asr_eval/$name
113+
#[ ! -d $dir ] && echo $dir
114+
if [ -d $dir ]; then echo $dir; rm -r $dir; fi
115+
done
116+
117+
names='
118+
ivect_libri_dev_asr
119+
ivect_libri_dev_asr_anon
120+
ivect_libri_test_asr
121+
ivect_libri_test_asr_anon
122+
ivect_vctk_dev_asr
123+
ivect_vctk_dev_asr_anon
124+
ivect_vctk_test_asr
125+
ivect_vctk_test_asr_anon'
126+
127+
for name in $names; do
128+
dir=exp/models/asr_eval/extractor/$name
129+
#[ ! -d $dir ] && echo $dir
130+
if [ -d $dir ]; then echo $dir; rm -r $dir; fi
131+
done
132+
133+
names='
134+
ivectors_libri_dev_enrolls_hires
135+
ivectors_libri_dev_trials_f_hires
136+
ivectors_libri_dev_trials_m_hires
137+
ivectors_libri_test_enrolls_hires
138+
ivectors_libri_test_trials_f_hires
139+
ivectors_libri_test_trials_m_hires
140+
ivectors_vctk_dev_enrolls_hires
141+
ivectors_vctk_dev_trials_f_all_hires
142+
ivectors_vctk_dev_trials_m_all_hires
143+
ivectors_vctk_test_enrolls_hires
144+
ivectors_vctk_test_trials_f_all_hires
145+
ivectors_vctk_test_trials_m_all_hires
146+
ppg_libri_dev_enrolls
147+
ppg_libri_dev_trials_f
148+
ppg_libri_dev_trials_m
149+
ppg_libri_test_enrolls
150+
ppg_libri_test_trials_f
151+
ppg_libri_test_trials_m
152+
ppg_vctk_dev_enrolls
153+
ppg_vctk_dev_trials_f_all
154+
ppg_vctk_dev_trials_m_all
155+
ppg_vctk_test_enrolls
156+
ppg_vctk_test_trials_f_all
157+
ppg_vctk_test_trials_m_all'
158+
159+
for name in $names; do
160+
dir=exp/models/1_asr_am/exp/nnet3_cleaned/$name
161+
#[ ! -d $dir ] && echo $dir
162+
if [ -d $dir ]; then echo $dir; rm -r $dir; fi
163+
done
164+
165+
names='
166+
xvect_libri_dev_enrolls
167+
xvect_libri_dev_enrolls_anon
168+
xvect_libri_dev_trials_f
169+
xvect_libri_dev_trials_f_anon
170+
xvect_libri_dev_trials_m
171+
xvect_libri_dev_trials_m_anon
172+
xvect_libri_test_enrolls
173+
xvect_libri_test_enrolls_anon
174+
xvect_libri_test_trials_f
175+
xvect_libri_test_trials_f_anon
176+
xvect_libri_test_trials_m
177+
xvect_libri_test_trials_m_anon
178+
xvect_vctk_dev_enrolls
179+
xvect_vctk_dev_enrolls_anon
180+
xvect_vctk_dev_trials_f
181+
xvect_vctk_dev_trials_f_anon
182+
xvect_vctk_dev_trials_f_common
183+
xvect_vctk_dev_trials_f_common_anon
184+
xvect_vctk_dev_trials_m
185+
xvect_vctk_dev_trials_m_anon
186+
xvect_vctk_dev_trials_m_common
187+
xvect_vctk_dev_trials_m_common_anon
188+
xvect_vctk_test_enrolls
189+
xvect_vctk_test_enrolls_anon
190+
xvect_vctk_test_trials_f
191+
xvect_vctk_test_trials_f_anon
192+
xvect_vctk_test_trials_f_common
193+
xvect_vctk_test_trials_f_common_anon
194+
xvect_vctk_test_trials_m
195+
xvect_vctk_test_trials_m_anon
196+
xvect_vctk_test_trials_m_common
197+
xvect_vctk_test_trials_m_common_anon'
198+
199+
for name in $names; do
200+
dir=exp/models/asv_eval/xvect_01709_1/$name
201+
#[ ! -d $dir ] && echo $dir
202+
if [ -d $dir ]; then echo $dir; rm -r $dir; fi
203+
done
204+
205+
names='
206+
xvectors_libri_dev_enrolls
207+
xvectors_libri_dev_trials_f
208+
xvectors_libri_dev_trials_m
209+
xvectors_libri_test_enrolls
210+
xvectors_libri_test_trials_f
211+
xvectors_libri_test_trials_m
212+
xvectors_vctk_dev_enrolls
213+
xvectors_vctk_dev_trials_f_all
214+
xvectors_vctk_dev_trials_m_all
215+
xvectors_vctk_test_enrolls
216+
xvectors_vctk_test_trials_f_all
217+
xvectors_vctk_test_trials_m_all'
218+
219+
for name in $names; do
220+
dir=exp/models/2_xvect_extr/exp/xvector_nnet_1a/anon/$name
221+
#[ ! -d $dir ] && echo $dir
222+
if [ -d $dir ]; then echo $dir; rm -r $dir; fi
223+
done
224+
225+
names='
226+
libri_dev_enrolls
227+
libri_dev_trials_f
228+
libri_dev_trials_m
229+
libri_test_enrolls
230+
libri_test_trials_f
231+
libri_test_trials_m
232+
vctk_dev_enrolls
233+
vctk_dev_trials_f_all
234+
vctk_dev_trials_m_all
235+
vctk_test_enrolls
236+
vctk_test_trials_f_all
237+
vctk_test_trials_m_all'
238+
239+
for name in $names; do
240+
dir=exp/am_nsf_data/$name
241+
#[ ! -d $dir ] && echo $dir
242+
if [ -d $dir ]; then echo $dir; rm -r $dir; fi
243+
done
244+
245+
echo Done

0 commit comments

Comments
 (0)