1#!/usr/bin/env python
2# coding=utf-8
3
4
5"""Tests for the aggregated Montgomery-Shenzhen-Indian dataset"""
6
7from ..configs.datasets.mc_ch_in_RS import default as mc_ch_in_RS
8from ..configs.datasets.montgomery_RS import default as mc_RS
9from ..configs.datasets.shenzhen_RS import default as ch_RS
10from ..configs.datasets.indian_RS import default as indian_RS
11from ..configs.datasets.mc_ch_in_RS import fold_0 as mc_ch_in_f0
12from ..configs.datasets.montgomery_RS import fold_0 as mc_f0
13from ..configs.datasets.shenzhen_RS import fold_0 as ch_f0
14from ..configs.datasets.indian_RS import fold_0 as indian_f0
15from ..configs.datasets.mc_ch_in_RS import fold_1 as mc_ch_in_f1
16from ..configs.datasets.montgomery_RS import fold_1 as mc_f1
17from ..configs.datasets.shenzhen_RS import fold_1 as ch_f1
18from ..configs.datasets.indian_RS import fold_1 as indian_f1
19from ..configs.datasets.mc_ch_in_RS import fold_2 as mc_ch_in_f2
20from ..configs.datasets.montgomery_RS import fold_2 as mc_f2
21from ..configs.datasets.shenzhen_RS import fold_2 as ch_f2
22from ..configs.datasets.indian_RS import fold_2 as indian_f2
23from ..configs.datasets.mc_ch_in_RS import fold_3 as mc_ch_in_f3
24from ..configs.datasets.montgomery_RS import fold_3 as mc_f3
25from ..configs.datasets.shenzhen_RS import fold_3 as ch_f3
26from ..configs.datasets.indian_RS import fold_3 as indian_f3
27from ..configs.datasets.mc_ch_in_RS import fold_4 as mc_ch_in_f4
28from ..configs.datasets.montgomery_RS import fold_4 as mc_f4
29from ..configs.datasets.shenzhen_RS import fold_4 as ch_f4
30from ..configs.datasets.indian_RS import fold_4 as indian_f4
31from ..configs.datasets.mc_ch_in_RS import fold_5 as mc_ch_in_f5
32from ..configs.datasets.montgomery_RS import fold_5 as mc_f5
33from ..configs.datasets.shenzhen_RS import fold_5 as ch_f5
34from ..configs.datasets.indian_RS import fold_5 as indian_f5
35from ..configs.datasets.mc_ch_in_RS import fold_6 as mc_ch_in_f6
36from ..configs.datasets.montgomery_RS import fold_6 as mc_f6
37from ..configs.datasets.shenzhen_RS import fold_6 as ch_f6
38from ..configs.datasets.indian_RS import fold_6 as indian_f6
39from ..configs.datasets.mc_ch_in_RS import fold_7 as mc_ch_in_f7
40from ..configs.datasets.montgomery_RS import fold_7 as mc_f7
41from ..configs.datasets.shenzhen_RS import fold_7 as ch_f7
42from ..configs.datasets.indian_RS import fold_7 as indian_f7
43from ..configs.datasets.mc_ch_in_RS import fold_8 as mc_ch_in_f8
44from ..configs.datasets.montgomery_RS import fold_8 as mc_f8
45from ..configs.datasets.shenzhen_RS import fold_8 as ch_f8
46from ..configs.datasets.indian_RS import fold_8 as indian_f8
47from ..configs.datasets.mc_ch_in_RS import fold_9 as mc_ch_in_f9
48from ..configs.datasets.montgomery_RS import fold_9 as mc_f9
49from ..configs.datasets.shenzhen_RS import fold_9 as ch_f9
50from ..configs.datasets.indian_RS import fold_9 as indian_f9
51
52
53def test_dataset_consistency():
54
55 # Default protocol
56 mc_ch_in_RS_dataset = mc_ch_in_RS.dataset
57 assert isinstance(mc_ch_in_RS_dataset, dict)
58
59 mc_RS_dataset = mc_RS.dataset
60 ch_RS_dataset = ch_RS.dataset
61 in_RS_dataset = indian_RS.dataset
62
63 assert "train" in mc_ch_in_RS_dataset
64 assert len(mc_ch_in_RS_dataset["train"]) == len(
65 mc_RS_dataset["train"]
66 ) + len(ch_RS_dataset["train"]) + len(in_RS_dataset["train"])
67
68 assert "validation" in mc_ch_in_RS_dataset
69 assert len(mc_ch_in_RS_dataset["validation"]) == len(
70 mc_RS_dataset["validation"]
71 ) + len(ch_RS_dataset["validation"]) + len(in_RS_dataset["validation"])
72
73 assert "test" in mc_ch_in_RS_dataset
74 assert len(mc_ch_in_RS_dataset["test"]) == len(mc_RS_dataset["test"]) + len(
75 ch_RS_dataset["test"]
76 ) + len(in_RS_dataset["test"])
77
78 # Fold 0
79 mc_ch_in_dataset = mc_ch_in_f0.dataset
80 assert isinstance(mc_ch_in_dataset, dict)
81
82 mc_dataset = mc_f0.dataset
83 ch_dataset = ch_f0.dataset
84 in_dataset = indian_f0.dataset
85
86 assert "train" in mc_ch_in_dataset
87 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
88 ch_dataset["train"]
89 ) + len(in_dataset["train"])
90 assert "validation" in mc_ch_in_dataset
91 assert len(mc_ch_in_dataset["validation"]) == len(
92 mc_dataset["validation"]
93 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
94
95 assert "test" in mc_ch_in_dataset
96 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
97 ch_dataset["test"]
98 ) + len(in_dataset["test"])
99
100 # Fold 1
101 mc_ch_in_dataset = mc_ch_in_f1.dataset
102 assert isinstance(mc_ch_in_dataset, dict)
103
104 mc_dataset = mc_f1.dataset
105 ch_dataset = ch_f1.dataset
106 in_dataset = indian_f1.dataset
107
108 assert "train" in mc_ch_in_dataset
109 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
110 ch_dataset["train"]
111 ) + len(in_dataset["train"])
112
113 assert "validation" in mc_ch_in_dataset
114 assert len(mc_ch_in_dataset["validation"]) == len(
115 mc_dataset["validation"]
116 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
117
118 assert "test" in mc_ch_in_dataset
119 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
120 ch_dataset["test"]
121 ) + len(in_dataset["test"])
122
123 # Fold 2
124 mc_ch_in_dataset = mc_ch_in_f2.dataset
125 assert isinstance(mc_ch_in_dataset, dict)
126
127 mc_dataset = mc_f2.dataset
128 ch_dataset = ch_f2.dataset
129 in_dataset = indian_f2.dataset
130
131 assert "train" in mc_ch_in_dataset
132 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
133 ch_dataset["train"]
134 ) + len(in_dataset["train"])
135
136 assert "validation" in mc_ch_in_dataset
137 assert len(mc_ch_in_dataset["validation"]) == len(
138 mc_dataset["validation"]
139 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
140
141 assert "test" in mc_ch_in_dataset
142 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
143 ch_dataset["test"]
144 ) + len(in_dataset["test"])
145
146 # Fold 3
147 mc_ch_in_dataset = mc_ch_in_f3.dataset
148 assert isinstance(mc_ch_in_dataset, dict)
149
150 mc_dataset = mc_f3.dataset
151 ch_dataset = ch_f3.dataset
152 in_dataset = indian_f3.dataset
153
154 assert "train" in mc_ch_in_dataset
155 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
156 ch_dataset["train"]
157 ) + len(in_dataset["train"])
158
159 assert "validation" in mc_ch_in_dataset
160 assert len(mc_ch_in_dataset["validation"]) == len(
161 mc_dataset["validation"]
162 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
163
164 assert "test" in mc_ch_in_dataset
165 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
166 ch_dataset["test"]
167 ) + len(in_dataset["test"])
168
169 # Fold 4
170 mc_ch_in_dataset = mc_ch_in_f4.dataset
171 assert isinstance(mc_ch_in_dataset, dict)
172
173 mc_dataset = mc_f4.dataset
174 ch_dataset = ch_f4.dataset
175 in_dataset = indian_f4.dataset
176
177 assert "train" in mc_ch_in_dataset
178 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
179 ch_dataset["train"]
180 ) + len(in_dataset["train"])
181
182 assert "validation" in mc_ch_in_dataset
183 assert len(mc_ch_in_dataset["validation"]) == len(
184 mc_dataset["validation"]
185 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
186
187 assert "test" in mc_ch_in_dataset
188 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
189 ch_dataset["test"]
190 ) + len(in_dataset["test"])
191
192 # Fold 5
193 mc_ch_in_dataset = mc_ch_in_f5.dataset
194 assert isinstance(mc_ch_in_dataset, dict)
195
196 mc_dataset = mc_f5.dataset
197 ch_dataset = ch_f5.dataset
198 in_dataset = indian_f5.dataset
199
200 assert "train" in mc_ch_in_dataset
201 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
202 ch_dataset["train"]
203 ) + len(in_dataset["train"])
204
205 assert "validation" in mc_ch_in_dataset
206 assert len(mc_ch_in_dataset["validation"]) == len(
207 mc_dataset["validation"]
208 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
209
210 assert "test" in mc_ch_in_dataset
211 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
212 ch_dataset["test"]
213 ) + len(in_dataset["test"])
214
215 # Fold 6
216 mc_ch_in_dataset = mc_ch_in_f6.dataset
217 assert isinstance(mc_ch_in_dataset, dict)
218
219 mc_dataset = mc_f6.dataset
220 ch_dataset = ch_f6.dataset
221 in_dataset = indian_f6.dataset
222
223 assert "train" in mc_ch_in_dataset
224 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
225 ch_dataset["train"]
226 ) + len(in_dataset["train"])
227
228 assert "validation" in mc_ch_in_dataset
229 assert len(mc_ch_in_dataset["validation"]) == len(
230 mc_dataset["validation"]
231 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
232
233 assert "test" in mc_ch_in_dataset
234 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
235 ch_dataset["test"]
236 ) + len(in_dataset["test"])
237
238 # Fold 7
239 mc_ch_in_dataset = mc_ch_in_f7.dataset
240 assert isinstance(mc_ch_in_dataset, dict)
241
242 mc_dataset = mc_f7.dataset
243 ch_dataset = ch_f7.dataset
244 in_dataset = indian_f7.dataset
245
246 assert "train" in mc_ch_in_dataset
247 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
248 ch_dataset["train"]
249 ) + len(in_dataset["train"])
250
251 assert "validation" in mc_ch_in_dataset
252 assert len(mc_ch_in_dataset["validation"]) == len(
253 mc_dataset["validation"]
254 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
255
256 assert "test" in mc_ch_in_dataset
257 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
258 ch_dataset["test"]
259 ) + len(in_dataset["test"])
260
261 # Fold 8
262 mc_ch_in_dataset = mc_ch_in_f8.dataset
263 assert isinstance(mc_ch_in_dataset, dict)
264
265 mc_dataset = mc_f8.dataset
266 ch_dataset = ch_f8.dataset
267 in_dataset = indian_f8.dataset
268
269 assert "train" in mc_ch_in_dataset
270 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
271 ch_dataset["train"]
272 ) + len(in_dataset["train"])
273
274 assert "validation" in mc_ch_in_dataset
275 assert len(mc_ch_in_dataset["validation"]) == len(
276 mc_dataset["validation"]
277 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
278
279 assert "test" in mc_ch_in_dataset
280 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
281 ch_dataset["test"]
282 ) + len(in_dataset["test"])
283
284 # Fold 9
285 mc_ch_in_dataset = mc_ch_in_f9.dataset
286 assert isinstance(mc_ch_in_dataset, dict)
287
288 mc_dataset = mc_f9.dataset
289 ch_dataset = ch_f9.dataset
290 in_dataset = indian_f9.dataset
291
292 assert "train" in mc_ch_in_dataset
293 assert len(mc_ch_in_dataset["train"]) == len(mc_dataset["train"]) + len(
294 ch_dataset["train"]
295 ) + len(in_dataset["train"])
296
297 assert "validation" in mc_ch_in_dataset
298 assert len(mc_ch_in_dataset["validation"]) == len(
299 mc_dataset["validation"]
300 ) + len(ch_dataset["validation"]) + len(in_dataset["validation"])
301
302 assert "test" in mc_ch_in_dataset
303 assert len(mc_ch_in_dataset["test"]) == len(mc_dataset["test"]) + len(
304 ch_dataset["test"]
305 ) + len(in_dataset["test"])