{ "decimal_precision_for_mean": 80, "edits": [ { "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "difference_of_changes": { "candidate_minus_apron": { "count": 120, "max": "0.8244590759277347", "mean": "-0.052433053652445434166666666666666666666666666666666666666666666666666666666666667", "min": "-0.9104862213134763", "sum": "-6.2919664382934521" }, "candidate_minus_layer0": { "count": 120, "max": "1.2390074729919436", "mean": "0.23547495802243551666666666666666666666666666666666666666666666666666666666666667", "min": "-0.7613830566406250", "sum": "28.2569949626922620" } }, "edit_condition": "pyin_viterbi_minus3", "exclusions": [], "metric": "utmosv2", "n": 120, "planned_cases": 120, "scope": "native_full_length", "within_method_edit_minus_zero": { "apron": { "count": 120, "max": "0.890089511871338", "mean": "0.026211436589558889166666666666666666666666666666666666666666666666666666666666667", "min": "-0.8021962642669678", "sum": "3.1453723907470667" }, "candidate": { "count": 120, "max": "0.781159162521362", "mean": "-0.026221617062886545", "min": "-0.8211472034454345", "sum": "-3.1465940475463854" }, "layer0": { "count": 120, "max": "0.6500020027160646", "mean": "-0.26169657508532206166666666666666666666666666666666666666666666666666666666666667", "min": "-1.4432351589202877", "sum": "-31.4035890102386474" } } }, { "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "difference_of_changes": { "candidate_minus_apron": { "count": 120, "max": "0.0927670001983643", "mean": "0.0027903740604718525", "min": "-0.1004666686058045", "sum": "0.3348448872566223" }, "candidate_minus_layer0": { "count": 120, "max": "0.53652647137641905", "mean": "0.35437535966436068333333333333333333333333333333333333333333333333333333333333333", "min": "-0.0713325738906861", "sum": "42.52504315972328200" } }, "edit_condition": "pyin_viterbi_minus3", "exclusions": [], "metric": "ecapa", "n": 120, "planned_cases": 120, "scope": "edited_full_length_minus_unedited_full_length", "within_method_edit_minus_zero": { "apron": { "count": 120, "max": "0.0036950111389160", "mean": "-0.11813013801972071416666666666666666666666666666666666666666666666666666666666667", "min": "-0.2633090615272522", "sum": "-14.1756165623664857" }, "candidate": { "count": 120, "max": "-0.0038087964057922", "mean": "-0.11533976395924886166666666666666666666666666666666666666666666666666666666666667", "min": "-0.2492560744285584", "sum": "-13.8407716751098634" }, "layer0": { "count": 120, "max": "-0.0254390835762024", "mean": "-0.469715123623609545", "min": "-0.66258901357650754", "sum": "-56.36581483483314540" } } }, { "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "difference_of_changes": { "candidate_minus_apron": { "count": 120, "max": "0.7901296615600584", "mean": "0.032881371180216478333333333333333333333333333333333333333333333333333333333333333", "min": "-1.2336871623992922", "sum": "3.9457645416259774" }, "candidate_minus_layer0": { "count": 120, "max": "1.0799798965454100", "mean": "0.17514424125353493416666666666666666666666666666666666666666666666666666666666667", "min": "-1.2235474586486818", "sum": "21.0173089504241921" } }, "edit_condition": "pyin_viterbi_plus3", "exclusions": [], "metric": "utmosv2", "n": 120, "planned_cases": 120, "scope": "native_full_length", "within_method_edit_minus_zero": { "apron": { "count": 120, "max": "0.4238257408142090", "mean": "-0.30316800077756248333333333333333333333333333333333333333333333333333333333333333", "min": "-1.19260835647583", "sum": "-36.3801600933074980" }, "candidate": { "count": 120, "max": "0.4460318088531495", "mean": "-0.270286629597346005", "min": "-1.1814370155334474", "sum": "-32.4343955516815206" }, "layer0": { "count": 120, "max": "0.4136860370635986", "mean": "-0.44543087085088093916666666666666666666666666666666666666666666666666666666666667", "min": "-1.5416705608367920", "sum": "-53.4517045021057127" } } }, { "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "difference_of_changes": { "candidate_minus_apron": { "count": 120, "max": "0.0885668396949768", "mean": "-0.00076738744974136666666666666666666666666666666666666666666666666666666666666666667", "min": "-0.0891574025154114", "sum": "-0.0920864939689640" }, "candidate_minus_layer0": { "count": 120, "max": "0.6278189420700073", "mean": "0.43742056774596373733333333333333333333333333333333333333333333333333333333333333", "min": "-0.0661715269088746", "sum": "52.49046812951564848" } }, "edit_condition": "pyin_viterbi_plus3", "exclusions": [], "metric": "ecapa", "n": 120, "planned_cases": 120, "scope": "edited_full_length_minus_unedited_full_length", "within_method_edit_minus_zero": { "apron": { "count": 120, "max": "0.0064433813095092", "mean": "-0.096121267974376675", "min": "-0.2183721065521241", "sum": "-11.5345521569252010" }, "candidate": { "count": 120, "max": "0.0069001317024231", "mean": "-0.096888655424118041666666666666666666666666666666666666666666666666666666666666667", "min": "-0.2278310060501098", "sum": "-11.6266386508941650" }, "layer0": { "count": 120, "max": "-0.0018381476402282", "mean": "-0.534309223170081779", "min": "-0.82012048363685603", "sum": "-64.11710678040981348" } } } ], "groups": [ { "candidate_condition": "pyin_viterbi_0", "candidate_metric": "utmosv2", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "utmosv2", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.7479777336120604", "mean": "-0.15834226409594219833333333333333333333333333333333333333333333333333333333333333", "min": "-1.1640377044677734", "sum": "-19.0010716915130638" }, "candidate_minus_layer0": { "count": 120, "max": "0.6640717983245850", "mean": "-0.148280243078867595", "min": "-1.1719877719879150", "sum": "-17.7936291694641114" } }, "planned_cases": 120, "rank": { "apron": 1, "candidate": 3, "layer0": 2 }, "scope": "native_full_length", "values": { "apron": { "count": 120, "max": "4.14528226852417", "mean": "3.0938325742880503475", "min": "2.038215398788452", "sum": "371.2599089145660417" }, "candidate": { "count": 120, "max": "3.863172769546509", "mean": "2.9354903101921081491666666666666666666666666666666666666666666666666666666666667", "min": "1.9212324619293213", "sum": "352.2588372230529779" }, "layer0": { "count": 120, "max": "4.336947917938232", "mean": "3.0837705532709757441666666666666666666666666666666666666666666666666666666666667", "min": "2.0491106510162354", "sum": "370.0524663925170893" } } }, { "candidate_condition": "pyin_viterbi_0", "candidate_metric": "ecapa_prefix", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "ecapa", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.1725537180900574", "mean": "-0.0057034214337666841666666666666666666666666666666666666666666666666666666666666667", "min": "-0.1622774004936218", "sum": "-0.6844105720520021" }, "candidate_minus_layer0": { "count": 120, "max": "0.1741060614585876", "mean": "-0.0052481835087140391666666666666666666666666666666666666666666666666666666666666667", "min": "-0.1664119362831115", "sum": "-0.6297820210456847" } }, "planned_cases": 120, "rank": { "apron": 1, "candidate": 3, "layer0": 2 }, "scope": "frozen_common_16k_prefix", "values": { "apron": { "count": 120, "max": "0.9832291603088379", "mean": "0.95736441860596339", "min": "0.7826806306838989", "sum": "114.8837302327156068" }, "candidate": { "count": 120, "max": "0.9847241640090942", "mean": "0.95166099717219670583333333333333333333333333333333333333333333333333333333333333", "min": "0.7598764300346375", "sum": "114.1993196606636047" }, "layer0": { "count": 120, "max": "0.9831399917602539", "mean": "0.956909180680910745", "min": "0.7811282873153687", "sum": "114.8291016817092894" } } }, { "candidate_condition": "pyin_viterbi_0", "candidate_metric": "scoreq", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "scoreq", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.67826417088508604", "mean": "0.09338120222091675025", "min": "-0.39826622605323796", "sum": "11.20574426651001003" }, "candidate_minus_layer0": { "count": 120, "max": "0.69540777802467344", "mean": "0.095848562320073447083333333333333333333333333333333333333333333333333333333333333", "min": "-0.39932826161384586", "sum": "11.50182747840881365" } }, "planned_cases": 120, "rank": { "apron": 2, "candidate": 3, "layer0": 1 }, "scope": "frozen_common_16k_prefix", "values": { "apron": { "count": 120, "max": "0.7206410765647888", "mean": "0.243481009888152281", "min": "0.1001049056649208", "sum": "29.21772118657827372" }, "candidate": { "count": 120, "max": "0.9925987124443054", "mean": "0.33686221210906903125", "min": "0.09933765232563019", "sum": "40.42346545308828375" }, "layer0": { "count": 120, "max": "0.7085394859313965", "mean": "0.24101364978899558416666666666666666666666666666666666666666666666666666666666667", "min": "0.09588658809661865", "sum": "28.92163797467947010" } } }, { "candidate_condition": "pyin_viterbi_0", "candidate_metric": "estoi", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "estoi", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.0868118245894946", "mean": "-0.011325323045517013333333333333333333333333333333333333333333333333333333333333333", "min": "-0.1609587712591352", "sum": "-1.3590387654620416" }, "candidate_minus_layer0": { "count": 120, "max": "0.0862619112193330", "mean": "-0.013238359398166715833333333333333333333333333333333333333333333333333333333333333", "min": "-0.1625483485704570", "sum": "-1.5886031277800059" } }, "planned_cases": 120, "rank": { "apron": 2, "candidate": 3, "layer0": 1 }, "scope": "frozen_common_16k_prefix", "values": { "apron": { "count": 120, "max": "0.9835786806784756", "mean": "0.93053574101061164583333333333333333333333333333333333333333333333333333333333333", "min": "0.7573068227212975", "sum": "111.6642889212733975" }, "candidate": { "count": 120, "max": "0.983789812290526", "mean": "0.9192104179650946325", "min": "0.742349603599452", "sum": "110.3052501558113559" }, "layer0": { "count": 120, "max": "0.9850851854393051", "mean": "0.93244877736326134833333333333333333333333333333333333333333333333333333333333333", "min": "0.7574231530960323", "sum": "111.8938532835913618" } } }, { "candidate_condition": "pyin_viterbi_0", "candidate_metric": "ecapa_full", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "ecapa", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.1705135703086853", "mean": "-0.00579991191625595", "min": "-0.1652168631553650", "sum": "-0.6959894299507140" }, "candidate_minus_layer0": { "count": 120, "max": "0.1720379590988160", "mean": "-0.0053174758950869266666666666666666666666666666666666666666666666666666666666666667", "min": "-0.1691818237304688", "sum": "-0.6380971074104312" } }, "planned_cases": 120, "rank": { "apron": 1, "candidate": 3, "layer0": 2 }, "scope": "unedited_full_length", "values": { "apron": { "count": 120, "max": "0.9833803772926331", "mean": "0.95740702201922734583333333333333333333333333333333333333333333333333333333333333", "min": "0.7842870950698853", "sum": "114.8888426423072815" }, "candidate": { "count": 120, "max": "0.9847290515899658", "mean": "0.95160711010297139583333333333333333333333333333333333333333333333333333333333333", "min": "0.7585397362709045", "sum": "114.1928532123565675" }, "layer0": { "count": 120, "max": "0.9829717874526978", "mean": "0.9569245859980583225", "min": "0.7827627062797546", "sum": "114.8309503197669987" } } }, { "candidate_condition": "pyin_viterbi_minus3", "candidate_metric": "utmosv2", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "utmosv2", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.5793752670288087", "mean": "-0.2107753177483876325", "min": "-1.3582522869110106", "sum": "-25.2930381298065159" }, "candidate_minus_layer0": { "count": 120, "max": "0.9803051948547363", "mean": "0.087194714943567921666666666666666666666666666666666666666666666666666666666666667", "min": "-1.1333637237548828", "sum": "10.4633657932281506" } }, "planned_cases": 120, "rank": { "apron": 1, "candidate": 2, "layer0": 3 }, "scope": "native_full_length", "values": { "apron": { "count": 120, "max": "4.169798374176025", "mean": "3.1200440108776092366666666666666666666666666666666666666666666666666666666666667", "min": "1.8981006145477295", "sum": "374.4052813053131084" }, "candidate": { "count": 120, "max": "3.8518052101135254", "mean": "2.9092686931292216041666666666666666666666666666666666666666666666666666666666667", "min": "1.486675500869751", "sum": "349.1122431755065925" }, "layer0": { "count": 120, "max": "3.813969850540161", "mean": "2.8220739781856536825", "min": "2.0238728523254395", "sum": "338.6488773822784419" } } }, { "candidate_condition": "pyin_viterbi_minus3", "candidate_metric": "ecapa_full", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "ecapa", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.0700469017028808", "mean": "-0.0030095378557840975", "min": "-0.0830799341201782", "sum": "-0.3611445426940917" }, "candidate_minus_layer0": { "count": 120, "max": "0.5274882018566132", "mean": "0.34905788376927375666666666666666666666666666666666666666666666666666666666666667", "min": "0.0476307272911071", "sum": "41.88694605231285080" } }, "planned_cases": 120, "rank": { "apron": 1, "candidate": 2, "layer0": 3 }, "scope": "edited_full_length", "values": { "apron": { "count": 120, "max": "0.9188903570175171", "mean": "0.83927688399950663166666666666666666666666666666666666666666666666666666666666667", "min": "0.7066450715065002", "sum": "100.7132260799407958" }, "candidate": { "count": 120, "max": "0.9172488451004028", "mean": "0.83626734614372253416666666666666666666666666666666666666666666666666666666666667", "min": "0.7053278088569641", "sum": "100.3520815372467041" }, "layer0": { "count": 120, "max": "0.8218942284584045", "mean": "0.4872094623744487775", "min": "0.3030192255973816", "sum": "58.46513548493385330" } } }, { "candidate_condition": "pyin_viterbi_plus3", "candidate_metric": "utmosv2", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "utmosv2", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.6515796184539795", "mean": "-0.12546089291572572", "min": "-0.9874145984649658", "sum": "-15.0553071498870864" }, "candidate_minus_layer0": { "count": 120, "max": "1.1066663265228272", "mean": "0.026863998174667339166666666666666666666666666666666666666666666666666666666666667", "min": "-1.146655559539795", "sum": "3.2236797809600807" } }, "planned_cases": 120, "rank": { "apron": 1, "candidate": 2, "layer0": 3 }, "scope": "native_full_length", "values": { "apron": { "count": 120, "max": "3.613220453262329", "mean": "2.7906645735104878641666666666666666666666666666666666666666666666666666666666667", "min": "1.4071216583251953", "sum": "334.8797488212585437" }, "candidate": { "count": 120, "max": "3.826554536819458", "mean": "2.6652036805947621441666666666666666666666666666666666666666666666666666666666667", "min": "1.2698514461517334", "sum": "319.8244416713714573" }, "layer0": { "count": 120, "max": "3.626084566116333", "mean": "2.638339682420094805", "min": "1.5713229179382324", "sum": "316.6007618904113766" } } }, { "candidate_condition": "pyin_viterbi_plus3", "candidate_metric": "ecapa_full", "common_cases": [ "librispeech_1089-134686-0008", "librispeech_1089-134686-0011", "librispeech_1089-134686-0032", "librispeech_1188-133604-0003", "librispeech_1188-133604-0031", "librispeech_1188-133604-0037", "librispeech_121-121726-0012", "librispeech_121-123852-0000", "librispeech_121-127105-0035", "librispeech_1221-135766-0005", "librispeech_1221-135767-0006", "librispeech_1221-135767-0019", "librispeech_1284-1180-0020", "librispeech_1284-1180-0027", "librispeech_1284-1180-0028", "librispeech_1320-122617-0019", "librispeech_1320-122617-0023", "librispeech_1320-122617-0039", "librispeech_1580-141083-0010", "librispeech_1580-141084-0016", "librispeech_1580-141084-0047", "librispeech_1995-1836-0000", "librispeech_1995-1836-0014", "librispeech_1995-1837-0023", "librispeech_2094-142345-0032", "librispeech_2094-142345-0039", "librispeech_2094-142345-0040", "librispeech_2300-131720-0022", "librispeech_2300-131720-0028", "librispeech_2300-131720-0041", "librispeech_237-126133-0003", "librispeech_237-134500-0029", "librispeech_237-134500-0031", "librispeech_260-123286-0008", "librispeech_260-123288-0003", "librispeech_260-123440-0020", "librispeech_2830-3980-0000", "librispeech_2830-3980-0038", "librispeech_2830-3980-0042", "librispeech_2961-960-0010", "librispeech_2961-960-0019", "librispeech_2961-961-0011", "librispeech_3570-5694-0001", "librispeech_3570-5694-0004", "librispeech_3570-5696-0010", "librispeech_3575-170457-0034", "librispeech_3575-170457-0041", "librispeech_3575-170457-0054", "librispeech_3729-6852-0000", "librispeech_3729-6852-0007", "librispeech_3729-6852-0017", "librispeech_4077-13751-0001", "librispeech_4077-13754-0002", "librispeech_4077-13754-0012", "librispeech_4446-2271-0003", "librispeech_4446-2271-0022", "librispeech_4446-2273-0010", "librispeech_4507-16021-0016", "librispeech_4507-16021-0032", "librispeech_4507-16021-0045", "librispeech_4970-29093-0004", "librispeech_4970-29093-0005", "librispeech_4970-29095-0008", "librispeech_4992-23283-0016", "librispeech_4992-41797-0000", "librispeech_4992-41806-0000", "librispeech_5105-28240-0011", "librispeech_5105-28241-0004", "librispeech_5105-28241-0019", "librispeech_5142-33396-0019", "librispeech_5142-33396-0030", "librispeech_5142-33396-0065", "librispeech_5639-40744-0013", "librispeech_5639-40744-0023", "librispeech_5639-40744-0030", "librispeech_5683-32865-0017", "librispeech_5683-32879-0009", "librispeech_5683-32879-0019", "librispeech_61-70968-0042", "librispeech_61-70968-0043", "librispeech_61-70968-0054", "librispeech_672-122797-0003", "librispeech_672-122797-0044", "librispeech_672-122797-0056", "librispeech_6829-68769-0014", "librispeech_6829-68769-0038", "librispeech_6829-68769-0041", "librispeech_6930-75918-0013", "librispeech_6930-76324-0024", "librispeech_6930-81414-0026", "librispeech_7021-79740-0002", "librispeech_7021-79740-0011", "librispeech_7021-85628-0025", "librispeech_7127-75946-0002", "librispeech_7127-75946-0029", "librispeech_7127-75947-0011", "librispeech_7176-88083-0002", "librispeech_7176-88083-0004", "librispeech_7176-88083-0026", "librispeech_7729-102255-0028", "librispeech_7729-102255-0038", "librispeech_7729-102255-0042", "librispeech_8224-274381-0010", "librispeech_8224-274381-0013", "librispeech_8224-274384-0010", "librispeech_8230-279154-0018", "librispeech_8230-279154-0032", "librispeech_8230-279154-0033", "librispeech_8455-210777-0010", "librispeech_8455-210777-0049", "librispeech_8455-210777-0060", "librispeech_8463-294828-0003", "librispeech_8463-294828-0014", "librispeech_8463-294828-0022", "librispeech_8555-284447-0007", "librispeech_8555-284449-0020", "librispeech_8555-292519-0001", "librispeech_908-157963-0018", "librispeech_908-31957-0002", "librispeech_908-31957-0016" ], "exclusions": [], "metric": "ecapa", "n": 120, "paired_differences": { "candidate_minus_apron": { "count": 120, "max": "0.0960605144500733", "mean": "-0.0065672993659973166666666666666666666666666666666666666666666666666666666666666667", "min": "-0.1068749427795410", "sum": "-0.7880759239196780" }, "candidate_minus_layer0": { "count": 120, "max": "0.6368829607963562", "mean": "0.43210309185087681066666666666666666666666666666666666666666666666666666666666667", "min": "0.1058664321899414", "sum": "51.85237102210521728" } }, "planned_cases": 120, "rank": { "apron": 1, "candidate": 2, "layer0": 3 }, "scope": "edited_full_length", "values": { "apron": { "count": 120, "max": "0.9279561042785645", "mean": "0.86128575404485067083333333333333333333333333333333333333333333333333333333333333", "min": "0.7379299402236938", "sum": "103.3542904853820805" }, "candidate": { "count": 120, "max": "0.9302415251731873", "mean": "0.85471845467885335416666666666666666666666666666666666666666666666666666666666667", "min": "0.6854891777038574", "sum": "102.5662145614624025" }, "layer0": { "count": 120, "max": "0.7809245586395264", "mean": "0.4226153628279765435", "min": "0.14402052760124207", "sum": "50.71384353935718522" } } } ], "kind": "private_fixed120_predeclared_decimal_aggregation", "no_significance_test_or_overall_rank": true, "recording_weight": "equal" }