{
  "definition": "new_ACG_minus_reference; paired case/metric/scoring interval only",
  "records": [
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 2.8632519245147705,
      "reference_value": 3.2559711933135986,
      "delta": -0.3927192687988281,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 2.8632519245147705,
      "reference_value": 2.674614906311035,
      "delta": 0.18863701820373535,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.49802595376968384,
      "reference_value": 0.3142026662826538,
      "delta": 0.18382328748703003,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.49802595376968384,
      "reference_value": 0.5376504063606262,
      "delta": -0.03962445259094238,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9087617993354797,
      "reference_value": 0.9518733024597168,
      "delta": -0.04311150312423706,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9087617993354797,
      "reference_value": 0.9124236106872559,
      "delta": -0.003661811351776123,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.8914054675113148,
      "reference_value": 0.9225710361778331,
      "delta": -0.031165568666518317,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.8914054675113148,
      "reference_value": 0.8917437085171251,
      "delta": -0.0003382410058103691,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 3.1696665287017822,
      "reference_value": 3.2559711933135986,
      "delta": -0.0863046646118164,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 3.1696665287017822,
      "reference_value": 2.83148455619812,
      "delta": 0.3381819725036621,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.48229482769966125,
      "reference_value": 0.3142026662826538,
      "delta": 0.16809216141700745,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.48229482769966125,
      "reference_value": 0.4560498297214508,
      "delta": 0.02624499797821045,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9048340916633606,
      "reference_value": 0.9518733024597168,
      "delta": -0.0470392107963562,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9048340916633606,
      "reference_value": 0.9068265557289124,
      "delta": -0.001992464065551758,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.9002885100727965,
      "reference_value": 0.9225710361778331,
      "delta": -0.02228252610503656,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0008",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.9002885100727965,
      "reference_value": 0.9002706853285306,
      "delta": 1.7824744265926284e-05,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 2.9734349250793457,
      "reference_value": 3.2830944061279297,
      "delta": -0.309659481048584,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 2.9734349250793457,
      "reference_value": 2.882662534713745,
      "delta": 0.09077239036560059,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.7878941297531128,
      "reference_value": 0.3354029059410095,
      "delta": 0.45249122381210327,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.7878941297531128,
      "reference_value": 0.67181396484375,
      "delta": 0.11608016490936279,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9081317782402039,
      "reference_value": 0.9255818128585815,
      "delta": -0.017450034618377686,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9081317782402039,
      "reference_value": 0.8985853791236877,
      "delta": 0.009546399116516113,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.8527596222392451,
      "reference_value": 0.9071610141502287,
      "delta": -0.05440139191098359,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.8527596222392451,
      "reference_value": 0.8519678028607688,
      "delta": 0.0007918193784762773,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 2.909515380859375,
      "reference_value": 3.2830944061279297,
      "delta": -0.3735790252685547,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 2.909515380859375,
      "reference_value": 3.3566935062408447,
      "delta": -0.4471781253814697,
      "scored_samples": 96000
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.785088062286377,
      "reference_value": 0.3354029059410095,
      "delta": 0.44968515634536743,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.785088062286377,
      "reference_value": 0.7645208239555359,
      "delta": 0.020567238330841064,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9064099788665771,
      "reference_value": 0.9255818128585815,
      "delta": -0.019171833992004395,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9064099788665771,
      "reference_value": 0.9073574542999268,
      "delta": -0.0009474754333496094,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.8496619507942184,
      "reference_value": 0.9071610141502287,
      "delta": -0.057499063356010294,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0011",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.8496619507942184,
      "reference_value": 0.8523672223635862,
      "delta": -0.0027052715693678397,
      "scored_samples": 95840
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 3.868682384490967,
      "reference_value": 3.5099804401397705,
      "delta": 0.3587019443511963,
      "scored_samples": 65440
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 3.868682384490967,
      "reference_value": 3.832148313522339,
      "delta": 0.03653407096862793,
      "scored_samples": 65440
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.44271257519721985,
      "reference_value": 0.3546605408191681,
      "delta": 0.08805203437805176,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.44271257519721985,
      "reference_value": 0.4544063210487366,
      "delta": -0.011693745851516724,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9211142063140869,
      "reference_value": 0.9351053237915039,
      "delta": -0.013991117477416992,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9211142063140869,
      "reference_value": 0.9178466796875,
      "delta": 0.003267526626586914,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "pml",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.9202818283760978,
      "reference_value": 0.9241683586547452,
      "delta": -0.003886530278647382,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "L_acg_d1",
      "reference": "L_ar3_d1",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.9202818283760978,
      "reference_value": 0.9212648784366863,
      "delta": -0.0009830500605884085,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 3.5511767864227295,
      "reference_value": 3.5099804401397705,
      "delta": 0.041196346282958984,
      "scored_samples": 65440
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "utmos_v2",
      "direction": "higher",
      "new_value": 3.5511767864227295,
      "reference_value": 3.5622782707214355,
      "delta": -0.011101484298706055,
      "scored_samples": 65440
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.3896706998348236,
      "reference_value": 0.3546605408191681,
      "delta": 0.03501015901565552,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "scoreq_natural",
      "direction": "lower",
      "new_value": 0.3896706998348236,
      "reference_value": 0.4024933874607086,
      "delta": -0.01282268762588501,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9126830697059631,
      "reference_value": 0.9351053237915039,
      "delta": -0.02242225408554077,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "ecapa_cosine",
      "direction": "higher",
      "new_value": 0.9126830697059631,
      "reference_value": 0.9147955775260925,
      "delta": -0.0021125078201293945,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "pml",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.9170439036865772,
      "reference_value": 0.9241683586547452,
      "delta": -0.007124454968168048,
      "scored_samples": 65280
    },
    {
      "record_id": "librispeech_1089-134686-0032",
      "method": "F_acg_d1",
      "reference": "F_ar3_d1",
      "metric": "estoi",
      "direction": "higher",
      "new_value": 0.9170439036865772,
      "reference_value": 0.9175237991601952,
      "delta": -0.00047989547361804163,
      "scored_samples": 65280
    }
  ]
}