Fix: Keep the new gold standard

Author: mandlilaast

.github/workflows/push.yml

@@ -4,6 +4,11 @@ on:
   push:
     paths:
       - data/**
+      - test/.run
+  pull_request:
+    branches:
+      - 'main'
+      - 'dev'
   workflow_dispatch:
 
 jobs:

.github/workflows/release.yml

@@ -29,6 +29,10 @@ jobs:
       run: zip -r records.zip data
     - name: zip quality estimates
       run: zip -r quality.zip quality/estimates
+    - name: Check that the zipped files are not corrupt by checking filesize (2KB or more)
+      run: |
+        ls -lh *.zip
+        ( ! find . -type f -name '*.zip' -size -2k -print -quit | grep -q .)
     - name: Upload binaries to release
       uses: svenstaro/upload-release-action@v2
       with:

quality/estimates/speaker-mapping-accuracy/difference.csv

@@ -151,6 +151,6 @@ v99.99.99,2015,2,0,1.0,0.3684031498640387,0.9830475724915585
 v99.99.99,2016,1,0,1.0,0.22360679774997896,0.9746794344808963
 v99.99.99,2017,1,1,0.5,0.13535036217158378,0.8646496378284161
 v99.99.99,2018,2,0,1.0,0.3684031498640387,0.9830475724915585
-v99.99.99,2019,0,1,0.0,0.025320565519103607,0.776393202250021
+v99.99.99,2019,0,1,0.0,0.02532056551910361,0.776393202250021
 v99.99.99,2020,1,0,1.0,0.22360679774997896,0.9746794344808963
 v99.99.99,2021,2,0,1.0,0.3684031498640387,0.9830475724915585

quality/estimates/speaker-mapping-accuracy/upper_bound.csv

@@ -151,6 +151,6 @@ v99.99.99,2015,2,0,1.0,0.3684031498640387,0.9830475724915585
 v99.99.99,2016,1,0,1.0,0.22360679774997896,0.9746794344808963
 v99.99.99,2017,1,1,0.5,0.13535036217158378,0.8646496378284161
 v99.99.99,2018,2,0,1.0,0.3684031498640387,0.9830475724915585
-v99.99.99,2019,0,1,0.0,0.025320565519103607,0.776393202250021
+v99.99.99,2019,0,1,0.0,0.02532056551910361,0.776393202250021
 v99.99.99,2020,1,0,1.0,0.22360679774997896,0.9746794344808963
 v99.99.99,2021,2,0,1.0,0.3684031498640387,0.9830475724915585

quality/estimates/speaker-mapping-coverage/difference.csv

@@ -1,157 +1,159 @@
 version,year,known,unknown,accuracy
-v1.5.0,1867,15112,2141,0.8759056395989103
-v1.5.0,1868,15202,2034,0.8819911812485496
-v1.5.0,1869,15463,1872,0.89201038361696
-v1.5.0,1870,13556,1464,0.9025299600532624
-v1.5.0,1871,17242,2128,0.8901393908105317
-v1.5.0,1872,13232,2294,0.8522478423289965
-v1.5.0,1873,14290,2855,0.8334791484397783
-v1.5.0,1874,11583,1826,0.8638228055783429
-v1.5.0,1875,17904,2590,0.873621547770079
-v1.5.0,1876,17199,1883,0.9013206162876009
-v1.5.0,1877,17740,1682,0.9133971784574194
-v1.5.0,1878,18655,1658,0.9183773937872298
-v1.5.0,1879,14879,1624,0.9015936496394595
-v1.5.0,1880,15298,1609,0.9048323179748033
-v1.5.0,1881,10840,1256,0.8961640211640212
-v1.5.0,1882,15683,1775,0.8983274143659068
-v1.5.0,1883,14827,1750,0.8944320443988659
-v1.5.0,1884,10359,2183,0.8259448253867007
-v1.5.0,1885,13727,2904,0.825386326739222
-v1.5.0,1886,14441,3333,0.8124789017666254
-v1.5.0,1887,11478,1763,0.8668529567253228
-v1.5.0,1888,14318,2169,0.868441802632377
-v1.5.0,1889,16926,2070,0.8910296904611498
-v1.5.0,1890,14610,1683,0.8967041060578163
-v1.5.0,1891,13939,1109,0.9263024986709197
-v1.5.0,1892,16500,1354,0.9241626526268624
-v1.5.0,1893,13286,1020,0.9287012442331889
-v1.5.0,1894,16528,1140,0.9354765678062033
-v1.5.0,1895,14966,1142,0.9291035510305439
-v1.5.0,1896,15927,1278,0.9257192676547515
-v1.5.0,1897,15366,973,0.940449231899137
-v1.5.0,1898,16198,1263,0.9276673730026918
-v1.5.0,1899,12286,1057,0.9207824327362663
-v1.5.0,1900,14411,998,0.9352326562398598
-v1.5.0,1901,14076,763,0.9485814407978974
-v1.5.0,1902,16310,832,0.9514642398786606
-v1.5.0,1903,17168,836,0.9535658742501666
-v1.5.0,1904,18434,1207,0.9385469171630773
-v1.5.0,1905,17784,1120,0.9407532797291579
-v1.5.0,1906,17987,888,0.952953642384106
-v1.5.0,1907,20031,1248,0.9413506273791061
-v1.5.0,1908,22226,1369,0.9419792328883237
-v1.5.0,1909,20592,1228,0.9437213565536205
-v1.5.0,1910,23938,1375,0.9456800853316478
-v1.5.0,1911,25110,1277,0.9516049569863948
-v1.5.0,1912,24944,1216,0.9535168195718654
-v1.5.0,1913,26553,725,0.9734218051176773
-v1.5.0,1914,21514,1344,0.9412022049173157
-v1.5.0,1915,20157,1133,0.9467825270079849
-v1.5.0,1916,19923,926,0.955585399779366
-v1.5.0,1917,26410,1613,0.9424401384576955
-v1.5.0,1918,30612,2067,0.9367483705131736
-v1.5.0,1919,29953,2419,0.9252749289509452
-v1.5.0,1920,13636,1093,0.9257926539479937
-v1.5.0,1921,15640,966,0.9418282548476454
-v1.5.0,1922,11550,592,0.951243617196508
-v1.5.0,1923,9998,334,0.967673248161053
-v1.5.0,1924,10724,144,0.9867500920132499
-v1.5.0,1925,9046,121,0.986800479982546
-v1.5.0,1926,10386,141,0.9866058706184098
-v1.5.0,1927,10555,210,0.9804923362749651
-v1.5.0,1928,10671,228,0.9790806496008808
-v1.5.0,1929,10452,286,0.9733656174334141
-v1.5.0,1930,12075,219,0.9821864324060517
-v1.5.0,1931,10256,235,0.9775998474883233
-v1.5.0,1932,12892,433,0.9675046904315197
-v1.5.0,1933,9651,189,0.9807926829268293
-v1.5.0,1934,9590,199,0.9796710593523342
-v1.5.0,1935,7713,184,0.9767000126630366
-v1.5.0,1936,9773,287,0.9714711729622266
-v1.5.0,1937,7944,161,0.9801357186921653
-v1.5.0,1938,7447,143,0.981159420289855
-v1.5.0,1939,9217,434,0.9550305667806445
-v1.5.0,1940,7779,301,0.9627475247524753
-v1.5.0,1941,7143,245,0.9668381158635625
-v1.5.0,1942,8313,193,0.9773101340230426
-v1.5.0,1943,8667,280,0.9687045937185649
-v1.5.0,1944,8194,291,0.9657041838538597
-v1.5.0,1945,11087,475,0.958917142362913
-v1.5.0,1946,10579,378,0.9655015058866478
-v1.5.0,1947,8096,179,0.9783685800604229
-v1.5.0,1948,15730,328,0.9795740440901731
-v1.5.0,1949,11878,323,0.973526760101631
-v1.5.0,1950,12474,398,0.9690801740211311
-v1.5.0,1951,14531,291,0.9803670219943328
-v1.5.0,1952,13169,278,0.9793262437718451
-v1.5.0,1953,13077,213,0.9839729119638826
-v1.5.0,1954,15065,284,0.9814971659391492
-v1.5.0,1955,14391,231,0.9842018875666804
-v1.5.0,1956,15455,220,0.9859649122807017
-v1.5.0,1957,14157,209,0.9854517611026034
-v1.5.0,1958,15552,461,0.9712108911509398
-v1.5.0,1959,15302,372,0.9762664284802858
-v1.5.0,1960,16180,291,0.9823325845425293
-v1.5.0,1961,15203,226,0.9853522587335537
-v1.5.0,1962,16279,314,0.9810763575001507
-v1.5.0,1963,17325,251,0.9857191624943105
-v1.5.0,1964,19547,548,0.9727295347101269
-v1.5.0,1965,19193,344,0.9823923836822439
-v1.5.0,1966,20327,307,0.9851216438887274
-v1.5.0,1967,24767,598,0.9764242065838754
-v1.5.0,1968,22426,493,0.9784894628910511
-v1.5.0,1969,23932,383,0.9842484063335389
-v1.5.0,1970,25614,323,0.9875467478891159
-v1.5.0,1971,18777,715,0.9633182844243793
-v1.5.0,1972,21074,1022,0.9537472845763939
-v1.5.0,1973,19473,1097,0.9466699076324745
-v1.5.0,1974,17259,953,0.9476718647045904
-v1.5.0,1975,47189,3572,0.9296310159374322
-v1.5.0,1976,31311,3470,0.9002328857709669
-v1.5.0,1977,33356,1697,0.9515875959261689
-v1.5.0,1978,23523,1666,0.9338600182619398
-v1.5.0,1979,22480,1235,0.9479232553236349
-v1.5.0,1980,21019,473,0.9779918109063838
-v1.5.0,1981,23271,539,0.977362452750945
-v1.5.0,1982,21566,427,0.980584731505479
-v1.5.0,1983,23478,258,0.9891304347826086
-v1.5.0,1984,23493,331,0.9861064472800537
-v1.5.0,1985,21339,395,0.9818257108677648
-v1.5.0,1986,22599,418,0.981839509927445
-v1.5.0,1987,23440,340,0.9857022708158116
-v1.5.0,1988,23433,344,0.9855322370357908
-v1.5.0,1989,28025,633,0.9779119268616093
-v1.5.0,1990,122855,1602,0.9871280843986276
-v1.5.0,1991,112179,1684,0.9852102965844919
-v1.5.0,1992,129272,1666,0.9872764209014954
-v1.5.0,1993,124714,1453,0.9884835178770994
-v1.5.0,1994,97862,800,0.9918915083821532
-v1.5.0,1995,80999,680,0.9916747266739309
-v1.5.0,1996,102682,719,0.9930464889120995
-v1.5.0,1997,108858,788,0.9928132353209419
-v1.5.0,1998,91344,981,0.989374492282697
-v1.5.0,1999,109104,1038,0.9905758021463202
-v1.5.0,2000,115186,2142,0.9817434883403791
-v1.5.0,2001,115326,928,0.9920174789684656
-v1.5.0,2002,100138,893,0.9911611287624591
-v1.5.0,2003,75843,405,0.9946883852691218
-v1.5.0,2004,89566,507,0.9943712322227527
-v1.5.0,2005,81541,599,0.9927075724373021
-v1.5.0,2006,81685,611,0.992575580830174
-v1.5.0,2007,100106,653,0.9935191893528121
-v1.5.0,2008,92822,489,0.9947594602994287
-v1.5.0,2009,82526,513,0.9938221799395465
-v1.5.0,2010,74123,449,0.9939789733412004
-v1.5.0,2011,78231,462,0.9941290839083528
-v1.5.0,2012,82891,494,0.9940756730826887
-v1.5.0,2013,95444,423,0.9955876370388141
-v1.5.0,2014,82226,450,0.9945570661376941
-v1.5.0,2015,86193,504,0.9941866500570954
-v1.5.0,2016,79582,612,0.9923685063720478
-v1.5.0,2017,83302,637,0.9924111557202254
-v1.5.0,2018,56610,398,0.9930185237159697
-v1.5.0,2019,65734,474,0.992840744320928
-v1.5.0,2020,101534,848,0.9917172940555957
-v1.5.0,2021,84819,1333,0.9845273470145789
-v1.5.0,2022,75349,864,0.9886633513967433
+v99.99.99,1867,15112,2141,0.8759056395989103
+v99.99.99,1868,15202,2034,0.8819911812485496
+v99.99.99,1869,15463,1872,0.89201038361696
+v99.99.99,1870,13556,1464,0.9025299600532624
+v99.99.99,1871,17242,2128,0.8901393908105317
+v99.99.99,1872,13232,2294,0.8522478423289965
+v99.99.99,1873,14290,2855,0.8334791484397783
+v99.99.99,1874,11583,1826,0.8638228055783429
+v99.99.99,1875,17904,2590,0.873621547770079
+v99.99.99,1876,17199,1883,0.9013206162876009
+v99.99.99,1877,17740,1682,0.9133971784574194
+v99.99.99,1878,18655,1658,0.9183773937872298
+v99.99.99,1879,14879,1624,0.9015936496394595
+v99.99.99,1880,15298,1609,0.9048323179748033
+v99.99.99,1881,10840,1256,0.8961640211640212
+v99.99.99,1882,15683,1775,0.8983274143659068
+v99.99.99,1883,14827,1750,0.8944320443988659
+v99.99.99,1884,10359,2183,0.8259448253867007
+v99.99.99,1885,13727,2904,0.825386326739222
+v99.99.99,1886,14441,3333,0.8124789017666254
+v99.99.99,1887,11478,1763,0.8668529567253228
+v99.99.99,1888,14318,2169,0.868441802632377
+v99.99.99,1889,16926,2070,0.8910296904611498
+v99.99.99,1890,14610,1683,0.8967041060578163
+v99.99.99,1891,13939,1109,0.9263024986709197
+v99.99.99,1892,16500,1354,0.9241626526268624
+v99.99.99,1893,13286,1020,0.9287012442331889
+v99.99.99,1894,16528,1140,0.9354765678062033
+v99.99.99,1895,14966,1142,0.9291035510305439
+v99.99.99,1896,15927,1278,0.9257192676547515
+v99.99.99,1897,15366,973,0.940449231899137
+v99.99.99,1898,16198,1263,0.9276673730026918
+v99.99.99,1899,12286,1057,0.9207824327362663
+v99.99.99,1900,14411,998,0.9352326562398598
+v99.99.99,1901,14076,763,0.9485814407978974
+v99.99.99,1902,16310,832,0.9514642398786606
+v99.99.99,1903,17168,836,0.9535658742501666
+v99.99.99,1904,18434,1207,0.9385469171630773
+v99.99.99,1905,17784,1120,0.9407532797291579
+v99.99.99,1906,17987,888,0.952953642384106
+v99.99.99,1907,20031,1248,0.9413506273791061
+v99.99.99,1908,22226,1369,0.9419792328883237
+v99.99.99,1909,20592,1228,0.9437213565536205
+v99.99.99,1910,23938,1375,0.9456800853316478
+v99.99.99,1911,25110,1277,0.9516049569863948
+v99.99.99,1912,24944,1216,0.9535168195718654
+v99.99.99,1913,26553,725,0.9734218051176773
+v99.99.99,1914,21514,1344,0.9412022049173157
+v99.99.99,1915,20157,1133,0.9467825270079849
+v99.99.99,1916,19923,926,0.955585399779366
+v99.99.99,1917,26410,1613,0.9424401384576955
+v99.99.99,1918,30612,2067,0.9367483705131736
+v99.99.99,1919,29953,2419,0.9252749289509452
+v99.99.99,1920,13636,1093,0.9257926539479937
+v99.99.99,1921,15640,966,0.9418282548476454
+v99.99.99,1922,11550,592,0.951243617196508
+v99.99.99,1923,9998,334,0.967673248161053
+v99.99.99,1924,10724,144,0.9867500920132499
+v99.99.99,1925,9046,121,0.986800479982546
+v99.99.99,1926,10386,141,0.9866058706184098
+v99.99.99,1927,10555,210,0.9804923362749651
+v99.99.99,1928,10671,228,0.9790806496008808
+v99.99.99,1929,10452,286,0.9733656174334141
+v99.99.99,1930,12075,219,0.9821864324060517
+v99.99.99,1931,10256,235,0.9775998474883233
+v99.99.99,1932,12892,433,0.9675046904315197
+v99.99.99,1933,9651,189,0.9807926829268293
+v99.99.99,1934,9590,199,0.9796710593523342
+v99.99.99,1935,7713,184,0.9767000126630366
+v99.99.99,1936,9773,287,0.9714711729622266
+v99.99.99,1937,7944,161,0.9801357186921653
+v99.99.99,1938,7447,143,0.981159420289855
+v99.99.99,1939,9217,434,0.9550305667806445
+v99.99.99,1940,7779,301,0.9627475247524753
+v99.99.99,1941,7143,245,0.9668381158635625
+v99.99.99,1942,8313,193,0.9773101340230426
+v99.99.99,1943,8667,280,0.9687045937185649
+v99.99.99,1944,8194,291,0.9657041838538597
+v99.99.99,1945,11087,475,0.958917142362913
+v99.99.99,1946,10579,378,0.9655015058866478
+v99.99.99,1947,8096,179,0.9783685800604229
+v99.99.99,1948,15730,328,0.9795740440901731
+v99.99.99,1949,11878,323,0.973526760101631
+v99.99.99,1950,12474,398,0.9690801740211311
+v99.99.99,1951,14531,291,0.9803670219943328
+v99.99.99,1952,13169,278,0.9793262437718451
+v99.99.99,1953,13077,213,0.9839729119638826
+v99.99.99,1954,15065,284,0.9814971659391492
+v99.99.99,1955,14391,231,0.9842018875666804
+v99.99.99,1956,15455,220,0.9859649122807017
+v99.99.99,1957,14157,209,0.9854517611026034
+v99.99.99,1958,15552,461,0.9712108911509398
+v99.99.99,1959,15302,372,0.9762664284802858
+v99.99.99,1960,16180,291,0.9823325845425293
+v99.99.99,1961,15203,226,0.9853522587335537
+v99.99.99,1962,16279,314,0.9810763575001507
+v99.99.99,1963,17325,251,0.9857191624943105
+v99.99.99,1964,19547,548,0.9727295347101269
+v99.99.99,1965,19193,344,0.9823923836822439
+v99.99.99,1966,20327,307,0.9851216438887274
+v99.99.99,1967,24767,598,0.9764242065838754
+v99.99.99,1968,22426,493,0.9784894628910511
+v99.99.99,1969,23932,383,0.9842484063335389
+v99.99.99,1970,25614,323,0.9875467478891159
+v99.99.99,1971,18777,715,0.9633182844243793
+v99.99.99,1972,21074,1022,0.9537472845763939
+v99.99.99,1973,19473,1097,0.9466699076324745
+v99.99.99,1974,17259,953,0.9476718647045904
+v99.99.99,1975,47189,3572,0.9296310159374322
+v99.99.99,1976,31311,3470,0.9002328857709669
+v99.99.99,1977,33356,1697,0.9515875959261689
+v99.99.99,1978,23523,1666,0.9338600182619398
+v99.99.99,1979,22480,1235,0.9479232553236349
+v99.99.99,1980,21019,473,0.9779918109063838
+v99.99.99,1981,23271,539,0.977362452750945
+v99.99.99,1982,21566,427,0.980584731505479
+v99.99.99,1983,23478,258,0.9891304347826086
+v99.99.99,1984,23493,331,0.9861064472800537
+v99.99.99,1985,21339,395,0.9818257108677648
+v99.99.99,1986,22599,418,0.981839509927445
+v99.99.99,1987,23440,340,0.9857022708158116
+v99.99.99,1988,23433,344,0.9855322370357908
+v99.99.99,1989,28025,633,0.9779119268616093
+v99.99.99,1990,122855,1602,0.9871280843986276
+v99.99.99,1991,112179,1684,0.9852102965844919
+v99.99.99,1992,129272,1666,0.9872764209014954
+v99.99.99,1993,124714,1453,0.9884835178770994
+v99.99.99,1994,97862,800,0.9918915083821532
+v99.99.99,1995,80999,680,0.9916747266739309
+v99.99.99,1996,102682,719,0.9930464889120995
+v99.99.99,1997,108858,788,0.9928132353209419
+v99.99.99,1998,91344,981,0.989374492282697
+v99.99.99,1999,109104,1038,0.9905758021463202
+v99.99.99,2000,115186,2142,0.9817434883403791
+v99.99.99,2001,115326,928,0.9920174789684656
+v99.99.99,2002,100138,893,0.9911611287624591
+v99.99.99,2003,75843,405,0.9946883852691218
+v99.99.99,2004,89566,507,0.9943712322227527
+v99.99.99,2005,81541,599,0.9927075724373021
+v99.99.99,2006,81685,611,0.992575580830174
+v99.99.99,2007,100106,653,0.9935191893528121
+v99.99.99,2008,92822,489,0.9947594602994287
+v99.99.99,2009,82526,513,0.9938221799395465
+v99.99.99,2010,74123,449,0.9939789733412004
+v99.99.99,2011,78231,462,0.9941290839083528
+v99.99.99,2012,82891,494,0.9940756730826887
+v99.99.99,2013,95444,423,0.9955876370388141
+v99.99.99,2014,82226,450,0.9945570661376941
+v99.99.99,2015,86193,504,0.9941866500570954
+v99.99.99,2016,79582,612,0.9923685063720478
+v99.99.99,2017,83302,637,0.9924111557202254
+v99.99.99,2018,56610,398,0.9930185237159697
+v99.99.99,2019,65734,474,0.992840744320928
+v99.99.99,2020,101534,848,0.9917172940555957
+v99.99.99,2021,84819,1333,0.9845273470145789
+v99.99.99,2022,75349,864,0.9886633513967433
+v99.99.99,2023,9656,14613,0.3978738308129713
+v99.99.99,2024,5029,17816,0.22013569708907857

quality/estimates/speaker-mapping-coverage/speaker-mapping-coverage.png

@@ -0,0 +1,5 @@
+Edit this file to force push test to run.
+-----------------------------------------
+
+
+