diff --git a/figures/SHR_distrib.pdf b/figures/SHR_distrib.pdf new file mode 100644 index 0000000000000000000000000000000000000000..20934e408cffd8c914a36a59d304e152cbb6c1ca Binary files /dev/null and b/figures/SHR_distrib.pdf differ diff --git a/figures/SNR_distrib.pdf b/figures/SNR_distrib.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c049784c2b7d292df150412884a8759bc292b64e Binary files /dev/null and b/figures/SNR_distrib.pdf differ diff --git a/figures/freq_distrib.pdf b/figures/freq_distrib.pdf new file mode 100644 index 0000000000000000000000000000000000000000..7b20cb299dd1faf7eab2c8c11eb69ba42e5ee220 Binary files /dev/null and b/figures/freq_distrib.pdf differ diff --git a/figures/salience_distrib.pdf b/figures/salience_distrib.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c7102b017e61a02f813109647351aa3326b96cd8 Binary files /dev/null and b/figures/salience_distrib.pdf differ diff --git a/figures/scatter_scores.pdf b/figures/scatter_scores.pdf new file mode 100644 index 0000000000000000000000000000000000000000..87143350aebd27388b3f59787f6e5df951fa1e7e Binary files /dev/null and b/figures/scatter_scores.pdf differ diff --git a/figures/scatter_scores_minusbins.pdf b/figures/scatter_scores_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..8bb7e849b99b0b950776c8bdf93f0862615a818f Binary files /dev/null and b/figures/scatter_scores_minusbins.pdf differ diff --git a/figures/scores.pdf b/figures/scores.pdf new file mode 100644 index 0000000000000000000000000000000000000000..df42c8364c0355691823ca847a39683b1103e9ef Binary files /dev/null and b/figures/scores.pdf differ diff --git a/figures/scores_minusbins.pdf b/figures/scores_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..d0c9edc45896b427ec3e93a39f3bbc7570c644e7 Binary files /dev/null and b/figures/scores_minusbins.pdf differ diff --git a/figures/toto.pdf b/figures/toto.pdf new file mode 100644 index 0000000000000000000000000000000000000000..64de3388ef14f187b1928caf3e0f5016f2e275c0 Binary files /dev/null and b/figures/toto.pdf differ diff --git a/scores/bats_report_minusbins.pdf b/scores/bats_report_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..07a87b5de18ff7a53a418476989ec99a1ee7f938 Binary files /dev/null and b/scores/bats_report_minusbins.pdf differ diff --git a/scores/bats_report_minusvocs.pdf b/scores/bats_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..a159c14f73a29c5caecaedd8df44b64052eea9d6 Binary files /dev/null and b/scores/bats_report_minusvocs.pdf differ diff --git a/scores/bats_scores_minusbins.csv b/scores/bats_scores_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..eab7eef9483116fe3fd042a99dd4613eec8817bb --- /dev/null +++ b/scores/bats_scores_minusbins.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,340,0.5304605325519132,0.5056736481798775,0.0312792401520911,0.08655126758500825,0.0790845625372482 +pesto,340,0.9097163571888836,0.17377502240953757,0.15296932995624954,0.4385541329912212,0.408248844153355 +pesto_ft,340,0.8326147842762447,0.2485144541876916,0.003370854886637149,0.0661765565632152,0.3476205608794456 +praat,340,0.8699461445340476,0.19154287303779122,0.6036798739168849,0.6360353001527492,0.5116651985328431 +tcrepe,340,0.6876985399325273,0.3226598637409867,0.5183641880747238,0.6198208688488138,0.4308181405067444 +tcrepe_ftoth,340,0.7655736716781071,0.26487624360835926,0.7600956019658418,0.7758335589981636,0.0820454642176628 +tcrepe_ftsp,340,0.9377266439055961,0.1283168268378129,0.8304968324041024,0.8370962878527843,2.0110450122956536e-06 diff --git a/scores/bats_scores_minusvocs.csv b/scores/bats_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..34092419a14f416ef151db6710587f9bc3923d3e --- /dev/null +++ b/scores/bats_scores_minusvocs.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,285,0.5176227356825082,0.5065487206928219,0.027677731850108384,0.08010935082634088,0.0783348817424019 +pesto,285,0.8712787170171437,0.14402735116383555,0.15238118498737993,0.3942843478988907,0.4011144477221042 +pesto_ft,285,0.8319539664086385,0.19803922487284498,0.0012386825395409968,0.0628667306603561,0.364730774361 +praat,285,0.8211186612693093,0.16551001514241337,0.48388264682579885,0.5277445861687946,0.4946028975264342 +tcrepe,285,0.6396828690867474,0.3360830182045647,0.4260912967683111,0.5433803879907395,0.4244879782199854 +tcrepe_ftoth,285,0.7159124045486979,0.25746623164558186,0.6812688170780389,0.7097054092902882,0.0785873308777809 +tcrepe_ftsp,285,0.9194027671618183,0.07189235761632785,0.7752688057098234,0.7871659639264081,6.247707005968247e-07 diff --git a/scores/dclde_report_minusbins.pdf b/scores/dclde_report_minusbins.pdf index db1139322db86931603fa6800f7a9be701ee00d2..f7cc6bccdb13544e7a8f4b7898e0601a0a3bce19 100644 Binary files a/scores/dclde_report_minusbins.pdf and b/scores/dclde_report_minusbins.pdf differ diff --git a/scores/dclde_report_minusvocs.pdf b/scores/dclde_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..26eebb43bee1f3176edd7296f1ae9297e2c04665 Binary files /dev/null and b/scores/dclde_report_minusvocs.pdf differ diff --git a/scores/dclde_scores_minusbins.csv b/scores/dclde_scores_minusbins.csv index 99615f5d0162a9b6cc5faa724b1934e8109b3a75..84d0347cd860cc096b88dac749f68c2308d5d0a1 100644 --- a/scores/dclde_scores_minusbins.csv +++ b/scores/dclde_scores_minusbins.csv @@ -1,8 +1,7 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,2889,0.4934617780375019,0.4976335862895896,0.002565458390727748,0.08184824997288204,0.0991515778980577 -pesto_ft,2889,0.645851834938432,0.45492323606737056,0.025089020860339695,0.08142232302403914,0.354500072247133 -praat,2889,0.4685076064548694,0.3498983689447836,0.034948073670779276,0.1030094162308732,1.4772234670299873e-15 -tcrepe,2889,0.5463718019114061,0.5029754181991599,0.07173019210150244,0.17347971657034036,0.1139918327331525 -tcrepe_ft,2889,0.5889413767117915,0.4659665754277011,0.3024984186908078,0.33929675402070636,0.0004611886222846 -tcrepe_ftoth,2889,0.5895313032995163,0.4910877722124275,0.29480774729624737,0.33218545823238993,0.0034221350215375 -tcrepe_ftsp,2889,0.5872619992403246,0.4888861565335117,0.3047000405005984,0.32689833958040304,0.0188174031674861 +basic,857,0.4937819164690053,0.49464504242336327,0.0011171257645990265,0.07676916801761924,0.1000975181276981 +pesto_ft,857,0.6811150216388713,0.45435858292419473,0.019574420367595782,0.07970784431998577,0.3501903139542932 +praat,857,0.4241631237848757,0.28122418782358394,0.02957053326734878,0.09935073707109611,2.1446587446699223e-15 +tcrepe,857,0.5579636935624637,0.5031452571670996,0.06028653598328976,0.15776992526146458,0.1161305099725736 +tcrepe_ftoth,857,0.5999862987064637,0.49286985220369195,0.2917864948815428,0.32873108228491227,0.0033948827069252 +tcrepe_ftsp,857,0.6262689566513199,0.48975193458234023,0.3660982194973327,0.3984793072734849,0.0451976977288717 diff --git a/scores/dclde_scores_minusvocs.csv b/scores/dclde_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..4078355ced447518f946a20237627b6dcd5781a9 --- /dev/null +++ b/scores/dclde_scores_minusvocs.csv @@ -0,0 +1,7 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,591,0.5048206705129242,0.5039197062893951,0.0006527560911365562,0.08163013956263572,0.1014285070196543 +pesto_ft,591,0.6365082594348132,0.36130275196231837,0.023039929725777206,0.07903585007571855,0.3416237066610526 +praat,591,0.3827582955714958,0.23746686806448633,0.019590097975052165,0.0800888608531277,4.5536006093358544e-15 +tcrepe,591,0.5293279647975957,0.46962885440597824,0.049656162421148085,0.1489517780646572,0.1204417318105686 +tcrepe_ftoth,591,0.5670372180936893,0.4196170153253644,0.28307008192959937,0.31545591054824484,0.0039945728145541 +tcrepe_ftsp,591,0.5770386039249251,0.40175797201604535,0.34388531149890317,0.37390690051976944,0.0474114142358289 diff --git a/scores/hummingbird_report.pdf b/scores/hummingbird_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..46e77f4e29c55f2e69cf355ec9367a29b9c69c03 Binary files /dev/null and b/scores/hummingbird_report.pdf differ diff --git a/scores/hummingbird_report_minusbins.pdf b/scores/hummingbird_report_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..e0c843ca950a15ba720de024242c589d2a8817d8 Binary files /dev/null and b/scores/hummingbird_report_minusbins.pdf differ diff --git a/scores/hummingbird_report_minusvocs.pdf b/scores/hummingbird_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..04705adacdbf5a785bbfbd298a7e34785c6d13e6 Binary files /dev/null and b/scores/hummingbird_report_minusvocs.pdf differ diff --git a/scores/hummingbird_scores.csv b/scores/hummingbird_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..671d5e718bb5a59285a1ae2eab6511dee6e1f638 --- /dev/null +++ b/scores/hummingbird_scores.csv @@ -0,0 +1,7 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,13680,0.5078611886313824,0.5002421589400426,0.015781610637485014,0.07857915836026633,0.1064747843469943 +pesto_ft,13680,0.800435716186913,0.21943295584935418,0.0006721199216735289,0.01754186370616652,0.45576715256749 +praat,13680,0.6884797373172128,0.28999121935690647,0.5367664245591841,0.6159795414457548,0.8031442461784801 +tcrepe,13680,0.6878614198595807,0.3240158498495314,0.5327052967468091,0.6032881313025624,0.3509200780795074 +tcrepe_ftoth,13680,0.689424060545676,0.3157951351160881,0.5711931695796063,0.6375043121258378,0.0946303319693476 +tcrepe_ftsp,13680,0.6796561216607578,0.31295793020161794,0.6089370136842096,0.6287574940222063,0.0469030652575937 diff --git a/scores/hummingbird_scores_minusbins.csv b/scores/hummingbird_scores_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..b17c1f314718867dd8c6848426d5948db74fe1d2 --- /dev/null +++ b/scores/hummingbird_scores_minusbins.csv @@ -0,0 +1,7 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,13591,0.506452066875261,0.5088340290229151,0.016502056431683093,0.07900653439339596,0.1064747843469943 +pesto_ft,13591,0.8419329093862515,0.3118731383817575,0.0009993714233796894,0.011940085341668865,0.45576715256749 +praat,13591,0.7525799561741263,0.338317915663083,0.6177269789326212,0.6713304217381041,0.8031442461784801 +tcrepe,13591,0.7377515357012172,0.3737621805203363,0.6270687693087594,0.6665924968858266,0.3509200780795074 +tcrepe_ftoth,13591,0.7395600935160394,0.36450158030538504,0.6729198967653255,0.7072637264678039,0.0946303319693476 +tcrepe_ftsp,13591,0.7168813558373504,0.36107065004748706,0.665944109690193,0.6894399414143872,0.0469030652575937 diff --git a/scores/hummingbird_scores_minusvocs.csv b/scores/hummingbird_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..35e592d79e055dd4e8bdb01079704cae3c0d2cf2 --- /dev/null +++ b/scores/hummingbird_scores_minusvocs.csv @@ -0,0 +1,7 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,5833,0.5065887909638562,0.49826402241074963,0.018262555592793907,0.08147611158599083,0.111711444516147 +pesto_ft,5833,0.7787673133411238,0.25278803311173775,0.0010996727796247657,0.01961033185566252,0.4366362049926711 +praat,5833,0.6905102055610322,0.31076392210468173,0.43452728194437995,0.5600929773622301,0.7602818183025603 +tcrepe,5833,0.6789061417233149,0.34603530838885144,0.44793006398139745,0.5521107787557108,0.2968837290157796 +tcrepe_ftoth,5833,0.6818743836429143,0.33860242981729816,0.48810918980756157,0.5907740413024124,0.0794994357541193 +tcrepe_ftsp,5833,0.6539182691032538,0.3518887552232689,0.5588861091707903,0.5776014220627269,0.0392451872106812 diff --git a/scores/hyenas_report_minusbins.pdf b/scores/hyenas_report_minusbins.pdf index c9a372deeffb7226f4d8a32272d44c3d82f1470e..5d2b2e0c3b75f7b0b6c50461f09fbda90ec576b9 100644 Binary files a/scores/hyenas_report_minusbins.pdf and b/scores/hyenas_report_minusbins.pdf differ diff --git a/scores/hyenas_report_minusvocs.pdf b/scores/hyenas_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..5638f9ae72f429502d98abd4f1bc25b5b260d46b Binary files /dev/null and b/scores/hyenas_report_minusvocs.pdf differ diff --git a/scores/hyenas_scores_minusbins.csv b/scores/hyenas_scores_minusbins.csv index 4a69a928d8d82bab20d44bc089173cccab7f1683..ee2876a228f742bb4bf45aa714c0b97240fadb38 100644 --- a/scores/hyenas_scores_minusbins.csv +++ b/scores/hyenas_scores_minusbins.csv @@ -1,10 +1,9 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold basic,540,0.8382027051135083,0.626483412875954,0.653146647377157,0.720983196913447,0.2350587317700563 crepe,540,0.8149652279442126,0.6755093354731561,0.5408710093214031,0.6188955987314173,0.5646291375160217 -pesto_ft,540,0.8311222857907785,0.7577409421042871,0.9146886505669781,0.9316982775817243,0.5855451993955098 +pesto_ft,540,0.8311222857907785,0.757740942104287,0.9146886505669781,0.9316982775817243,0.5855451993955098 praat,540,0.8607053866306363,0.6814370008926194,0.663121581008533,0.8408926659844238,0.8242045616494419 pyin,540,0.7621208266748893,0.677523470263628,0.40168533011005797,0.47811771345205056,0.0203176285563605 tcrepe,540,0.8649416415023491,0.7124574800242053,0.8307992013056307,0.9263440127676693,0.4885309636592865 -tcrepe_ft,540,0.9318738441035802,0.7785580931730135,0.9715818698986273,0.977288725176991,0.1709312796592712 tcrepe_ftoth,540,0.8858112597497805,0.7119032349141882,0.8345351342928484,0.8620523085464302,0.0536471866071224 tcrepe_ftsp,540,0.9486928510951457,0.8112916156689484,0.9765953761434663,0.9853086089713546,0.6906519932672381 diff --git a/scores/hyenas_scores_minusvocs.csv b/scores/hyenas_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..3fb82039dd315bd06a6f4d1c13971a417ef1041c --- /dev/null +++ b/scores/hyenas_scores_minusvocs.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,360,0.8025472504164141,0.03259905372405372,0.34076573850196346,0.6691532683051687,0.2318034226102915 +crepe,360,0.7710806556364308,0.1051140586160581,0.32089521139522126,0.6011214731568273,0.5853415727615356 +pesto_ft,354,0.8746888661993113,0.04506118489169336,0.9042560678243439,0.9183692541458138,0.5834571924474812 +praat,360,0.8425439736560952,0.05238536155202821,0.3619045537115504,0.7965691895866335,0.7943916273166014 +pyin,354,0.7479128622515191,0.10013521809089054,0.2642799346087846,0.49066775436147725,0.030106861794195 +tcrepe,360,0.8204020947800839,0.06295906837734754,0.5202034480766319,0.876138110454878,0.5234805941581726 +tcrepe_ftoth,360,0.8202497664790666,0.0577182647909557,0.6384357460801857,0.6795803856427255,0.0513894371688365 +tcrepe_ftsp,360,0.9094402011279753,0.026630550368295466,0.9573255969106957,0.9664925848948881,0.7070468068122864 diff --git a/scores/lions_report_minusbins.pdf b/scores/lions_report_minusbins.pdf index 7c300433bd079da37e6a5512a4f3c28b33413ef0..2deccbcda5de85c7cc28be6e3c64d0eec52bbd88 100644 Binary files a/scores/lions_report_minusbins.pdf and b/scores/lions_report_minusbins.pdf differ diff --git a/scores/lions_report_minusvocs.pdf b/scores/lions_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..17f05a5fba9a6f045d7a0fe85061f98081bae932 Binary files /dev/null and b/scores/lions_report_minusvocs.pdf differ diff --git a/scores/lions_scores_minusbins.csv b/scores/lions_scores_minusbins.csv index 983ef370dc2463396bfdbf5e4f60e073cf32bff8..f220d452ebcfa1082c1caf2095d5bbca32ead3e0 100644 --- a/scores/lions_scores_minusbins.csv +++ b/scores/lions_scores_minusbins.csv @@ -1,11 +1,10 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,164,0.3771096123661572,0.5419969438997639,0.008202680129238492,0.09056011736683862,0.1809883378446102 -crepe,164,0.8923423762019954,0.4224593736003256,0.3621183861181977,0.3730163311381565,0.2809945344924927 -pesto,164,0.7519821824584947,0.37453639874992517,0.5168718932494678,0.5265328049312826,0.531615441324912 -pesto_ft,164,0.9569391116794727,0.44635089282792617,0.506189862369602,0.5134863804635909,0.6393860365341029 -praat,164,0.941686699708503,0.41322308048301426,0.6361577327007385,0.6721810088214691,0.4840061178113841 -pyin,164,0.9197440919118631,0.4384739635497116,0.4909508514018799,0.49745188009672126,0.0100554812581126 -tcrepe,164,0.9283561360105781,0.41732431934197084,0.6895894598912593,0.6998437926189445,0.2765105962753296 -tcrepe_ft,164,0.9441710309453731,0.4172097477704506,0.7223304769071776,0.724826827321557,0.0192676540464162 -tcrepe_ftoth,164,0.9365453596265636,0.4164929947768212,0.6835433703658664,0.6936303396439452,0.0112649369984865 -tcrepe_ftsp,164,0.9625343375528395,0.4308409846749934,0.6780585423648428,0.682064354150696,0.1585978865623474 +basic,164,0.37677692929719364,0.5420523210733097,0.008202680129238492,0.0906052323128682,0.1809883378446102 +crepe,164,0.8926820390797681,0.422471729020056,0.3622882492834877,0.3732312457966688,0.2809945344924927 +pesto,164,0.7519821824584947,0.3745629623818981,0.516981603153385,0.5266482890406692,0.531615441324912 +pesto_ft,164,0.9569391116794727,0.4464169186693665,0.5063319332052704,0.5136284512992592,0.6393860365341029 +praat,164,0.9416693770920951,0.4133007186084752,0.6364685245511645,0.6724918006718952,0.4840061178113841 +pyin,164,0.9197267692954549,0.438558435306391,0.4913551726903475,0.4978562013851889,0.0100554812581126 +tcrepe,164,0.9283272649832315,0.41740775083482573,0.6898713807143387,0.7001314876474931,0.2765105962753296 +tcrepe_ftoth,164,0.9365280370101556,0.4165806012035699,0.6838148849285395,0.6939018542066182,0.0112649369984865 +tcrepe_ftsp,164,0.9625227891419008,0.430925212609982,0.6782803733793566,0.68228618516521,0.1585978865623474 diff --git a/scores/lions_scores_minusvocs.csv b/scores/lions_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..a546c38c1d1e3afe616088b0c0805d3f1cafcb40 --- /dev/null +++ b/scores/lions_scores_minusvocs.csv @@ -0,0 +1,10 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,152,0.5180247982839183,0.4723563778171429,0.01461983328208314,0.091418429268034,0.1815457313787191 +crepe,152,0.7513455677249924,0.24632832819512562,0.2905760973173174,0.314678629363923,0.2791209518909454 +pesto,120,0.9254636986072964,0.07529446287934999,0.4193366951676348,0.4658411216831296,0.5302291799992379 +pesto_ft,152,0.9301484991099965,0.07017107827032727,0.3237232147617772,0.3408113256554094,0.6361518748936851 +praat,152,0.8240246064246755,0.15550154918099046,0.45404456020463213,0.5200309352869253,0.4897098805335207 +pyin,152,0.8527361108845785,0.1484538624615426,0.3612818507221368,0.3661861819471984,0.0100737517641646 +tcrepe,152,0.7955523695872581,0.19636565575079912,0.530760585569083,0.5610539783364652,0.2729081511497497 +tcrepe_ftoth,152,0.8102798851166815,0.17899489826103912,0.519146711756185,0.5413902123316654,0.0106573160737752 +tcrepe_ftsp,152,0.8862520776643936,0.10507686406950204,0.5698465628702083,0.580457325915832,0.1563335210084915 diff --git a/scores/little_owl_report_minusbins.pdf b/scores/little_owl_report_minusbins.pdf index ff01552335b4af3fa4f4ff3f8e8888fa87347d42..3b9f15d9407b0b91ffbe977b19da4598362bc87b 100644 Binary files a/scores/little_owl_report_minusbins.pdf and b/scores/little_owl_report_minusbins.pdf differ diff --git a/scores/little_owl_report_minusvocs.pdf b/scores/little_owl_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..ec5eace59e5d05b928ae6509881c09b5e7e9b759 Binary files /dev/null and b/scores/little_owl_report_minusvocs.pdf differ diff --git a/scores/little_owl_scores_minusbins.csv b/scores/little_owl_scores_minusbins.csv index 882f5a3f45da06b23d3fc9e0240353c80e13d60b..ab9203a60e55f7e514064cee8baba11fde232757 100644 --- a/scores/little_owl_scores_minusbins.csv +++ b/scores/little_owl_scores_minusbins.csv @@ -1,10 +1,9 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold basic,1094,0.9403379362100827,0.16658692684341703,0.822489249337127,0.8375555601220745,0.1850156232714653 crepe,1094,0.9353877683686798,0.18125744086254386,0.8603043091702647,0.8953727457382079,0.5025836825370789 -pesto_ft,1094,0.9972437603145121,0.12101883911562351,0.0,0.08329748594556347,0.5030414517131028 +pesto_ft,1094,0.9972437603145121,0.12101883911562351,0.0,0.11301541538898181,0.5030414517131028 praat,1094,0.9912947286144091,0.14066293547851047,0.9037609736658884,0.9512688392604572,0.7337276640844828 pyin,1094,0.9707417206512152,0.16386944906153456,0.613849619587812,0.7606249051050148,0.0229442191246385 tcrepe,1094,0.9695096777759916,0.1710651125833235,0.9334712119896932,0.9657854083727005,0.5062802433967579 -tcrepe_ft,1094,0.9134041878848933,0.22005432513573944,0.9115060264601437,0.9541377004628343,0.0271188244223594 tcrepe_ftoth,1094,0.8314526015039393,0.24547078272217346,0.8586033866365241,0.9045649502971742,0.0827093347907066 tcrepe_ftsp,1094,0.9893165144869837,0.13484492905410742,0.9817864132838082,0.984373401586477,0.0011751350248232 diff --git a/scores/little_owl_scores_minusvocs.csv b/scores/little_owl_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..e14208921d7be79ef57b140cd7ef9ccf157c1b0f --- /dev/null +++ b/scores/little_owl_scores_minusvocs.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,651,0.8659894405525478,0.13639160661775418,0.6833813627736083,0.7080094161200872,0.1851391793228686 +crepe,651,0.866557810520128,0.133156305368485,0.7059001483677212,0.8050344935007726,0.4738435447216034 +pesto_ft,651,0.9273622267301711,0.07629361521651759,0.0,0.07879234608413087,0.507228578626655 +praat,651,0.9143352814546621,0.087859342354939,0.7279357897573167,0.8400121867003207,0.7134997377638596 +pyin,650,0.8836839697635455,0.10196723003557952,0.5560561923480318,0.6637638974526661,0.016467587593113 +tcrepe,651,0.8730230562956565,0.12747710236372728,0.7719105347514517,0.871470186523207,0.4776856899261474 +tcrepe_ftoth,651,0.7681092749754572,0.2285537806410375,0.7026732431656614,0.8017319821732993,0.0822285264730453 +tcrepe_ftsp,651,0.9346504311776053,0.07002206993416993,0.8965525562206595,0.9182846447618007,0.0002969919078168 diff --git a/scores/long_billed_report_minusbins.pdf b/scores/long_billed_report_minusbins.pdf index 37fcc0aa0d946213a158659dd900aa88b714b2b7..89ca1a8323ea68815df58a1a3da5202304cb161f 100644 Binary files a/scores/long_billed_report_minusbins.pdf and b/scores/long_billed_report_minusbins.pdf differ diff --git a/scores/long_billed_report_minusvocs.pdf b/scores/long_billed_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..b5691e72900dfb2f8117e3c7332abd0ccb8bbd58 Binary files /dev/null and b/scores/long_billed_report_minusvocs.pdf differ diff --git a/scores/long_billed_scores_minusbins.csv b/scores/long_billed_scores_minusbins.csv index 2281bb7c581ac83a88fe91822d6279797da198d0..54a2fde36289f35d9c18f1fdec6ba03ff3368001 100644 --- a/scores/long_billed_scores_minusbins.csv +++ b/scores/long_billed_scores_minusbins.csv @@ -1,8 +1,7 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,160,0.3743117480575655,0.504000999000999,0.014609758630662625,0.07806139052850895,0.1128089560744159 -pesto_ft,160,0.9282007885417698,0.07366477272727273,0.09236275196546634,0.1625857896570805,0.5048648702674331 -praat,160,0.703468781400328,0.18462977994227994,0.17084596998616347,0.20234798775887466,0.679605700071297 -tcrepe,160,0.7294245379110952,0.2530269036519036,0.14864706180332016,0.17815507056546287,0.2340726652927652 -tcrepe_ft,160,0.7354731028964757,0.2443435384060384,0.16670026495308649,0.1860402318165017,0.0028322018430596 -tcrepe_ftoth,160,0.6016610520387605,0.3633578574203574,0.15151244275693537,0.16840214574267226,0.0490501702643191 -tcrepe_ftsp,160,0.8567753990299304,0.13385284854034854,0.5056932363634095,0.5189612826827734,0.1316469948347068 +basic,160,0.3996879851389745,0.40186663114922494,0.015603961587040216,0.07840740650180635,0.1128089560744159 +pesto_ft,160,0.9412423054861427,0.642535693435569,0.13334479078842115,0.1865267344282009,0.5048648702674331 +praat,160,0.7394864457618359,0.49349311582175315,0.2063503363047384,0.2537989397312671,0.679605700071297 +tcrepe,160,0.8112953081619854,0.5011727606082412,0.2203725421553568,0.24763503116703517,0.2340726652927652 +tcrepe_ftoth,160,0.7016971180331983,0.43758711254607324,0.22775157415903982,0.24573202585875578,0.0490501702643191 +tcrepe_ftsp,160,0.8966470148609877,0.5916105751990848,0.5816543164194871,0.5965445583374698,0.1316469948347068 diff --git a/scores/long_billed_scores_minusvocs.csv b/scores/long_billed_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..9493588a7c25311771900a4ebfae61cee83e5d92 --- /dev/null +++ b/scores/long_billed_scores_minusvocs.csv @@ -0,0 +1,7 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,112,0.37614754128334754,0.5014717425431711,0.012356782411186895,0.08083822631398065,0.1128089560744159 +pesto_ft,112,0.9265124992035915,0.0751062925170068,0.08258833832239056,0.15301190738602513,0.4937068153313932 +praat,112,0.7185656820775611,0.17164115646258504,0.1875554933052066,0.21973197989259624,0.6857445595272917 +tcrepe,112,0.7370773858810348,0.24022653933368218,0.1595246857092387,0.18711691543672712,0.2382843747455694 +tcrepe_ftoth,112,0.6232639764421595,0.34304737920809353,0.16120992981248458,0.1770039772072503,0.0537742063599986 +tcrepe_ftsp,112,0.8616659417007623,0.1276109802895517,0.523888227244927,0.536827677641066,0.1352539717536448 diff --git a/scores/mice_report.pdf b/scores/mice_report.pdf index 2885a6e9e89160160d5600ea380929098cc042d1..06692e3a49acbfffee5f12e1146f1d2944838ddb 100644 Binary files a/scores/mice_report.pdf and b/scores/mice_report.pdf differ diff --git a/scores/mice_report_minusbins.pdf b/scores/mice_report_minusbins.pdf index 86b48a15b41704371df1978b3e83ee493332fa85..30a3d7fa69f0ea19bfea4c787e6393b8317ae8a0 100644 Binary files a/scores/mice_report_minusbins.pdf and b/scores/mice_report_minusbins.pdf differ diff --git a/scores/mice_report_minusvocs.pdf b/scores/mice_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..e7cb146f78ce23804344f6e18926d1f842ebc80b Binary files /dev/null and b/scores/mice_report_minusvocs.pdf differ diff --git a/scores/mice_scores.csv b/scores/mice_scores.csv index 7324ee85c516b5bd60da9db3c1adbc07705d2738..6a076285e20b20598746cbf1bb5c6c6426169f29 100644 --- a/scores/mice_scores.csv +++ b/scores/mice_scores.csv @@ -1,8 +1,9 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold basic,224705,0.49015022915557604,0.5004251482562762,0.0059668894880127755,0.0800051636281876,0.1141529254003822 +crepe,218,0.7637665915711911,0.215494011662968,0.49183808971275755,0.6901415488643057,0.2964563672359167 pesto_ft,224705,0.8724036840495272,0.13459239617620278,0.005535441270738241,0.8971656233003409,0.3539707950828082 praat,224705,0.8578199725752856,0.14013246433682258,0.5597332039440748,0.7158319344410511,0.3984094695314208 +pyin,208,0.8777485086798126,0.10797774792845138,0.4501085600650843,0.5739449544017144,0.0100018730460125 tcrepe,224705,0.7926664177349356,0.18629397573758605,0.6111605983629463,0.7273230199756398,0.3126094359617956 -tcrepe_ft,224705,0.8419558351538512,0.14167509925509553,0.7944660698101867,0.8302014078441904,0.0113115818597948 tcrepe_ftoth,224705,0.8331083290015755,0.1517954733764222,0.7905747056957474,0.8207014979815525,0.0478858328782604 tcrepe_ftsp,224705,0.863916251346702,0.12404008091637958,0.8704552110810035,0.8892940700797384,0.257651812525898 diff --git a/scores/mice_scores_minusbins.csv b/scores/mice_scores_minusbins.csv index 8303e78bc5eb930c3d9f175efa031b08b03b2845..3ce27ed013ac4a5bbd0c8f89bbc27ca834573bce 100644 --- a/scores/mice_scores_minusbins.csv +++ b/scores/mice_scores_minusbins.csv @@ -1,8 +1,9 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,68701,0.4886731044071031,0.4925235228382644,0.005484311016032931,0.07904431381422408,0.1144079245324241 -pesto_ft,68701,0.9415396998501813,0.3627975221781295,0.004394622310394696,0.9705451885416377,0.3678601091673644 -praat,68701,0.9562648782067377,0.35063436800933234,0.5063739536765155,0.7732123694431884,0.4145529701080933 -tcrepe,68701,0.8522777183624901,0.35817606120678025,0.5858373005781071,0.7568781198892844,0.2842240741619708 -tcrepe_ft,68701,0.9163628808713189,0.35870421609615155,0.8858012872718708,0.9072211193248403,0.0119988900824235 -tcrepe_ftoth,68701,0.8959633148908853,0.3633585588660553,0.8879386003318674,0.9066837995146048,0.0480876425711005 -tcrepe_ftsp,68701,0.9553206120468078,0.38988387159816995,0.9719437071896264,0.9763315364803871,0.3239162403803612 +basic,220190,0.5024299390044804,0.47466919131303215,0.005992729851689635,0.08022134587278759,0.1141529254003822 +crepe,217,0.846749174761964,0.3664586780538015,0.6040551258288602,0.7810795227338112,0.2964563672359167 +pesto_ft,220190,0.9578221908975935,0.2955562665009663,0.0055889195557136855,0.9606614582092136,0.3539707950828082 +praat,220190,0.9585253027797911,0.30052503440480366,0.6606233784536882,0.8128128795038996,0.3984094695314208 +pyin,208,0.9555477582688083,0.3573941685696441,0.5481651752837341,0.6677292107463942,0.0100018730460125 +tcrepe,220190,0.8875312617832668,0.30561714387723915,0.7323498999191754,0.8297610307064589,0.3126094359617956 +tcrepe_ftoth,220190,0.9256984773994655,0.3060103705855518,0.9081049625526715,0.9246680597366884,0.0478858328782604 +tcrepe_ftsp,220190,0.9170059145610358,0.34855234324090095,0.9350335740694702,0.9513815989722292,0.257651812525898 diff --git a/scores/mice_scores_minusvocs.csv b/scores/mice_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..831a367849c10a4c97309b71bf46cca269fcdc52 --- /dev/null +++ b/scores/mice_scores_minusvocs.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,66737,0.49286959963193383,0.5004359960938848,0.006453756554259743,0.08152005750142086,0.1130089550650227 +crepe,89,0.7203098719646946,0.26403227524664746,0.3579293907119542,0.6041212007975583,0.2632149201173047 +pesto_ft,66737,0.8328769841679055,0.18225021535874975,0.0049707997344823115,0.8616962187121805,0.3324448424357635 +praat,66737,0.8084241695144699,0.19157485592189424,0.3781802270321187,0.6070247984716246,0.3633451127885229 +pyin,83,0.8224959446532157,0.14483124289099694,0.3024682414207764,0.4396210394778745,0.0100012329649861 +tcrepe,66737,0.7155379906091387,0.26115341873936926,0.40054627464761194,0.5853852481308752,0.2533624639877921 +tcrepe_ftoth,66737,0.7596890959493737,0.22473542226090978,0.6697616100254119,0.722424209133358,0.038671341481117 +tcrepe_ftsp,66737,0.8464932045428045,0.14410475837482742,0.8325450683346536,0.8566807118264739,0.2311941392146625 diff --git a/scores/orangs_report_minusbins.pdf b/scores/orangs_report_minusbins.pdf index e79bd1e0b12339f2839c4c8f8261d0c7789ed894..2d467be67957f3a5abb42f441cb5c8c897b3c68c 100644 Binary files a/scores/orangs_report_minusbins.pdf and b/scores/orangs_report_minusbins.pdf differ diff --git a/scores/orangs_report_minusvocs.pdf b/scores/orangs_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..11f09e91c3c4a66c881102dfe1a25e9ea27d49e8 Binary files /dev/null and b/scores/orangs_report_minusvocs.pdf differ diff --git a/scores/orangs_scores_minusbins.csv b/scores/orangs_scores_minusbins.csv index 8a09d3c0e98988ac579b5d625401f486a2381793..0199159f86a2622dfab0904fd7b65dc2e16912f2 100644 --- a/scores/orangs_scores_minusbins.csv +++ b/scores/orangs_scores_minusbins.csv @@ -1,11 +1,10 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,1546,0.6416802400969569,0.2855965924468613,0.3794305404979509,0.40699222546081426,0.2018579880278612 -crepe,1546,0.776817424054358,0.41599770781943746,0.26669878456494855,0.29238057862532507,0.212248872966041 -pesto,1546,0.5573457451809454,0.20038599297422055,0.3643997704555345,0.40198171018221,0.4984438717359644 -pesto_ft,1546,0.7256308109915881,0.26926752974157675,0.039249560915665865,0.08970995637482819,0.4759690053696843 -praat,1546,0.655614615908833,0.408045606631731,0.21440056027392704,0.27643112972189804,0.703390458967297 -pyin,1546,0.6602184685093647,0.38583443134866025,0.20593040669945759,0.2333372562166083,0.0101400918132315 -tcrepe,1546,0.8081568889364887,0.40121441584045525,0.5669960936558549,0.6028544520827003,0.2193743506093421 -tcrepe_ft,1546,0.888305411550571,0.4539365767329279,0.6539852881937701,0.6692048938109624,0.0065422803886178 -tcrepe_ftoth,1546,0.8074077118430617,0.4342177424649977,0.5508064092441249,0.5867728400843526,0.0243973780026846 -tcrepe_ftsp,1546,0.896815540095757,0.44126654647519314,0.6506892578114907,0.6594922903625997,9.595476444336075e-05 +basic,1546,0.6397824946245442,0.2857889356020099,0.37831896601465165,0.4061116900957636,0.2018579880278612 +crepe,1546,0.7756971332798066,0.41595760995656006,0.26605032968916953,0.2918382758986477,0.212248872966041 +pesto,1546,0.5563177616993331,0.2005018585258763,0.36359776627247226,0.4011983432638565,0.4984438717359644 +pesto_ft,1546,0.7235088184800519,0.2695378025072819,0.03931974713189226,0.0898022558489209,0.4759690053696843 +praat,1546,0.6544308252286357,0.4081891590768168,0.21360722507242663,0.2756541898331924,0.703390458967297 +pyin,1546,0.6586044226043993,0.3861028155321155,0.20528422699033952,0.2327540839874659,0.0101400918132315 +tcrepe,1546,0.8058561570009302,0.40149969929622037,0.5651691932555415,0.601041671260553,0.2193743506093421 +tcrepe_ftoth,1546,0.8052528539826946,0.43447012255193457,0.5492008647342664,0.5851912025962742,0.0243973780026846 +tcrepe_ftsp,1546,0.8953210298931014,0.4412550614302963,0.6485788651628591,0.6574596291482915,9.595476444336075e-05 diff --git a/scores/orangs_scores_minusvocs.csv b/scores/orangs_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..6059c08fac71cac929d70936c30dc61199de1fa2 --- /dev/null +++ b/scores/orangs_scores_minusvocs.csv @@ -0,0 +1,10 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,1390,0.5421889927860211,0.1870256129762375,0.24037239506752184,0.2938319684105384,0.2009725470808186 +crepe,1390,0.7247818594172478,0.2853249766367703,0.19264393603271074,0.23580333104525303,0.2041504977349081 +pesto,1019,0.6778677973001724,0.1092025798041217,0.2946489086883303,0.39907413431543876,0.5004772395126803 +pesto_ft,1357,0.6641813743989984,0.10135517787537081,0.03981286213748699,0.08757969137646701,0.4765783660663396 +praat,1390,0.5989329320464675,0.33157135931024057,0.13855253992776492,0.21878123310969103,0.6933581325322359 +pyin,1266,0.6310542689926336,0.3330843928375631,0.13722212369447134,0.19080200399533037,0.0101400460439975 +tcrepe,1390,0.7299517841677227,0.2703544692535057,0.3911108271791849,0.46680193905839606,0.2112174303435716 +tcrepe_ftoth,1390,0.7338938676664546,0.31077708663650744,0.4112780295784797,0.4577713089522078,0.023276613074546 +tcrepe_ftsp,1390,0.8508490936317648,0.24797694144499371,0.5183327451222655,0.5311109633251714,9.01093380645318e-05 diff --git a/scores/palmae_report_minusbins.pdf b/scores/palmae_report_minusbins.pdf index 5adce645a3f6a1b5ae7877644710c7058c09b929..6d6f7881d9c4342ccc97a95437861c41dace34b6 100644 Binary files a/scores/palmae_report_minusbins.pdf and b/scores/palmae_report_minusbins.pdf differ diff --git a/scores/palmae_report_minusvocs.pdf b/scores/palmae_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..1013953ffaf642b11369d2556611352c36f55bc9 Binary files /dev/null and b/scores/palmae_report_minusvocs.pdf differ diff --git a/scores/palmae_scores_minusbins.csv b/scores/palmae_scores_minusbins.csv index b4b3e424cf93c305a957b267d29a8931b91a5797..290c132d75a2f7931ab8ae07fc9a5eacefe58fbf 100644 --- a/scores/palmae_scores_minusbins.csv +++ b/scores/palmae_scores_minusbins.csv @@ -1,7 +1,9 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,347,0.510343304435526,0.4955493931300719,0.005246343033783841,0.08126686190007168,0.1066525552315631 -praat,347,0.7021621478405716,0.31058444295698684,0.2273845650714087,0.2362772107590951,0.6120092270190941 -tcrepe,347,0.7012451284836912,0.301200840141028,0.19381561082793008,0.2261248196610175,0.1339981852230705 -tcrepe_ft,347,0.714547950145877,0.29446179700924197,0.2503170573714495,0.26434219678719384,0.005918824392713 -tcrepe_ftoth,347,0.7861780544995445,0.2175750798294932,0.29409092014215493,0.30073366509950983,0.049368465178716 -tcrepe_ftsp,347,0.7843274545137702,0.2182761555833576,0.25582252280841844,0.2622774678266342,0.0742969538085751 +basic,347,0.4370351260165893,0.528053053971247,0.006446984776161698,0.08516301976479734,0.1066525552315631 +crepe,347,0.8690932034212909,0.47199971154895826,0.4560184532488115,0.4703681451880844,0.1339385353014164 +pesto_ft,347,0.9551998985162824,0.49309945915871023,0.08885406902746211,0.09237806446927295,0.2207638312305936 +praat,347,0.9040280273240965,0.46443372390581045,0.3498259672292135,0.3522001787677275,0.6120092270190941 +pyin,347,0.8202043150495658,0.49973309607410665,0.0964922306257256,0.10013113532637972,0.0100002101542638 +tcrepe,347,0.8784167211749216,0.4665606342870058,0.3327922377428692,0.3462130515173275,0.1339981852230705 +tcrepe_ftoth,347,0.943961456987016,0.4931031595242063,0.4222485335131642,0.42377533004810136,0.049368465178716 +tcrepe_ftsp,347,0.8790479513382358,0.5169090713270457,0.3696561541656177,0.37059333621337837,0.0742969538085751 diff --git a/scores/palmae_scores_minusvocs.csv b/scores/palmae_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..bd13a36f68e6b23ab17232e68a62ede3bc953c7e --- /dev/null +++ b/scores/palmae_scores_minusvocs.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,290,0.5111441240267998,0.4958132102775684,0.003980629144343498,0.08128847346561371,0.1080810279045861 +crepe,290,0.7104397532027553,0.29101947556148405,0.30021199377201246,0.33232184898738426,0.1346921392607948 +pesto_ft,290,0.7939669103356659,0.21180507508112176,0.09256167405309212,0.10610049912781085,0.2230669037455377 +praat,290,0.6952751958017295,0.3168531576960962,0.24244966541289542,0.25124279016623297,0.6318163802415171 +pyin,290,0.7311021966764519,0.24508854953943573,0.0955321243347847,0.09980509078545191,0.0100003286045016 +tcrepe,290,0.7075716678371855,0.29377623486654725,0.20916977285652674,0.24064859269707792,0.1347572492610166 +tcrepe_ftoth,290,0.7831626790645498,0.22059038841212578,0.31709591658778036,0.3231324770702271,0.0519783201139019 +tcrepe_ftsp,290,0.7791578855211375,0.2228601923780524,0.2678718620290718,0.2736171460682624,0.0763814305039796 diff --git a/scores/parakeets_report_minusbins.pdf b/scores/parakeets_report_minusbins.pdf index af68c350b5483e764a0244e8d03610d4b5c26dfe..91b77dad8022aabe6639b78cdcb1ff8f3ec7d880 100644 Binary files a/scores/parakeets_report_minusbins.pdf and b/scores/parakeets_report_minusbins.pdf differ diff --git a/scores/parakeets_report_minusvocs.pdf b/scores/parakeets_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..36f2e0295caf9ac74ca0a65b3b1794187fc1482f Binary files /dev/null and b/scores/parakeets_report_minusvocs.pdf differ diff --git a/scores/parakeets_scores_minusbins.csv b/scores/parakeets_scores_minusbins.csv index a53277f92e695b3777595187ed0eba47182925df..138cfcbf579f773bbeb1dfa504a245e36bd7e6a9 100644 --- a/scores/parakeets_scores_minusbins.csv +++ b/scores/parakeets_scores_minusbins.csv @@ -1,8 +1,7 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,233,0.5352599179738932,0.43533756378161914,0.016906007639722703,0.08540693558161291,0.1292039956355999 -pesto_ft,233,0.8798572404271481,0.1144787942557752,0.02472850872830813,0.08401817259737573,0.2842719254587297 -praat,233,0.6349939671064521,0.20705436174939273,0.12373007320016195,0.19670895973453584,0.3869201863800927 -tcrepe,233,0.6528313397515272,0.27389374884310963,0.18541655576960658,0.24417348652385748,0.2004482314371764 -tcrepe_ft,233,0.4813852751134918,0.4023450081340545,0.1996800526280548,0.2378695244666733,0.0021849619403341 -tcrepe_ftoth,233,0.7893193988280441,0.16116332740190945,0.24700208364349852,0.3421091347221816,0.0355694774723462 -tcrepe_ftsp,233,0.8658145195780887,0.09673669957490959,0.33023314371674306,0.3528768537411261,0.00605612428529 +basic,233,0.49018146836144505,0.5390618606476321,0.021094535983866035,0.08640771731131777,0.1292039956355999 +pesto_ft,233,0.9566488866994227,0.4339068970559375,0.012996389024617323,0.07920088090181081,0.2842719254587297 +praat,233,0.7252699916644676,0.35015058211237293,0.16744499709130797,0.2548491031707654,0.3869201863800927 +tcrepe,233,0.7311020517040545,0.4064547406313183,0.262915002151354,0.32767992527664974,0.2004482314371764 +tcrepe_ftoth,233,0.8774999302265786,0.4125860548651243,0.34339442620746635,0.448990804089975,0.0355694774723462 +tcrepe_ftsp,233,0.94249062465836,0.4249925572949519,0.42913305488818326,0.4435097760301695,0.00605612428529 diff --git a/scores/parakeets_scores_minusvocs.csv b/scores/parakeets_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..1bd7567f68cea2b926910039217f35687d3bda75 --- /dev/null +++ b/scores/parakeets_scores_minusvocs.csv @@ -0,0 +1,7 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,215,0.5344538494555201,0.43717346318234784,0.016244424428131184,0.08562380889082373,0.1282215463291869 +pesto_ft,215,0.8828039083442405,0.10993438539032797,0.024150175906871938,0.08368424180222032,0.2846160949671569 +praat,215,0.6368006478983822,0.20679539629997534,0.1264483372670728,0.1977085105220542,0.3860983969832722 +tcrepe,215,0.6589403837432708,0.269634031624827,0.1925988887538872,0.2477010052622071,0.2014998600187003 +tcrepe_ftoth,215,0.7941404053582768,0.15800132125794772,0.2518111891656075,0.34396325966691654,0.0364985901619457 +tcrepe_ftsp,215,0.8699230788242239,0.09350780135987655,0.33196155286604423,0.3537645090055794,0.0063273077309132 diff --git a/scores/white_eye_report_minusbins.pdf b/scores/white_eye_report_minusbins.pdf index 9334887fa53dce7ccbaab1c13f3db78f35143f39..3d0bf02d4fa0358d7254043441fdb145bdd4dd88 100644 Binary files a/scores/white_eye_report_minusbins.pdf and b/scores/white_eye_report_minusbins.pdf differ diff --git a/scores/white_eye_report_minusvocs.pdf b/scores/white_eye_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..acdae58e57024e9cc038afaa23a5568be35b5842 Binary files /dev/null and b/scores/white_eye_report_minusvocs.pdf differ diff --git a/scores/white_eye_scores_minusbins.csv b/scores/white_eye_scores_minusbins.csv index d359432f5f08b134046c61331a9a432c1c79d8ff..978de6c8e102af7df94dc2466bd20927ef248c1d 100644 --- a/scores/white_eye_scores_minusbins.csv +++ b/scores/white_eye_scores_minusbins.csv @@ -1,8 +1,7 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,1174,0.3646535748972292,0.5007282952192168,0.014753908904262335,0.09138816920455888,0.1062791276335654 -pesto_ft,1174,0.8279678256046855,0.1792067023801063,0.00029533676208807894,0.5828496816200197,0.2999531699392379 -praat,1174,0.7906588627690508,0.215930150272753,0.59865309990892,0.606739786449496,0.7463038374236923 -tcrepe,1174,0.7767610430103958,0.22923563481659276,0.6227330837488741,0.6361022131014301,0.3089087118117041 -tcrepe_ft,1174,0.7458373933460021,0.2615948117233717,0.6605263752292507,0.6716851380564154,0.0199005252846098 -tcrepe_ftoth,1174,0.7605185618428811,0.25049250817602275,0.6836155073760203,0.6869459699447471,0.1060951538795676 -tcrepe_ftsp,1174,0.7526092578553111,0.2570878370945501,0.7114350503742746,0.7121696709491262,0.1328562196888071 +basic,1174,0.3425145020923035,0.4447196905033362,0.015084782686037856,0.09212706821750588,0.1062791276335654 +pesto_ft,1174,0.9698813632022425,0.38187411182746633,0.00010201588666125458,0.6700200605345741,0.2999531699392379 +praat,1174,0.9493237896182983,0.36653488134241213,0.7614283960473267,0.7646743536291316,0.7463038374236923 +tcrepe,1174,0.9354248676311123,0.3596776599027782,0.7954928622104224,0.7998449458849761,0.3089087118117041 +tcrepe_ftoth,1174,0.8957081779439834,0.38897438561540104,0.8098812311372268,0.8105923699560076,0.1060951538795676 +tcrepe_ftsp,1174,0.8912578781229468,0.3826672222201948,0.8368019406865319,0.8371796422985551,0.1328562196888071 diff --git a/scores/white_eye_scores_minusvocs.csv b/scores/white_eye_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..b65dde73e9186d52eb1af7567c37146e1a3118e2 --- /dev/null +++ b/scores/white_eye_scores_minusvocs.csv @@ -0,0 +1,7 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,883,0.3732766077133309,0.5007009729420234,0.014650751832597687,0.0908449518803684,0.1062791276335654 +pesto_ft,883,0.8123700868991475,0.18996846986128202,0.0003315708201241985,0.5672822873491171,0.2938258200238386 +praat,883,0.781251380846768,0.21677962848356108,0.5786276567338514,0.5882997161950192,0.7242539746703758 +tcrepe,883,0.7656269085161337,0.23417877328253833,0.6002202215398161,0.6160256807051725,0.2957923241996926 +tcrepe_ftoth,883,0.7550170515940449,0.25023499082911277,0.6668074648496128,0.6709575262127908,0.1029311750218305 +tcrepe_ftsp,883,0.7450809457416772,0.2586080116584017,0.6931614336102836,0.6941083829840948,0.1296623287844177 diff --git a/scores/wolves_report.pdf b/scores/wolves_report.pdf index 64ed574b2d32a26ab89c99c5deeb5718bdba863c..7af5901b2c3bc9b97df63c384b8e7bf2a60f2ff8 100644 Binary files a/scores/wolves_report.pdf and b/scores/wolves_report.pdf differ diff --git a/scores/wolves_report_minusbins.pdf b/scores/wolves_report_minusbins.pdf index b0666b4c4745b80ab9df93c96cf2f928aa4df16c..ba53b587f08ce89ff0eaa2ed34caa1f686de945e 100644 Binary files a/scores/wolves_report_minusbins.pdf and b/scores/wolves_report_minusbins.pdf differ diff --git a/scores/wolves_report_minusvocs.pdf b/scores/wolves_report_minusvocs.pdf new file mode 100644 index 0000000000000000000000000000000000000000..49212799e7a94147fde8bd4150c741c672d6c8f5 Binary files /dev/null and b/scores/wolves_report_minusvocs.pdf differ diff --git a/scores/wolves_scores.csv b/scores/wolves_scores.csv index b85bba600bbf2911f36ba2677b1cef8ee8679dff..b387d966741111a4d35c1d3fe6b54225edbdfb82 100644 --- a/scores/wolves_scores.csv +++ b/scores/wolves_scores.csv @@ -1,12 +1,9 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,2284,0.697346774746231,0.17375086080997895,0.5764661397350532,0.6154504929995922,0.2825162829831242 -crepe,2,0.7215909090909092,0.5341880341880342,0.37032085561497324,0.6179812834224598,0.3015374541282654 -pesto,2284,0.6837792607067859,0.18130992946657287,0.5664960799985297,0.6858977410683533,0.5257673862079173 -pesto_ft,2284,0.73574247466247,0.13966175961866112,0.7583926808440467,0.8038957194543868,0.5682965994757365 -pesto_ftoth,2282,0.7357558709094032,0.13946559529518152,0.016659894785576664,0.1895800226300103,0.5683412372389945 -praat,2284,0.7325048022517231,0.17390847081399546,0.5414186546770021,0.6318007930267081,0.8047009672434803 -pyin,2,0.7219251336898396,0.6239316239316239,0.4408422459893048,0.5217245989304813,0.010140046044704 -tcrepe,2284,0.7250455458362456,0.20722336616274933,0.6878697871737183,0.7399194406050508,0.5233033895492554 -tcrepe_ft,2284,0.774264494345371,0.1767352891463489,0.7434117622268712,0.7822499598350539,0.0723388865590095 -tcrepe_ftoth,2284,0.7567584862771792,0.18058991972345673,0.6857632011170406,0.7405652245922134,0.0754477381706237 -tcrepe_ftsp,2284,0.7973300641433884,0.17431596156483875,0.7447471836328324,0.7838815461466865,0.0990205407142639 +basic,812,0.541948471801042,0.16791547331403991,0.38163051454828073,0.4571537563324441,0.2825162829831242 +pesto,792,0.6022933016267872,0.23840062647613794,0.35275415367629825,0.5369125265439246,0.5257673862079173 +pesto_ft,812,0.6204598902703583,0.17801458877983617,0.6053038444427444,0.6985833723976698,0.5682965994757365 +pesto_ftoth,811,0.6205677834296682,0.17740272171647287,0.013257724403524077,0.16583327975346387,0.5683412372389945 +praat,812,0.5953749690103584,0.1515409092038138,0.35507569566828956,0.4699787272867239,0.8047009672434803 +tcrepe,812,0.5553113840410906,0.15631571507960423,0.48284834427191076,0.5747512781423116,0.5233033895492554 +tcrepe_ftoth,812,0.5934322333445479,0.12783414071902596,0.5275466825529475,0.5941730616511925,0.0754477381706237 +tcrepe_ftsp,812,0.6639154475263644,0.12634709259648524,0.5897393064243672,0.6592419121502573,0.0991358458995819 diff --git a/scores/wolves_scores_minusbins.csv b/scores/wolves_scores_minusbins.csv index 369ff73ae342076bcf524f7de5384537e256b7c6..3b948e25ba627c5d6209c65b14ced8a2a14938f4 100644 --- a/scores/wolves_scores_minusbins.csv +++ b/scores/wolves_scores_minusbins.csv @@ -1,11 +1,11 @@ algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,1024,0.7862770677298477,0.32861657509832853,0.6753928600498493,0.7003452975473833,0.2872251327379911 -crepe,1024,0.7988557103632846,0.3607455801192235,0.8002470427004635,0.8438945770486388,0.581577718257904 -pesto,1024,0.7441994504984422,0.31740351699897246,0.6624812846498163,0.7627569100395828,0.5509889967021238 -pesto_ft,1024,0.8119446269493762,0.30708481687885464,0.8596529386903702,0.8891599310029603,0.5728864547754808 -praat,1024,0.7698196982663482,0.3448908627130152,0.5673013114470702,0.6713401130319003,0.78760621420529 -pyin,1024,0.7841802514565307,0.3530654804218495,0.5805057590807784,0.6290344349110882,0.0261680286089357 -tcrepe,1024,0.8014077505109365,0.3557737603458436,0.8044356617188261,0.8457946827936287,0.585213303565979 -tcrepe_ft,1024,0.842451882230709,0.34818456099051326,0.8606845691736992,0.8808863253689567,0.1148883625864982 -tcrepe_ftoth,1024,0.8229183931449562,0.3557038778391815,0.7642841103558534,0.8217228625911689,0.0636213198304176 -tcrepe_ftsp,1024,0.8733581531289387,0.32574588699862733,0.8799230019346617,0.8972366517336782,0.1424627155065536 +basic,2249,0.7664762983704132,0.34356424027133375,0.6736850581576876,0.698788416454844,0.2825162829831242 +crepe,2,0.7410714285714286,0.461441213653603,0.38839285714285715,0.7328869047619048,0.3015374541282654 +pesto,2249,0.7413875890061795,0.34535484471319583,0.6634780053639682,0.770602051980453,0.5257673862079173 +pesto_ft,2249,0.8080209536359666,0.3371140305600423,0.8581109776110714,0.8877397423282949,0.5682965994757365 +pesto_ftoth,2247,0.8080373848483797,0.33714440042725025,0.017056028865054394,0.20310458554107694,0.5683412372389945 +praat,2249,0.8029570724626328,0.3993333895671747,0.6398030448839289,0.724264033735538,0.8047009672434803 +pyin,2,0.7998511904761905,0.42273369524801074,0.6153273809523809,0.7090773809523809,0.010140046044704 +tcrepe,2249,0.7870583783668543,0.3938864740684438,0.7965646602509093,0.8337579895400858,0.5233033895492554 +tcrepe_ftoth,2249,0.8282686353325294,0.4112507895082419,0.7849187830623067,0.8342842003498466,0.0754477381706237 +tcrepe_ftsp,2249,0.8646644703969881,0.41747531536050597,0.838514124488931,0.8679060897716537,0.0990205407142639 diff --git a/scores/wolves_scores_minusvocs.csv b/scores/wolves_scores_minusvocs.csv new file mode 100644 index 0000000000000000000000000000000000000000..533703cf322b8eb82b3bf3496b13a07361765c44 --- /dev/null +++ b/scores/wolves_scores_minusvocs.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold +basic,737,0.6291348658454468,0.21403228686229703,0.40197406629956345,0.4750889700780379,0.2594101782888174 +pesto,722,0.5798880461640252,0.22597306923959548,0.36860754027434856,0.5578615532904274,0.5501173539013547 +pesto_ft,737,0.6316689769813333,0.17868839591994096,0.6318231964719407,0.7243734280494752,0.5616895770209934 +pesto_ftoth,736,0.6318114911735929,0.1780210822953367,0.01135701160602638,0.17031242967734844,0.5617417943396783 +praat,737,0.654513007802895,0.17847042753625247,0.3725452701261345,0.4868174840669023,0.756364849269346 +tcrepe,737,0.6394472545699756,0.19923947696901845,0.5054344405220224,0.5939746449138991,0.3779498934745788 +tcrepe_ftoth,737,0.6845641059348968,0.17216923573359644,0.5536303231575104,0.6164036821112999,0.0365398339927196 +tcrepe_ftsp,737,0.7436882481705325,0.17091109637969606,0.6157897312136676,0.6823463732507918,0.0697344616055488