diff --git a/scores/Reunion_white_eyes_report.pdf b/scores/Reunion_white_eyes_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..2f097bd3e24698a1caf9c406e583593e74bf1a00 Binary files /dev/null and b/scores/Reunion_white_eyes_report.pdf differ diff --git a/scores/Reunion_white_eyes_report_minusvocs_minusbins.pdf b/scores/Reunion_white_eyes_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..62787d1a91eb79d1ffc81f3b652054bf602d315d Binary files /dev/null and b/scores/Reunion_white_eyes_report_minusvocs_minusbins.pdf differ diff --git a/scores/Reunion_white_eyes_scores.csv b/scores/Reunion_white_eyes_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..07c1196e1fdf8015db3f48e493dc945747c9531e --- /dev/null +++ b/scores/Reunion_white_eyes_scores.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1174,0.3646535748972292,0.5007282952192168,0.014753908904262335,0.09138816920455888,0.9991482112436116,0.1062791276335654 +pesto_ft,1174,0.8333741840211912,0.18859027612122867,0.00029533676208807894,0.5828496816200197,1.0,0.2938258200238386 +praat,1174,0.8086710357204389,0.24553224307187183,0.59865309990892,0.606739786449496,1.0,0.7242539746703758 +pyin,1174,0.7911621649828631,0.2258456844462177,0.2331546099342905,0.2344076735353015,1.0,0.0150855872975043 +tcrepe,1174,0.7852737975563796,0.2424388531074281,0.6227330837488741,0.6361022131014301,1.0,0.2957923241996926 +tcrepe_ftoth,1174,0.77311866520815,0.26259689199722,0.6836155073760203,0.6869459699447471,1.0,0.1029311750218305 +tcrepe_ftsp,1174,0.7584806656661424,0.27442047755056376,0.70900796783002,0.7096780295024467,1.0,0.1520929372699132 diff --git a/scores/Reunion_white_eyes_scores_minusvocs_minusbins.csv b/scores/Reunion_white_eyes_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..34aa44985811072dfa1ffb8c918073a673958642 --- /dev/null +++ b/scores/Reunion_white_eyes_scores_minusvocs_minusbins.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1174,0.3619670173192247,0.49632252772706187,0.014774174622716171,0.09140980817974405,0.9991482112436116,0.1062791276335654 +pesto_ft,1174,0.8412344935371443,0.22765466644395418,0.00027388302278813487,0.5978997734927539,1.0,0.2938258200238386 +praat,1174,0.8211933947543378,0.2570693961583617,0.613456629783672,0.6216297883189993,1.0,0.7242539746703758 +pyin,1174,0.8009247384558382,0.2471300848457297,0.2373127285884359,0.23859426445911772,1.0,0.0150855872975043 +tcrepe,1174,0.7971112869194373,0.25373408601662417,0.6393409488110603,0.6523674955893612,1.0,0.2957923241996926 +tcrepe_ftoth,1174,0.785720595020914,0.26848624279148153,0.7015194134123917,0.7048665592457134,1.0,0.1029311750218305 +tcrepe_ftsp,1174,0.7716384785924633,0.2762914773295426,0.7274924303049973,0.7281483115272132,1.0,0.1520929372699132 diff --git a/scores/bottlenose_dolphins_report.pdf b/scores/bottlenose_dolphins_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..2f7b6ce8dc1bd4a222763201c511b6bdc6686cf7 Binary files /dev/null and b/scores/bottlenose_dolphins_report.pdf differ diff --git a/scores/bottlenose_dolphins_report_minusvocs_minusbins.pdf b/scores/bottlenose_dolphins_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..ba68695873ccdda317dab679809207f3b19e2280 Binary files /dev/null and b/scores/bottlenose_dolphins_report_minusvocs_minusbins.pdf differ diff --git a/scores/bottlenose_dolphins_scores.csv b/scores/bottlenose_dolphins_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..797ad77bbe3d59b354cb349c1b27aae9318e48db --- /dev/null +++ b/scores/bottlenose_dolphins_scores.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,669,0.49800709774827545,0.47896371412016486,0.002341640967095443,0.07862514368282275,0.9581464872944694,0.0923199439507803 +pesto_ft,669,0.829941890211637,0.20244586267524137,0.7486648237451247,0.7624179471481523,1.0,0.4349644998828602 +praat,669,0.8426775172782681,0.2145998714345513,0.6363045748498238,0.7075546134860016,0.968609865470852,0.2264180179560946 +pyin,669,0.8737659531082653,0.2550362662721897,0.5395757236734742,0.5779457915095029,1.0,0.0100041910527952 +tcrepe,669,0.8665385598947014,0.24368407147636745,0.7560890461382179,0.7826963354393172,1.0,0.2341169193461155 +tcrepe_ftoth,669,0.8942931239133722,0.18950971874487976,0.8070578943773941,0.8336147920058279,1.0,0.043375745113188 +tcrepe_ftsp,669,0.9025354506948531,0.1941222423935643,0.8305683062078303,0.849873163936356,1.0,0.0163912089314397 diff --git a/scores/bottlenose_dolphins_scores_minusvocs_minusbins.csv b/scores/bottlenose_dolphins_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..2621f3d9533b10d46b30b351b683d23d520cf528 --- /dev/null +++ b/scores/bottlenose_dolphins_scores_minusvocs_minusbins.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,664,0.5148113413208472,0.4960111543812147,0.0023770569986365396,0.07806149901708598,0.9728915662650602,0.0897830230252301 +pesto_ft,664,0.8763851379929226,0.2509841196057823,0.7991494155868701,0.8110896332728382,1.0,0.4182193493466553 +praat,664,0.8829175301817749,0.24812512793796968,0.6833716589993697,0.7581051021413869,0.9683734939759037,0.2231552279840793 +pyin,664,0.9179527249634214,0.28743146913080736,0.5738576958248774,0.6134277161914713,1.0,0.0100028158258111 +tcrepe,664,0.9111478588738495,0.2653341410897835,0.8116521905398897,0.8353197501836872,1.0,0.2356797730262342 +tcrepe_ftoth,664,0.9395901111732383,0.21544240973238582,0.864264617864716,0.8887002165516513,1.0,0.0444464260050218 +tcrepe_ftsp,664,0.9476811803827166,0.2308102397386952,0.8859742053415024,0.9037789399654066,1.0,0.0158853294982973 diff --git a/scores/disk-winged_bats_report.pdf b/scores/disk-winged_bats_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..2cc20779372bb1df32158d53db61fd34d0468d24 Binary files /dev/null and b/scores/disk-winged_bats_report.pdf differ diff --git a/scores/disk-winged_bats_report_minusvocs_minusbins.pdf b/scores/disk-winged_bats_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..ce5a0772fb66d3da12b6564c0055455aab2b6a51 Binary files /dev/null and b/scores/disk-winged_bats_report_minusvocs_minusbins.pdf differ diff --git a/scores/disk-winged_bats_scores.csv b/scores/disk-winged_bats_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..aa0db8c8fdf0070914329101ac49d531e67ba12d --- /dev/null +++ b/scores/disk-winged_bats_scores.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,340,0.5292364566032782,0.5107650468536525,0.028387894312585746,0.08198807970805101,0.8941176470588236,0.0784457453215104 +pesto,340,0.8886598500629447,0.13112389773109723,0.14455865851891864,0.43133696142309075,1.0,0.402989681086743 +pesto_ft,340,0.812370393137107,0.17980612446964225,0.003361465350842381,0.06972930022687591,1.0,0.36674065530842 +praat,340,0.8478866313811501,0.16527929055259574,0.5397602503536328,0.5863001482426823,0.9911764705882353,0.4960266344762006 +pyin,302,0.897653165249414,0.15988783916785504,0.43752622855756335,0.46145517339064396,1.0,0.010140046044704 +tcrepe,340,0.6718056431042637,0.31037093026828094,0.4777681452363384,0.589994331997124,0.9911764705882353,0.4249080419540388 +tcrepe_ftoth,340,0.743642897919845,0.24561530002719545,0.7036141962635267,0.7347206639977486,0.9911764705882353,0.0784636378288236 +tcrepe_ftsp,340,0.906750933282781,0.12934989319655613,0.732029353938832,0.7524084819679124,1.0,9.315313945990056e-07 diff --git a/scores/disk-winged_bats_scores_minusvocs_minusbins.csv b/scores/disk-winged_bats_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..f4d0aed1aea073d0709fb89cdaf5bd557f83d492 --- /dev/null +++ b/scores/disk-winged_bats_scores_minusvocs_minusbins.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,339,0.5397931328513234,0.5096022556497504,0.02894796530380955,0.08355003826818594,0.8938053097345132,0.0783348817424019 +pesto,339,0.8949902103923462,0.13735865396483968,0.14415247043352597,0.437657745535566,1.0,0.4011144477221042 +pesto_ft,339,0.8155749026583721,0.185780001759815,0.003437898433880246,0.07039466268428973,1.0,0.364730774361 +praat,339,0.8558185152627239,0.17062855910401006,0.5456968970655777,0.5922005038288969,0.9911504424778761,0.4946028975264342 +pyin,301,0.9104867738343763,0.17338945405302805,0.4429310547736507,0.4663480160913409,1.0,0.0101382189012097 +tcrepe,339,0.6780791912724485,0.31185435962107444,0.48377474153177313,0.597986378556046,0.9941002949852508,0.4244879782199854 +tcrepe_ftoth,339,0.7537945718415119,0.24681930574884256,0.7174654894389915,0.7481321829521936,0.9941002949852508,0.0785873308777809 +tcrepe_ftsp,339,0.9152731080693123,0.13742258571191415,0.746171791045971,0.7657751082706654,1.0,8.589812296122545e-07 diff --git a/scores/dolphins_report.pdf b/scores/dolphins_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..9c038b273f8a79ec349b04ff6d98c557dab92797 Binary files /dev/null and b/scores/dolphins_report.pdf differ diff --git a/scores/dolphins_report_minusvocs_minusbins.pdf b/scores/dolphins_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..bedc44cb2af6939293aa80cfc872010ae4d396b7 Binary files /dev/null and b/scores/dolphins_report_minusvocs_minusbins.pdf differ diff --git a/scores/dolphins_scores.csv b/scores/dolphins_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..4bda362cc9c9107cf984f6d1381e085b057d91b5 --- /dev/null +++ b/scores/dolphins_scores.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1113,0.49885357025167965,0.5029544001235478,0.0016516308067441384,0.08366785999395593,0.9523809523809523,0.1004266255985266 +pesto_ft,1113,0.5848310566925741,0.404798918730333,0.021240943610847506,0.08164330874112281,0.9901168014375562,0.3487346849349727 +praat,1113,0.3644479476819624,0.2693567862892447,0.017139224227441886,0.062340939697412216,0.8831985624438454,2.1446587446699223e-15 +pyin,362,0.66306730655701,0.47938985391842204,0.053539215986232784,0.06081664708590383,0.9917127071823204,0.0100000000002219 +tcrepe,1113,0.5219603979872005,0.48210487308610217,0.03840580449347143,0.12991702613980047,0.9155435759209344,0.1141997486352923 +tcrepe_ftoth,1113,0.5402667422702495,0.4562825963193778,0.20379841941264856,0.23922089656859782,0.9308176100628931,0.0032944116741419 +tcrepe_ftsp,1113,0.5470400653779386,0.4380986832018098,0.23895531823386523,0.2606432140114541,0.9964061096136568,0.0166634285822507 diff --git a/scores/dolphins_scores_minusvocs_minusbins.csv b/scores/dolphins_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..141173dac25eeb1aa29512238fc55c9071ebe4f6 --- /dev/null +++ b/scores/dolphins_scores_minusvocs_minusbins.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1037,0.4904272279623854,0.4980286638365048,0.0007909472234124874,0.08134490109135117,0.9517839922854388,0.1014285070196543 +pesto_ft,1037,0.6165204421526201,0.4307546491240442,0.022325633665246734,0.08188347763621573,0.9816779170684667,0.3416237066610526 +praat,1037,0.37681798146802625,0.2745280379535593,0.019417469187630973,0.06979185593107287,0.8794599807135969,4.5536006093358544e-15 +pyin,338,0.6916571019640343,0.4920148689063274,0.05918401618337246,0.06670758058168645,0.9911242603550295,0.0100000000003572 +tcrepe,1037,0.5039015490539914,0.45943618089804744,0.04287614481689488,0.1373028168621044,0.8919961427193829,0.1204417318105686 +tcrepe_ftoth,1037,0.5086835470686607,0.40176110099167134,0.23534707567152338,0.2699056946674341,0.9035679845708775,0.0039945728145541 +tcrepe_ftsp,1037,0.5398832256781197,0.409827003732464,0.27005748916664196,0.29206355163704684,0.9932497589199615,0.0175933480262756 diff --git a/scores/hummingbirds_report.pdf b/scores/hummingbirds_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..fda8c0403aeee5fd68c903ec8752edcd207e7f4a Binary files /dev/null and b/scores/hummingbirds_report.pdf differ diff --git a/scores/hummingbirds_report_minusvocs_minusbins.pdf b/scores/hummingbirds_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..acb1b0c557eaefd25133a3d6d040ecb4ec05a8e0 Binary files /dev/null and b/scores/hummingbirds_report_minusvocs_minusbins.pdf differ diff --git a/scores/hummingbirds_scores.csv b/scores/hummingbirds_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..f13434f8bcc7650b5736163ad7214e773bf79a24 --- /dev/null +++ b/scores/hummingbirds_scores.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,13680,0.45502919933390434,0.4954834818049465,0.015781610637485014,0.07857915836026633,0.8950292397660818,0.1114913402071955 +pesto_ft,13680,0.8137069664431864,0.2323661796260337,0.0006721199216735289,0.01754186370616652,0.9968567251461988,0.4398471452144812 +praat,13680,0.7654226409113496,0.3621063479133469,0.5367664245591841,0.6159795414457548,0.9698830409356726,0.733970280692676 +pyin,12947,0.8035145889241371,0.38876140785688934,0.42842259377194564,0.47824423333099575,0.9921989650111995,0.011422334250709 +tcrepe,13680,0.7437881832063131,0.39538000605325885,0.5327052967468091,0.6032881313025624,0.9904239766081872,0.2743892298224092 +tcrepe_ftoth,13680,0.747986831222577,0.38111636431012696,0.5711931695796063,0.6375043121258378,0.9845760233918128,0.0731158816218069 +tcrepe_ftsp,13680,0.7381315932331411,0.3536480038449043,0.6297206250096538,0.652418978915077,0.9900584795321637,0.0265420414768197 diff --git a/scores/hummingbirds_scores_minusvocs_minusbins.csv b/scores/hummingbirds_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..c623a77df7f6b7cc5871dbe0029b056916de721c --- /dev/null +++ b/scores/hummingbirds_scores_minusvocs_minusbins.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,13111,0.4481101941837763,0.49624561873867373,0.015730010614548928,0.07859132434891523,0.8833803676302342,0.111711444516147 +pesto_ft,13111,0.8286783288319716,0.26246529555206216,0.0007979274998756546,0.012756964967809398,0.9971779421859507,0.4366362049926711 +praat,13111,0.7813375612885507,0.3463413629548924,0.5691756615937719,0.6570586377153302,0.9660590343985966,0.7602818183025603 +pyin,12465,0.8159718951566441,0.38550017631987626,0.454285220650546,0.5097604352387654,0.9910950661853188,0.0125039483468543 +tcrepe,13111,0.7586896690913842,0.38568785282265006,0.5741205376548841,0.6488619823153513,0.9884066814125544,0.2968837290157796 +tcrepe_ftoth,13111,0.7630281305777392,0.3726585729972213,0.6159541297739838,0.6863679045826123,0.9823812066203951,0.0794994357541193 +tcrepe_ftsp,13111,0.7494483581948089,0.3536003832212113,0.6694084787717245,0.6942939409951201,0.9889405842422393,0.0283651086380434 diff --git a/scores/la_Palma_chaffinches_report.pdf b/scores/la_Palma_chaffinches_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..de9e0fdb415ea8d929ec605fd0327463b63c45eb Binary files /dev/null and b/scores/la_Palma_chaffinches_report.pdf differ diff --git a/scores/la_Palma_chaffinches_report_minusvocs_minusbins.pdf b/scores/la_Palma_chaffinches_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..25c5bd28b480e1918e857db298199daf86dffa6d Binary files /dev/null and b/scores/la_Palma_chaffinches_report_minusvocs_minusbins.pdf differ diff --git a/scores/la_Palma_chaffinches_scores.csv b/scores/la_Palma_chaffinches_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..16889902762ccd5eafe7fc68b23e852bbc548b89 --- /dev/null +++ b/scores/la_Palma_chaffinches_scores.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,347,0.509661083887608,0.49554530540754643,0.005246343033783841,0.08126686190007168,0.9971181556195965,0.1067548803229347 +crepe,347,0.7045120213570013,0.2987278078240494,0.2866800954639444,0.32025113579747394,1.0,0.1338538635054435 +pesto_ft,347,0.7889533565369282,0.21876955083199814,0.093755289861611,0.1084499016353779,1.0,0.2205386225926396 +praat,347,0.7017272905191938,0.3102162768392252,0.2273845650714087,0.2362772107590951,1.0,0.6124824411963913 +pyin,347,0.7289529128015863,0.26340594027189923,0.09283650274092341,0.09717805585773268,1.0,0.0100002101542638 +tcrepe,347,0.7014915299437642,0.3014831931648476,0.19381561082793008,0.2261248196610175,1.0,0.1339118017565107 +tcrepe_ftoth,347,0.786003580601313,0.21747282764550802,0.29409092014215493,0.30073366509950983,1.0,0.0494074405237751 +tcrepe_ftsp,347,0.7418719463397403,0.2634423374685385,0.278758398595221,0.2852941522489481,1.0,0.0934631190144392 diff --git a/scores/la_Palma_chaffinches_scores_minusvocs_minusbins.csv b/scores/la_Palma_chaffinches_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..3049fe8a1bdb0352361b3cad7dd39ebdd1eb217d --- /dev/null +++ b/scores/la_Palma_chaffinches_scores_minusvocs_minusbins.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,347,0.4929466081156174,0.5060850631385205,0.005182033887278826,0.08132550780568663,0.9942363112391931,0.1080810279045861 +crepe,347,0.7284754558634333,0.361648607536639,0.3219067101868251,0.35369676222446544,1.0,0.1346921392607948 +pesto_ft,347,0.8088751698922548,0.3309774437695031,0.10084528879212964,0.11342689050259036,1.0,0.2230669037455377 +praat,347,0.7159151691158198,0.3491743024427339,0.25270971275195275,0.26068374955454854,1.0,0.6318163802415171 +pyin,347,0.7381149839763891,0.3429511452432948,0.10103789355143196,0.10521275043724483,1.0,0.0100003286045016 +tcrepe,347,0.7245968292937974,0.3634454120855817,0.2159039728741269,0.2470118056070329,1.0,0.1347572492610166 +tcrepe_ftoth,347,0.8076055277341865,0.3126921761657024,0.3292307008859833,0.33447666772906637,1.0,0.0519783201139019 +tcrepe_ftsp,347,0.7648777389566263,0.35071470021145323,0.30956187625166576,0.3140813418849494,1.0,0.0940679435040963 diff --git a/scores/lions_report.pdf b/scores/lions_report.pdf index 3c96b6285ed9eb1a240c185f50938fc8aa6551fb..85955649c2669cbac4bfade3d1cef4d1515d96f9 100644 Binary files a/scores/lions_report.pdf and b/scores/lions_report.pdf differ diff --git a/scores/lions_report_minusvocs_minusbins.pdf b/scores/lions_report_minusvocs_minusbins.pdf index 957110121a60a8859fbbd9466352da8d25ed373f..ef543649bda456b8505365a8f87c22207a8a93fb 100644 Binary files a/scores/lions_report_minusvocs_minusbins.pdf and b/scores/lions_report_minusvocs_minusbins.pdf differ diff --git a/scores/lions_scores.csv b/scores/lions_scores.csv index 593e6eda48add194c0784b78c8a7872f2b7bd586..32bd0df09c543a1c061dc69f749d71fd2cbe0b14 100644 --- a/scores/lions_scores.csv +++ b/scores/lions_scores.csv @@ -1,11 +1,10 @@ -algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,164,0.5198240313952882,0.4707475754309295,0.01512334053000372,0.09306691251989381,0.1809883378446102 -crepe,164,0.7484751757005996,0.2497610765602778,0.2833880914761932,0.3080593959375104,0.2809945344924927 -pesto,164,0.7487427539153967,0.05684751217111741,0.3396660014841221,0.37747789474846816,0.531615441324912 -pesto_ft,164,0.93194772244349,0.06838858810014985,0.3263215431816423,0.34350922618776925,0.6393860365341029 -praat,164,0.8211370483259031,0.1577678289562687,0.45111312248645624,0.516324213949384,0.4840061178113841 -pyin,164,0.8473499195225502,0.1536883971362439,0.35434532115103134,0.36027858358940806,0.0100554812581126 -tcrepe,164,0.7922416083463554,0.19953296426794492,0.5305899910188114,0.5621964925549805,0.2765105962753296 -tcrepe_ft,164,0.8167963895734255,0.17391259409566603,0.5771376998827495,0.5855780849741438,0.0192676540464162 -tcrepe_ftoth,164,0.8045240053997214,0.18503745430226942,0.5192511028886054,0.5418676650217334,0.0112649369984865 -tcrepe_ftsp,164,0.8875107242240179,0.1044591813199313,0.5751228265608114,0.585455322684922,0.1585978865623474 +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,164,0.5198240313952882,0.4707475754309295,0.01512334053000372,0.09306691251989381,0.9939024390243902,0.1809883378446102 +crepe,164,0.7484751757005996,0.2497610765602778,0.2833880914761932,0.3080593959375104,1.0,0.2809945344924927 +pesto,132,0.9302561488039778,0.07062872724290345,0.422009274571182,0.46898768741476343,1.0,0.531615441324912 +pesto_ft,164,0.93194772244349,0.06838858810014985,0.3263215431816423,0.34350922618776925,1.0,0.6393860365341029 +praat,164,0.8211370483259031,0.1577678289562687,0.45111312248645624,0.516324213949384,1.0,0.4840061178113841 +pyin,164,0.8473499195225502,0.1536883971362439,0.35434532115103134,0.36027858358940806,1.0,0.0100554812581126 +tcrepe,164,0.7922416083463554,0.19953296426794492,0.5305899910188114,0.5621964925549805,1.0,0.2765105962753296 +tcrepe_ftoth,164,0.8045240053997214,0.18503745430226942,0.5192511028886054,0.5418676650217334,1.0,0.0112649369984865 +tcrepe_ftsp,164,0.8761135059375419,0.11617875847704598,0.4787664859184529,0.48990329886508854,1.0,0.1749804615974426 diff --git a/scores/lions_scores_minusvocs_minusbins.csv b/scores/lions_scores_minusvocs_minusbins.csv index 338eadf429309070a697f03142074a67b48f6cbe..652f4ea8386647af39e0342bb912e1d79a818872 100644 --- a/scores/lions_scores_minusvocs_minusbins.csv +++ b/scores/lions_scores_minusvocs_minusbins.csv @@ -1,9 +1,10 @@ -,threshold,Recall,False alarm,Pitch acc,Chroma acc -pyin,0.0100737517642828,0.9300062653179466,0.3737049308270418,0.00664162851564249,0.5270128996632506 -praat,0.4858953071244476,0.9488189102470592,0.35123043708711216,0.041936810493636296,0.6951340398939703 -crepe,0.2823317050933838,0.9034472041513515,0.367856681320962,0.008240902502082245,0.40001967150304973 -tcrepe,0.2778828740119934,0.9419559717555986,0.35654306094447313,0.008337222797226665,0.7393976465030954 -tcrepe_ft,0.0196057427674531,0.9625363814909763,0.35182137842750827,0.0002997979361910073,0.7590663676170177 -basic,0.181053568702191,0.4102547885724448,0.5429470455433882,0.06754167085104192,0.10134591039406989 -pesto,0.531615441324912,0.7694511815530443,0.3354189348369007,0.01383248547769045,0.5442120882841405 -tcrepe_ftsp,0.1607212740927934,0.9674016081820447,0.36870250048587344,0.0,0.7002088831243618 +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,164,0.5156524351729844,0.47928903043811466,0.01595527806851249,0.09215941605728263,0.9939024390243902,0.1815457313787191 +crepe,164,0.7503981252293269,0.3191515093933331,0.28773055797387265,0.3125060177210755,1.0,0.2791209518909454 +pesto,132,0.9285122204907004,0.21832297079112523,0.42669972166433434,0.47561639145191353,1.0,0.5302291799992379 +pesto_ft,164,0.9347511548942167,0.19580421684519958,0.3257113620111093,0.34313528179707364,1.0,0.6361518748936851 +praat,164,0.8140889197766602,0.24876404686394293,0.4526127360697043,0.520410253729353,1.0,0.4897098805335207 +pyin,164,0.8462582809137472,0.24841073703698685,0.3592673766422143,0.36438533978559096,1.0,0.0100737517641646 +tcrepe,164,0.7960995010725609,0.2816824156877661,0.5348439537073447,0.5664191581627779,1.0,0.2729081511497497 +tcrepe_ftoth,164,0.808987212272035,0.27634198120471837,0.5204122586271014,0.5437280278300378,1.0,0.0106573160737752 +tcrepe_ftsp,164,0.8802951608674007,0.22538550944152266,0.48287019350235844,0.4939826792852816,1.0,0.1680837124586105 diff --git a/scores/little_owls_report.pdf b/scores/little_owls_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..bdde6a9dc8e58538290e3b5695f25eaf4fdcd135 Binary files /dev/null and b/scores/little_owls_report.pdf differ diff --git a/scores/little_owls_report_minusvocs_minusbins.pdf b/scores/little_owls_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..df6011e12cb6481071b39aa51582b85d07bf8dcf Binary files /dev/null and b/scores/little_owls_report_minusvocs_minusbins.pdf differ diff --git a/scores/little_owls_scores.csv b/scores/little_owls_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..d1ff2b691145c8fa14d9e57f0bb6d0b368264343 --- /dev/null +++ b/scores/little_owls_scores.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1283,0.8794709477787074,0.11710418803468554,0.7235600369152074,0.7457586037846459,1.0,0.1851391793228686 +crepe,1283,0.8892292260275065,0.14113795339447935,0.7705109828875152,0.8298175739537379,1.0,0.4738435447216034 +pesto_ft,1283,0.9411017327700707,0.05675652915146623,0.0,0.10363293328711688,1.0,0.507228578626655 +praat,1283,0.931635404886568,0.08624249073145138,0.7958653842910639,0.8602045580384527,0.9992205767731879,0.7134997377638596 +pyin,1282,0.9017576523286956,0.11747626805142881,0.5304243184811087,0.6597194513373434,1.0,0.016467587593113 +tcrepe,1283,0.8943750059552736,0.1358035221690186,0.8217936120994059,0.8784483331988352,1.0,0.4776856899261474 +tcrepe_ftoth,1283,0.784083387197453,0.2133358463891456,0.7661729841099905,0.8259028743378894,1.0,0.0822285264730453 +tcrepe_ftsp,1283,0.9485557163405312,0.10922218751215222,0.8880123605033393,0.9056296994535209,0.9976617303195635,5.510009668796556e-05 diff --git a/scores/little_owls_scores_minusvocs_minusbins.csv b/scores/little_owls_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..c1491c5b0c1b2036e8f1acf2a33f6fc95b221123 --- /dev/null +++ b/scores/little_owls_scores_minusvocs_minusbins.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1283,0.8818229492641457,0.11744471528593985,0.7266364866126396,0.7484396873113832,1.0,0.1851391793228686 +crepe,1283,0.8908803151992853,0.14164816979643677,0.773318688569097,0.8328922528308093,1.0,0.4738435447216034 +pesto_ft,1283,0.9431823444254646,0.05732594553055942,0.0,0.10364430681766912,1.0,0.507228578626655 +praat,1283,0.9342506984421329,0.08655580597594578,0.7989054874132417,0.8635819252560446,0.9992205767731879,0.7134997377638596 +pyin,1282,0.9043708175817806,0.11771821966806131,0.5326134019828854,0.6623008259114702,1.0,0.016467587593113 +tcrepe,1283,0.896526502718566,0.1361641061655202,0.8250483280866607,0.8818612288768809,1.0,0.4776856899261474 +tcrepe_ftoth,1283,0.7852704213080915,0.2136084973255754,0.7689894356776512,0.8289076526044975,1.0,0.0822285264730453 +tcrepe_ftsp,1283,0.9496231081876725,0.11005933708200202,0.8913041511769948,0.9089366051999676,0.9976617303195635,5.510009668796556e-05 diff --git a/scores/long_billed_hermits_report.pdf b/scores/long_billed_hermits_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..75d2238aa08330f9ef980a3159d89014bd5afc68 Binary files /dev/null and b/scores/long_billed_hermits_report.pdf differ diff --git a/scores/long_billed_hermits_report_minusvocs_minusbins.pdf b/scores/long_billed_hermits_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..5762030cb7612fb5205c8920d8b3d7ed067316b8 Binary files /dev/null and b/scores/long_billed_hermits_report_minusvocs_minusbins.pdf differ diff --git a/scores/long_billed_hermits_scores.csv b/scores/long_billed_hermits_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..b970261e0535fcf01b125909a5f1e696d2d1e413 --- /dev/null +++ b/scores/long_billed_hermits_scores.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,160,0.3743117480575655,0.504000999000999,0.014609758630662625,0.07806139052850895,1.0,0.1128089560744159 +pesto_ft,160,0.9296676977573272,0.07611020923520924,0.09236275196546634,0.1625857896570805,1.0,0.5018170759983066 +praat,160,0.7096414447464358,0.18936688311688313,0.17084596998616347,0.20234798775887466,1.0,0.6758913370311481 +pyin,160,0.7697406439268885,0.22669823232323233,0.13950122615886906,0.16319209596575163,1.0,0.0139802103801859 +tcrepe,160,0.7355142790439035,0.2614148004773005,0.14864706180332016,0.17815507056546287,1.0,0.2290273081335603 +tcrepe_ftoth,160,0.6012472802914168,0.36265845265845265,0.15151244275693537,0.16840214574267226,1.0,0.0491397757462269 +tcrepe_ftsp,160,0.8094663538217333,0.18818136724386725,0.41530423702840374,0.4439216428913471,1.0,0.1635927053415294 diff --git a/scores/long_billed_hermits_scores_minusvocs_minusbins.csv b/scores/long_billed_hermits_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..172156b9ce23a7312e2bc18cb0ea5a799be58f24 --- /dev/null +++ b/scores/long_billed_hermits_scores_minusvocs_minusbins.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,160,0.3766809606928217,0.45021187003759244,0.014539199792870406,0.07780553837081929,1.0,0.1128089560744159 +pesto_ft,160,0.9326651337186369,0.4742879689712451,0.10613803669499107,0.1785301270753223,1.0,0.4937068153313932 +praat,160,0.7400533644271434,0.30927112579275534,0.18085710149389606,0.21932942134852063,1.0,0.6857445595272917 +pyin,160,0.7873895180896948,0.3899003583114908,0.1554673100762835,0.18465764117614397,1.0,0.0150855872975043 +tcrepe,160,0.7871446424312043,0.3364671352732558,0.17119812661106015,0.19747806485302336,1.0,0.2382843747455694 +tcrepe_ftoth,160,0.6608878713590107,0.28532124271871273,0.17540004351468488,0.19102811067995412,1.0,0.0537742063599986 +tcrepe_ftsp,160,0.8210555016177501,0.4029134065586134,0.4543831585832492,0.48748701359828256,1.0,0.1790505791633114 diff --git a/scores/monk_parakeets_report.pdf b/scores/monk_parakeets_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..91eae29503a3aa79f30f2bec9e61e2991b34507a Binary files /dev/null and b/scores/monk_parakeets_report.pdf differ diff --git a/scores/monk_parakeets_report_minusvocs_minusbins.pdf b/scores/monk_parakeets_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..6bca80fc30a3105892534f17d3558612e9e0253e Binary files /dev/null and b/scores/monk_parakeets_report_minusvocs_minusbins.pdf differ diff --git a/scores/monk_parakeets_scores.csv b/scores/monk_parakeets_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..e94a6b45345f5a3c4db986574bb82813fe67be4a --- /dev/null +++ b/scores/monk_parakeets_scores.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,233,0.5349319046809706,0.43527302475164076,0.016906007639722703,0.08540693558161291,1.0,0.1292630881115041 +pesto_ft,233,0.8792246308314768,0.11337808686245868,0.02472850872830813,0.08401817259737573,1.0,0.2856009832197281 +praat,233,0.6347232708524618,0.20685118381841153,0.12373007320016195,0.19670895973453584,1.0,0.3870269695384171 +pyin,210,0.7429104883450593,0.22226595828723536,0.09134906047307959,0.09675081253588984,1.0,0.0100130688462389 +tcrepe,233,0.652710837873509,0.2738282092080153,0.18541655576960658,0.24417348652385748,1.0,0.2005217477681936 +tcrepe_ftoth,233,0.7875379519173921,0.15939829681902712,0.24700208364349852,0.3421091347221816,1.0,0.0357846271698828 +tcrepe_ftsp,233,0.8702578373883909,0.09209335768935423,0.30048613089675535,0.32151868705212905,1.0,0.0079381103620477 diff --git a/scores/monk_parakeets_scores_minusvocs_minusbins.csv b/scores/monk_parakeets_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..a86c8529ba154a6e480280f284f33ecab4f5ce4d --- /dev/null +++ b/scores/monk_parakeets_scores_minusvocs_minusbins.csv @@ -0,0 +1,8 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,232,0.529339693442434,0.5066096650079804,0.018619804253717134,0.08657114971452477,1.0,0.1282215463291869 +pesto_ft,232,0.9101002283604829,0.2772504015038849,0.02050301882739648,0.07792414612652297,1.0,0.2846160949671569 +praat,232,0.6623163810316806,0.28498586872546544,0.13345689282388398,0.21019903514383112,1.0,0.3860983969832722 +pyin,209,0.7727833248407426,0.31019808461978193,0.10083120630095863,0.1057333293783454,1.0,0.0100130688462389 +tcrepe,232,0.676244794612992,0.3389268188379204,0.20355750158486755,0.2630053270685019,1.0,0.2014998600187003 +tcrepe_ftoth,232,0.8128116147763259,0.28675997646157625,0.2783603918951415,0.3708901468810139,1.0,0.0364985901619457 +tcrepe_ftsp,232,0.8963686586155157,0.26481508519953656,0.3307552415342439,0.3477938224946722,1.0,0.0086411444158422 diff --git a/scores/orangutans_report.pdf b/scores/orangutans_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..609285e69f6d8d8a9d6282daa0a5f5ed345e5ca4 Binary files /dev/null and b/scores/orangutans_report.pdf differ diff --git a/scores/orangutans_report_minusvocs_minusbins.pdf b/scores/orangutans_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..7c745f0fb9e0b28c8e8fd63fd8ffda09455b8555 Binary files /dev/null and b/scores/orangutans_report_minusvocs_minusbins.pdf differ diff --git a/scores/orangutans_scores.csv b/scores/orangutans_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..68908235f1ec24b4b13f1e3824f0e815885b1ca2 --- /dev/null +++ b/scores/orangutans_scores.csv @@ -0,0 +1,10 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1548,0.5561921518170513,0.18825142519213206,0.2628961053388349,0.3135360076940544,0.9993540051679587,0.2009948387404525 +crepe,1548,0.7339500021299913,0.28832218123390213,0.2091981239426912,0.25047586230491065,0.9967700258397932,0.2031577948646972 +pesto,1151,0.6856495474970525,0.10847112172054121,0.3285400648414561,0.42575292411520244,0.9921807124239791,0.4980999257650736 +pesto_ft,1514,0.6733423034231435,0.10348124748867482,0.0383593247524649,0.08494865764966247,0.9960369881109643,0.4745695698299926 +praat,1548,0.6184402272793466,0.3473191704386259,0.15273100404740364,0.23057825833691142,0.9534883720930233,0.6905442718045149 +pyin,1412,0.6487216524561875,0.34460459142757144,0.16152351610916532,0.21187080430226007,0.976628895184136,0.010101990645123 +tcrepe,1548,0.7391301068390085,0.27350404717772747,0.4139613724549249,0.4855855381341373,0.9967700258397932,0.2102940498984336 +tcrepe_ftoth,1548,0.7471014268702552,0.3185487150409563,0.4320054785393906,0.47721557201615855,0.9993540051679587,0.0229058977108224 +tcrepe_ftsp,1548,0.8403986527468693,0.26572411173476956,0.510396753396964,0.5267390207091467,0.9967700258397932,9.120725489209446e-05 diff --git a/scores/orangutans_scores_minusvocs_minusbins.csv b/scores/orangutans_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..e6e0eed5a89c0ce1c93120198a459809a750c323 --- /dev/null +++ b/scores/orangutans_scores_minusvocs_minusbins.csv @@ -0,0 +1,10 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,1541,0.5700874969473195,0.21680198877406778,0.2780953545603203,0.32954164186041596,1.0,0.2009725470808186 +crepe,1541,0.744733988412111,0.3237546837554173,0.22210625874492512,0.26313366348031764,1.0,0.2041504977349081 +pesto,1149,0.6953992288757367,0.14581641001757165,0.34725044534256283,0.44904143798064877,0.9921671018276762,0.5004772395126803 +pesto_ft,1508,0.6863418146898049,0.14298656541891727,0.03991531954033142,0.08724697015895815,0.9960212201591512,0.4765783660663396 +praat,1541,0.6271160378289339,0.3623601895849732,0.16055901605616538,0.23966611064558696,0.9578195976638546,0.6933581325322359 +pyin,1405,0.6611182959772582,0.36066757089679796,0.16923144533469803,0.22120993261066443,0.9786476868327402,0.0101400460439975 +tcrepe,1541,0.7575258940751326,0.303764376742773,0.4414883165063836,0.515460703846135,1.0,0.2112174303435716 +tcrepe_ftoth,1541,0.7623619234004281,0.34295105812013527,0.4623385989088704,0.5067246325860228,0.9987021414665801,0.023276613074546 +tcrepe_ftsp,1541,0.8545309467355904,0.30888870197781393,0.5440358771553274,0.5590090449946344,0.9993510707332901,9.634365270834075e-05 diff --git a/scores/rodents_report.pdf b/scores/rodents_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..9afd8c34b2cafd3fa3f219be721dde5639f7810c Binary files /dev/null and b/scores/rodents_report.pdf differ diff --git a/scores/rodents_report_minusvocs_minusbins.pdf b/scores/rodents_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..f8b459ea1453970d9284d0cc3022c1d920b753b6 Binary files /dev/null and b/scores/rodents_report_minusvocs_minusbins.pdf differ diff --git a/scores/rodents_scores.csv b/scores/rodents_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..1467cbdca9e463f7e395a158f46feac747ec5e0d --- /dev/null +++ b/scores/rodents_scores.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,224705,0.49576411488116606,0.5006952489279303,0.0059668894880127755,0.0800051636281876,0.9861240292828375,0.113226792247395 +crepe,216,0.7940534598880808,0.25647382801930585,0.49203142831295565,0.6904495563450207,1.0,0.2598146933775678 +pesto_ft,224705,0.8876311284506082,0.15486791811142872,0.005535453667059286,0.8971656406241995,0.9993369083910015,0.3277992808881599 +praat,224705,0.8819049299661187,0.20135073833909567,0.5597332039440748,0.7158319344410511,0.9990921430319752,0.3443901660963697 +pyin,210286,0.9190104634211548,0.17874314485224335,0.5580373497168644,0.6518163715654882,0.9988444309178928,0.0100002063390313 +tcrepe,224705,0.83612853993668,0.2747687891516275,0.6111605983629463,0.7273230199756398,0.9999777486037249,0.246453508046957 +tcrepe_ftoth,224705,0.8593800851877416,0.24017233866239118,0.7905747056957474,0.8207014979815525,0.9996350771010881,0.0368286343148124 +tcrepe_ftsp,134823,0.9148248888544709,0.15784516781719593,0.8934734298974079,0.9060126562021389,0.995089858555291,0.1597139359666801 diff --git a/scores/rodents_scores_minusvocs_minusbins.csv b/scores/rodents_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..2035e2b27fd49b147dba31540ea548e849af0463 --- /dev/null +++ b/scores/rodents_scores_minusvocs_minusbins.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,220306,0.49666204875289577,0.5000799753556061,0.006059473239712378,0.08030793962419712,0.9863054115639156,0.1130089550650227 +crepe,215,0.7976401894593041,0.2702847301275827,0.5006462412262882,0.7019603894064395,1.0,0.2632149201173047 +pesto_ft,220306,0.8987739488293963,0.17605703106830564,0.00511191307110516,0.9279739578536619,0.9997321906802357,0.3324448424357635 +praat,220306,0.8929719998764613,0.20614302892942324,0.5796045466810436,0.7406135392794158,0.999496155347562,0.3633451127885229 +pyin,208254,0.9219730273041377,0.1887930646883898,0.5708127307272076,0.6674550161492203,0.9999231707434191,0.0100005167196045 +tcrepe,220306,0.8467695678574245,0.2850792666282621,0.6333376327862662,0.7506658914743973,0.9999773042949353,0.2533624639877921 +tcrepe_ftoth,220306,0.8723105425072403,0.24347630548238183,0.8190567723516369,0.84909189203118,0.99960055559086,0.038671341481117 +tcrepe_ftsp,132232,0.9228621658919024,0.16176309927120175,0.9238553020255453,0.9362709625457258,0.9988429427067578,0.188859744255362 diff --git a/scores/spotted_hyenas_report.pdf b/scores/spotted_hyenas_report.pdf new file mode 100644 index 0000000000000000000000000000000000000000..619e210a21e6437decc31669fbdb8f1f8a0c2c0c Binary files /dev/null and b/scores/spotted_hyenas_report.pdf differ diff --git a/scores/spotted_hyenas_report_minusvocs_minusbins.pdf b/scores/spotted_hyenas_report_minusvocs_minusbins.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c5b0cf8bab842a6475d30d0604f28ed0acba26b4 Binary files /dev/null and b/scores/spotted_hyenas_report_minusvocs_minusbins.pdf differ diff --git a/scores/spotted_hyenas_scores.csv b/scores/spotted_hyenas_scores.csv new file mode 100644 index 0000000000000000000000000000000000000000..8c86df5ea953dcf5d441747ff044d6842eb7f52c --- /dev/null +++ b/scores/spotted_hyenas_scores.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,571,0.8406559875348371,0.05434269390600769,0.47021141931604044,0.6985070632089173,1.0,0.2248258024270868 +crepe,571,0.7800714693124269,0.10600320386329339,0.4212611007873101,0.6181695100583868,0.9859894921190894,0.5811082720756531 +pesto_ft,562,0.8614846184411132,0.037681336641765234,0.912917868538798,0.9259490978338148,0.998220640569395,0.5967620522466961 +praat,571,0.8712080434087697,0.07814620210934037,0.4919168729953229,0.8075199665145412,0.9964973730297724,0.7789737915786978 +pyin,563,0.7586733055083897,0.09438052043524166,0.35896011324968136,0.5144908143617472,0.9751332149200711,0.0261680286089357 +tcrepe,571,0.8304414187953506,0.06840827290559655,0.635292058792682,0.8897789757152779,0.989492119089317,0.5070798993110657 +tcrepe_ftoth,571,0.8402391802179989,0.06498529470237235,0.7212997208171293,0.7559511914445337,0.9912434325744308,0.0523580536246299 +tcrepe_ftsp,571,0.8971430327990378,0.03238020834612704,0.9422964655109632,0.9588759243235548,0.9947460595446584,0.7368850708007812 diff --git a/scores/spotted_hyenas_scores_minusvocs_minusbins.csv b/scores/spotted_hyenas_scores_minusvocs_minusbins.csv new file mode 100644 index 0000000000000000000000000000000000000000..d4b8e12f986a1b1bef8b30de6ae1b6f8aa2eca46 --- /dev/null +++ b/scores/spotted_hyenas_scores_minusvocs_minusbins.csv @@ -0,0 +1,9 @@ +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,568,0.8399448705955942,0.1684201457782818,0.47571321163002955,0.7139330884211422,0.9964788732394366,0.2318034226102915 +crepe,568,0.7961491020492587,0.22077838303173294,0.4330742594307332,0.6400749925286228,0.9876760563380281,0.5853415727615356 +pesto_ft,561,0.8753883159761431,0.32729115421728994,0.9290116481320734,0.9422991668334664,0.9982174688057041,0.5834571924474812 +praat,568,0.872547275806976,0.2431010410652226,0.4917205962105317,0.8221557216604227,0.9964788732394366,0.7943916273166014 +pyin,561,0.7618224007527233,0.27130353369242144,0.36660406119708905,0.5303774726839697,0.9714795008912656,0.030106861794195 +tcrepe,568,0.8409326239202323,0.22535427618321505,0.6363611321586374,0.9008837856565614,0.9911971830985915,0.5234805941581726 +tcrepe_ftoth,568,0.8535201983034574,0.26940257511977084,0.722274684955339,0.7591069011156233,0.9929577464788732,0.0513894371688365 +tcrepe_ftsp,568,0.9045735058847012,0.2943790584531466,0.9480890603095268,0.9648155556473805,0.9947183098591549,0.7377183437347412 diff --git a/scores/wolves_report.pdf b/scores/wolves_report.pdf index 7af5901b2c3bc9b97df63c384b8e7bf2a60f2ff8..b8da13de53ef02748c094b188b4037eb5e5e3842 100644 Binary files a/scores/wolves_report.pdf and b/scores/wolves_report.pdf differ diff --git a/scores/wolves_report_minusvocs_minusbins.pdf b/scores/wolves_report_minusvocs_minusbins.pdf index 3a4792834bd181be440254b65991e70c222e6a34..37ed9465d1ec1766fda8995a1e1d6fd3839f38d1 100644 Binary files a/scores/wolves_report_minusvocs_minusbins.pdf and b/scores/wolves_report_minusvocs_minusbins.pdf differ diff --git a/scores/wolves_scores.csv b/scores/wolves_scores.csv index b387d966741111a4d35c1d3fe6b54225edbdfb82..772bc07a6aa94f1f5aa0615b0e60f27fa79f6c7c 100644 --- a/scores/wolves_scores.csv +++ b/scores/wolves_scores.csv @@ -1,9 +1,11 @@ -algo,count,Recall,False alarm,Pitch acc,Chroma acc,threshold -basic,812,0.541948471801042,0.16791547331403991,0.38163051454828073,0.4571537563324441,0.2825162829831242 -pesto,792,0.6022933016267872,0.23840062647613794,0.35275415367629825,0.5369125265439246,0.5257673862079173 -pesto_ft,812,0.6204598902703583,0.17801458877983617,0.6053038444427444,0.6985833723976698,0.5682965994757365 -pesto_ftoth,811,0.6205677834296682,0.17740272171647287,0.013257724403524077,0.16583327975346387,0.5683412372389945 -praat,812,0.5953749690103584,0.1515409092038138,0.35507569566828956,0.4699787272867239,0.8047009672434803 -tcrepe,812,0.5553113840410906,0.15631571507960423,0.48284834427191076,0.5747512781423116,0.5233033895492554 -tcrepe_ftoth,812,0.5934322333445479,0.12783414071902596,0.5275466825529475,0.5941730616511925,0.0754477381706237 -tcrepe_ftsp,812,0.6639154475263644,0.12634709259648524,0.5897393064243672,0.6592419121502573,0.0991358458995819 +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,2284,0.756794986054119,0.21941473250925356,0.5764661397350532,0.6154504929995922,0.9986865148861647,0.2604901883751169 +crepe,5,0.7506503438082385,0.1832717244616558,0.48767677555091743,0.5632869171255899,1.0,0.2587983310222626 +pesto,2246,0.6763939242179652,0.17479915286917075,0.5760806085114167,0.697502422350899,0.9924309884238647,0.545718252476602 +pesto_ft,2284,0.7351402796737604,0.13943619227394363,0.7583926808440467,0.8038957194543868,0.9956217162872154,0.5689246297856227 +pesto_ftoth,2282,0.7351504646970686,0.13924743623440708,0.016659894785576664,0.1895800226300103,0.9956178790534619,0.5689665614522805 +praat,2284,0.7744388053202622,0.20204259302793665,0.5414186546770021,0.6318007930267081,0.98861646234676,0.7610230446824701 +pyin,2213,0.8013165575844722,0.27623557791498876,0.562038242718557,0.6136101220190453,0.9959331224582015,0.0141734119812021 +tcrepe,2284,0.7907021937201183,0.2715229197244239,0.6878697871737183,0.7399194406050508,0.9969352014010507,0.3855637311935425 +tcrepe_ftoth,2284,0.8214465759009423,0.23706825713042146,0.6857632011170406,0.7405652245922134,0.98861646234676,0.038629163056612 +tcrepe_ftsp,2284,0.8519259464533655,0.24080935903204614,0.7340239166624857,0.7806268237215206,1.0,0.1666049808263778 diff --git a/scores/wolves_scores_minusvocs_minusbins.csv b/scores/wolves_scores_minusvocs_minusbins.csv index f9a82cfc9971a7074f7704696ea2c4e629f50400..adf9ff20ca4b5f0caf4e5021dc208a763c6bef29 100644 --- a/scores/wolves_scores_minusvocs_minusbins.csv +++ b/scores/wolves_scores_minusvocs_minusbins.csv @@ -1,9 +1,11 @@ -,threshold,Recall,False alarm,Pitch acc,Chroma acc,count -pyin,0.0565266558256688,0.8160212408280156,0.36243301347020734,0.6383949087201926,0.6902241069158452,6.0 -praat,0.8136964055586525,0.7923587563214627,0.3564521590885129,0.6010042932390192,0.7078824518710263,6.0 -crepe,0.6239352226257324,0.819403394317017,0.37432086163783584,0.8563769261476599,0.8834125162264401,6.0 -tcrepe,0.6272336840629578,0.8202491200161276,0.3699302080252815,0.8595302704609219,0.8858140189547038,6.0 -tcrepe_ft,0.1284554451704025,0.8432541450017094,0.3632952950348876,0.9019427332959813,0.9117452238428595,6.0 -basic,0.2996965320273637,0.8120058097405118,0.33303600746560463,0.7139633092231962,0.7270678562855224,6.0 -pesto,0.5667811197593393,0.7751903536667675,0.3110265757268059,0.7247778318596347,0.8063752524929096,6.0 -tcrepe_ftsp,0.1612122356891632,0.8793368349807387,0.33266372237535563,0.9162387333684946,0.9253362093287472,6.0 +algo,count,Recall,False alarm,Pitch acc,Chroma acc,Voc. recall,threshold +basic,2272,0.7783222851118851,0.31013181547264945,0.6006120523371876,0.636861848823665,0.9991197183098591,0.2594101782888174 +crepe,5,0.76020261379887,0.3628417124901807,0.5057974192844445,0.5777688849108403,1.0,0.2587983310222626 +pesto,2235,0.6866890296884444,0.2452173076880342,0.5999271451579625,0.7231677073346235,0.9919463087248322,0.5501173539013547 +pesto_ft,2272,0.7593472870305398,0.22171267360217134,0.7901066015809157,0.8321425212424363,0.9964788732394366,0.5616895770209934 +pesto_ftoth,2270,0.7593508051360577,0.22177874553696134,0.01596244751982149,0.19489942794213583,0.9964757709251101,0.5617417943396783 +praat,2272,0.7942021589539726,0.3414763055757736,0.5648004667849678,0.655245674394019,0.988556338028169,0.756364849269346 +pyin,2201,0.822109596785716,0.37826188348806494,0.5867074706108432,0.6378302875353107,0.9963652885052249,0.0131002625505134 +tcrepe,2272,0.8094148069176398,0.3738777631564596,0.7176729770033473,0.7668468093560812,0.996919014084507,0.3779498934745788 +tcrepe_ftoth,2272,0.8414610261626444,0.36842347383847823,0.7160723088759124,0.7680186188449716,0.9889964788732394,0.0365398339927196 +tcrepe_ftsp,2272,0.8642740451113431,0.3584947143924609,0.7655863700878375,0.8082628788721928,1.0,0.1730954498052597