Upload 10 files

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+classification/evaluation/paper/fig_r_A_position_20.png filter=lfs diff=lfs merge=lfs -text
+classification/evaluation/paper/fig_r_B_life_history.png filter=lfs diff=lfs merge=lfs -text
+classification/evaluation/paper/fig_r_C_broad_taxon.png filter=lfs diff=lfs merge=lfs -text

classification/evaluation/datasplits.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e69bbb7d4f6c182b3842e7ac17be8edbadebec220b91de050e1852f0c1258e9
-size 15029762
+oid sha256:bef388c506e8e97302ceb7acec0b3262e9263ff02ed6917b34be78c58c41bf7d
+size 14322853

classification/evaluation/paper/Table_2_classif_eval.csv

@@ -0,0 +1,9 @@
+Level,Condition,Train LOO,Train LOSO,Test LOO,Test LOSO,Val LOO,Val LOSO
+Genus,"(N, classes)","n=1875, 67 cls","n=510, 9 cls","n=351, 66 cls","n=99, 9 cls","n=119, 52 cls","n=39, 9 cls"
+Genus,Base,97.9 / 98.9,51.8 / 67.1,97.7 / 99.7,50.5 / 71.7,95.8 / 98.3,43.6 / 53.8
+Genus,Hierarchy,98.1 / 98.9,51.8 / 67.6,97.4 / 99.7,50.5 / 69.7,95.8 / 98.3,46.2 / 56.4
+Genus,Contrastive,98.0 / 99.0,52.4 / 67.3,98.6 / 99.7,49.5 / 70.7,95.8 / 98.3,43.6 / 56.4
+Spinal position (20% bins),"(N, classes)","n=1982, 5 cls","n=1957, 5 cls","n=376, 5 cls","n=371, 5 cls","n=124, 5 cls","n=124, 5 cls"
+Spinal position (20% bins),Base,74.4 / 97.9,50.4 / 84.7,74.5 / 97.1,52.8 / 84.9,76.6 / 98.4,55.6 / 86.3
+Spinal position (20% bins),Hierarchy,74.6 / 97.8,51.1 / 83.7,73.4 / 98.1,51.5 / 84.1,75.8 / 98.4,58.1 / 84.7
+Spinal position (20% bins),Contrastive,74.6 / 97.8,50.9 / 84.3,74.7 / 96.8,52.7 / 83.0,73.4 / 98.4,56.5 / 84.7

classification/evaluation/paper/Table_S3_classification_stats.csv

@@ -0,0 +1,267 @@
+run,split,eval_level,latents,level,n_eval,n_classes,n_eligible,n_reachable_classes,top1_accuracy,top5_accuracy,top1_accuracy_reachable,top5_accuracy_reachable,macro_f1,macro_f1_reachable,weighted_f1
+run_v72,train,genus,latent_opt,family,1851,35,1200,10,0.2263641274986493,0.3230686115613182,0.3491666666666667,0.4983333333333333,0.0624876856852679,0.2400341589217053,0.2227127736870676
+run_v73c,train,genus,latent_opt,family,1848,35,1200,10,0.2337662337662337,0.3181818181818182,0.36,0.49,0.0646329678044474,0.2470343732407204,0.2311530884769847
+run_v73h,train,genus,latent_opt,family,1848,35,1200,10,0.2272727272727272,0.3176406926406926,0.35,0.4891666666666667,0.0618593180412913,0.2384632406125944,0.218035971644013
+run_v72,train,genus,latent_opt,genus,1851,68,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,train,genus,latent_opt,genus,1848,68,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,train,genus,latent_opt,genus,1848,68,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,train,genus,latent_opt,species,1851,82,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,train,genus,latent_opt,species,1848,82,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,train,genus,latent_opt,species,1848,82,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,train,genus,latent_opt,region,1746,3,1746,3,0.6941580756013745,0.9066437571592212,0.6941580756013745,0.9066437571592212,0.6798895735253393,0.6798895735253393,0.6889622376961321
+run_v73c,train,genus,latent_opt,region,1746,3,1746,3,0.697594501718213,0.9032073310423826,0.697594501718213,0.9032073310423826,0.6845553343203853,0.6845553343203853,0.6939243138402905
+run_v73h,train,genus,latent_opt,region,1746,3,1746,3,0.6964490263459335,0.9095074455899198,0.6964490263459335,0.9095074455899198,0.682086051432993,0.682086051432993,0.6920731696440332
+run_v72,train,genus,latent_opt,position_10,1957,10,1957,10,0.3398058252427184,0.7015840572304548,0.3398058252427184,0.7015840572304548,0.3362794042888315,0.3362794042888315,0.3383003709290901
+run_v73c,train,genus,latent_opt,position_10,1954,10,1954,10,0.337768679631525,0.6975435005117707,0.337768679631525,0.6975435005117707,0.3340840059751604,0.3340840059751604,0.3361153435302146
+run_v73h,train,genus,latent_opt,position_10,1954,10,1954,10,0.3321392016376663,0.6883316274309109,0.3321392016376663,0.6883316274309109,0.3277045387369512,0.3277045387369512,0.3302682589466044
+run_v72,train,genus,latent_opt,position_20,1957,5,1957,5,0.516096065406234,0.8395503321410321,0.516096065406234,0.8395503321410321,0.517777469912011,0.517777469912011,0.5146012826580539
+run_v73c,train,genus,latent_opt,position_20,1954,5,1954,5,0.5163766632548619,0.8357215967246674,0.5163766632548619,0.8357215967246674,0.5176043011226379,0.5176043011226379,0.5146601079010209
+run_v73h,train,genus,latent_opt,position_20,1954,5,1954,5,0.5122824974411464,0.834186284544524,0.5122824974411464,0.834186284544524,0.5152514641414863,0.5152514641414863,0.5119622157745676
+run_v72,train,genus,latent_opt,life_history,1955,5,1955,5,0.4107416879795396,0.5928388746803069,0.4107416879795396,0.5928388746803069,0.3462109968952492,0.3462109968952492,0.4287163134105011
+run_v73c,train,genus,latent_opt,life_history,1952,5,1952,5,0.4093237704918033,0.5840163934426229,0.4093237704918033,0.5840163934426229,0.3430380452107708,0.3430380452107708,0.4260914951461823
+run_v73h,train,genus,latent_opt,life_history,1952,5,1952,5,0.4047131147540984,0.5727459016393442,0.4047131147540984,0.5727459016393442,0.3424913860320703,0.3424913860320703,0.4223311935936205
+run_v72,train,loo,base,family,1876,35,1876,35,0.9898720682302772,0.9957356076759062,0.9898720682302772,0.9957356076759062,0.983685107785711,,0.9898406953696238
+run_v72,train,loo,base,genus,1876,68,1875,67,0.9829424307036247,0.992004264392324,0.9834666666666668,0.9925333333333334,0.9640798400989808,,0.9826503727573702
+run_v72,train,loo,base,species,1876,82,1874,80,0.9797441364605544,0.9893390191897654,0.9807897545357523,0.9903948772678762,0.9527687594914632,,0.9791463953065088
+run_v72,train,loo,base,region,1746,3,1746,3,0.8791523482245132,0.9919816723940436,0.8791523482245132,0.9919816723940436,0.8645626978585544,,0.8781187958892599
+run_v72,train,loo,base,position_10,1982,10,1982,10,0.5141271442986882,0.893037336024218,0.5141271442986882,0.893037336024218,0.5126464435370668,,0.5202173876955772
+run_v72,train,loo,base,position_20,1982,5,1982,5,0.7633703329969728,0.98284561049445,0.7633703329969728,0.98284561049445,0.7662887116026019,,0.7652112829011174
+run_v72,train,loo,base,life_history,1982,7,1982,7,0.9889001009081736,0.9954591321897074,0.9889001009081736,0.9954591321897074,0.8454250651656878,,0.9884128336935848
+run_v72,train,loo,latent_opt,family,1876,35,1876,35,0.9856076759061834,0.9946695095948828,0.9856076759061834,0.9946695095948828,0.9784837124650884,0.9784837124650884,0.9855695141524916
+run_v73c,train,loo,latent_opt,family,1876,35,1876,35,0.9877398720682304,0.9952025586353944,0.9877398720682304,0.9952025586353944,0.9804775730940514,0.9804775730940514,0.9876991438090612
+run_v73h,train,loo,latent_opt,family,1876,35,1876,35,0.9877398720682304,0.9952025586353944,0.9877398720682304,0.9952025586353944,0.9804775730940514,0.9804775730940514,0.9876991438090612
+run_v72,train,loo,latent_opt,genus,1876,68,1875,67,0.9781449893390192,0.988272921108742,0.9786666666666668,0.9888,0.9588261378194396,0.9734415751490628,0.9777823397293756
+run_v73c,train,loo,latent_opt,genus,1876,68,1875,67,0.9792110874200426,0.9893390191897654,0.9797333333333332,0.9898666666666668,0.9601098761826328,0.9747444737863336,0.9789071642683128
+run_v73h,train,loo,latent_opt,genus,1876,68,1875,67,0.980277185501066,0.988272921108742,0.9808,0.9888,0.9610522220922088,0.9757008845602316,0.9799110233212156
+run_v72,train,loo,latent_opt,species,1876,82,1874,80,0.9744136460554372,0.9872068230277186,0.975453575240128,0.9882604055496264,0.9467578604360996,0.971001965886823,0.973809681096171
+run_v73c,train,loo,latent_opt,species,1876,82,1874,80,0.9749466950959488,0.9872068230277186,0.9759871931696904,0.9882604055496264,0.9474431343410278,0.971704371639374,0.974368860666478
+run_v73h,train,loo,latent_opt,species,1876,82,1874,80,0.976545842217484,0.9866737739872068,0.9775880469583778,0.987726787620064,0.9490724638060823,0.9733744343410552,0.975893331062002
+run_v72,train,loo,latent_opt,region,1746,3,1746,3,0.8762886597938144,0.990836197021764,0.8762886597938144,0.990836197021764,0.8598136953314408,0.8598136953314408,0.8747043692715237
+run_v73c,train,loo,latent_opt,region,1746,3,1746,3,0.8774341351660939,0.990836197021764,0.8774341351660939,0.990836197021764,0.8619819590980153,0.8619819590980153,0.8761325001730461
+run_v73h,train,loo,latent_opt,region,1746,3,1746,3,0.8802978235967927,0.9914089347079038,0.8802978235967927,0.9914089347079038,0.8667578238136363,0.8667578238136363,0.8787843740984764
+run_v72,train,loo,latent_opt,position_10,1982,10,1982,10,0.5,0.8895055499495459,0.5,0.8895055499495459,0.4973850899858899,0.4973850899858899,0.504938780531054
+run_v73c,train,loo,latent_opt,position_10,1982,10,1982,10,0.5060544904137235,0.8854692230070635,0.5060544904137235,0.8854692230070635,0.5025244765664246,0.5025244765664246,0.5109257729890584
+run_v73h,train,loo,latent_opt,position_10,1982,10,1982,10,0.508577194752775,0.8854692230070635,0.508577194752775,0.8854692230070635,0.5042121450629934,0.5042121450629934,0.5124228769473139
+run_v72,train,loo,latent_opt,position_20,1982,5,1982,5,0.7441977800201817,0.979313824419778,0.7441977800201817,0.979313824419778,0.7448819321483942,0.7448819321483942,0.7444658585837004
+run_v73c,train,loo,latent_opt,position_20,1982,5,1982,5,0.7462159434914228,0.9778002018163472,0.7462159434914228,0.9778002018163472,0.7475144493521853,0.7475144493521853,0.7471340141099092
+run_v73h,train,loo,latent_opt,position_20,1982,5,1982,5,0.7462159434914228,0.9778002018163472,0.7462159434914228,0.9778002018163472,0.7470880624169769,0.7470880624169769,0.7465006266918756
+run_v72,train,loo,latent_opt,life_history,1980,5,1980,5,0.9863636363636364,0.9944444444444444,0.9863636363636364,0.9944444444444444,0.9833255853590142,0.9833255853590142,0.9863678997497198
+run_v73c,train,loo,latent_opt,life_history,1980,5,1980,5,0.9873737373737372,0.9944444444444444,0.9873737373737372,0.9944444444444444,0.9841143629577302,0.9841143629577302,0.9873799102005424
+run_v73h,train,loo,latent_opt,life_history,1980,5,1980,5,0.9888888888888888,0.993939393939394,0.9888888888888888,0.993939393939394,0.9863293397890348,0.9863293397890348,0.988895465210504
+run_v72,train,species,latent_opt,family,1851,35,1239,11,0.3117233927606699,0.3927606699081578,0.4656981436642453,0.5867635189669088,0.073370622313607,0.2599593676235172,0.2793636320137956
+run_v73c,train,species,latent_opt,family,1848,35,1239,11,0.3187229437229437,0.3912337662337662,0.4753833736884584,0.5835351089588378,0.0753122197324285,0.2649253288877909,0.2874402974823306
+run_v73h,train,species,latent_opt,family,1848,35,1239,11,0.3073593073593073,0.3863636363636363,0.4584342211460855,0.576271186440678,0.0719131654666567,0.2548413067172776,0.2700001521375414
+run_v72,train,species,latent_opt,genus,1851,68,437,8,0.1134521880064829,0.1480280929227444,0.4805491990846682,0.6270022883295194,0.0351926124346056,0.4443898654488125,0.0865586986786767
+run_v73c,train,species,latent_opt,genus,1848,68,437,8,0.1152597402597402,0.1493506493506493,0.4874141876430206,0.631578947368421,0.0358246489026574,0.4524353648198854,0.0882678592613873
+run_v73h,train,species,latent_opt,genus,1848,68,437,8,0.1125541125541125,0.1488095238095238,0.4759725400457666,0.6292906178489702,0.0329561987439133,0.4392997053680305,0.0811707263182671
+run_v72,train,species,latent_opt,species,1851,82,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,train,species,latent_opt,species,1848,82,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,train,species,latent_opt,species,1848,82,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,train,species,latent_opt,region,1746,3,1746,3,0.7004581901489118,0.9140893470790378,0.7004581901489118,0.9140893470790378,0.6858237070896843,0.6858237070896843,0.696698771326504
+run_v73c,train,species,latent_opt,region,1746,3,1746,3,0.7056128293241696,0.9117983963344788,0.7056128293241696,0.9117983963344788,0.6928165713214512,0.6928165713214512,0.7031177311579572
+run_v73h,train,species,latent_opt,region,1746,3,1746,3,0.7044673539518901,0.911225658648339,0.7044673539518901,0.911225658648339,0.6898579016312052,0.6898579016312052,0.7006128077885182
+run_v72,train,species,latent_opt,position_10,1957,10,1957,10,0.3561573837506387,0.7133367399080225,0.3561573837506387,0.7133367399080225,0.350266565268501,0.350266565268501,0.3543371773311553
+run_v73c,train,species,latent_opt,position_10,1954,10,1954,10,0.3572159672466735,0.710849539406346,0.3572159672466735,0.710849539406346,0.3519459897483937,0.3519459897483937,0.3556211379550403
+run_v73h,train,species,latent_opt,position_10,1954,10,1954,10,0.3515864892528147,0.7036847492323439,0.3515864892528147,0.7036847492323439,0.3450757437229721,0.3450757437229721,0.349432029308065
+run_v72,train,species,latent_opt,position_20,1957,5,1957,5,0.5288707204905467,0.8543689320388349,0.5288707204905467,0.8543689320388349,0.5298126775096926,0.5298126775096926,0.527445694663792
+run_v73c,train,species,latent_opt,position_20,1954,5,1954,5,0.5348004094165814,0.8510747185261003,0.5348004094165814,0.8510747185261003,0.5359353029336356,0.5359353029336356,0.5337983363952079
+run_v73h,train,species,latent_opt,position_20,1954,5,1954,5,0.5291709314227226,0.8454452405322416,0.5291709314227226,0.8454452405322416,0.5311100926481915,0.5311100926481915,0.5284498879378889
+run_v72,train,species,latent_opt,life_history,1955,5,1955,5,0.4685421994884911,0.6516624040920717,0.4685421994884911,0.6516624040920717,0.4348569934752938,0.4348569934752938,0.4758487717670246
+run_v73c,train,species,latent_opt,life_history,1952,5,1952,5,0.4651639344262295,0.6444672131147541,0.4651639344262295,0.6444672131147541,0.4319167027634701,0.4319167027634701,0.4719529199593937
+run_v73h,train,species,latent_opt,life_history,1952,5,1952,5,0.4610655737704918,0.6316598360655737,0.4610655737704918,0.6316598360655737,0.4285159672041373,0.4285159672041373,0.4682300089067062
+run_v72,train,specimen,base,family,1856,35,1239,11,0.3168103448275862,0.3960129310344827,0.4745762711864407,0.5932203389830508,0.0680832649406289,,0.2750945240320168
+run_v72,train,specimen,base,genus,1856,68,510,9,0.1449353448275862,0.1880387931034483,0.5274509803921569,0.6843137254901961,0.0476667866203592,,0.1165423461397614
+run_v72,train,specimen,base,species,1856,82,73,1,0.0285560344827586,0.0387931034482758,0.726027397260274,0.9863013698630136,0.0071026534441168,,0.0229075881015536
+run_v72,train,specimen,base,region,1746,3,1746,3,0.6592210767468499,0.9083619702176404,0.6592210767468499,0.9083619702176404,0.6609275094682803,,0.6627410400866258
+run_v72,train,specimen,base,position_10,1962,10,1962,10,0.3221202854230377,0.700815494393476,0.3221202854230377,0.700815494393476,0.3223469093182719,,0.3241601890248479
+run_v72,train,specimen,base,position_20,1962,5,1962,5,0.5,0.8460754332313966,0.5,0.8460754332313966,0.5058644513725699,,0.5018416530138783
+run_v72,train,specimen,base,life_history,1960,5,1960,5,0.4535714285714285,0.6285714285714286,0.4535714285714285,0.6285714285714286,0.4162265404637179,,0.4546858710765241
+run_v72,train,specimen,latent_opt,family,1851,35,1239,11,0.3149648838465694,0.3933009184224743,0.4705407586763519,0.5875706214689266,0.0736127083418189,0.260785149648908,0.2812168564975433
+run_v73c,train,specimen,latent_opt,family,1848,35,1239,11,0.3214285714285714,0.3917748917748918,0.4794188861985472,0.5843422114608555,0.0755494252996841,0.2657606487218772,0.2891022920400355
+run_v73h,train,specimen,latent_opt,family,1848,35,1239,11,0.310064935064935,0.3869047619047619,0.4624697336561743,0.5770782889426957,0.0721621864620343,0.2557405300821873,0.2716988848281328
+run_v72,train,specimen,latent_opt,genus,1851,68,510,9,0.1426256077795786,0.1847649918962723,0.5176470588235295,0.6705882352941176,0.0453372558714654,0.4626758106297479,0.112816397788841
+run_v73c,train,specimen,latent_opt,genus,1848,68,510,9,0.1444805194805195,0.1856060606060606,0.5235294117647059,0.6725490196078432,0.0456172352128516,0.4695380613900415,0.1136771091473837
+run_v73h,train,specimen,latent_opt,genus,1848,68,510,9,0.1428571428571428,0.1866883116883116,0.5176470588235295,0.6764705882352942,0.0430813473389171,0.460252211287296,0.1074655971251214
+run_v72,train,specimen,latent_opt,species,1851,82,73,1,0.0291734197730956,0.0367368989735278,0.7397260273972602,0.9315068493150684,0.0074410913600661,0.8503937007874016,0.0240639507732879
+run_v73c,train,specimen,latent_opt,species,1848,82,73,1,0.0292207792207792,0.0362554112554112,0.7397260273972602,0.9178082191780822,0.0071971211515393,0.8503937007874016,0.0233127528209495
+run_v73h,train,specimen,latent_opt,species,1848,82,73,1,0.0303030303030303,0.0378787878787878,0.7671232876712328,0.958904109589041,0.007343299239444,0.8682170542635659,0.0237862495927012
+run_v72,train,specimen,latent_opt,region,1738,3,1738,3,0.6864211737629459,0.9119677790563866,0.6864211737629459,0.9119677790563866,0.6699138432063658,0.6699138432063658,0.6817173480306908
+run_v73c,train,specimen,latent_opt,region,1741,3,1741,3,0.6863871338311315,0.9092475588742104,0.6863871338311315,0.9092475588742104,0.6706351129649685,0.6706351129649685,0.6827197581994803
+run_v73h,train,specimen,latent_opt,region,1738,3,1738,3,0.6904487917146145,0.9073647871116226,0.6904487917146145,0.9073647871116226,0.6747500850380229,0.6747500850380229,0.6850055835626366
+run_v72,train,specimen,latent_opt,position_10,1957,10,1957,10,0.3198773633111906,0.7026060296371998,0.3198773633111906,0.7026060296371998,0.3117727113027056,0.3117727113027056,0.3150995118489829
+run_v73c,train,specimen,latent_opt,position_10,1954,10,1954,10,0.3213920163766632,0.6985670419651996,0.3213920163766632,0.6985670419651996,0.3145019480493382,0.3145019480493382,0.3175658026074696
+run_v73h,train,specimen,latent_opt,position_10,1954,10,1954,10,0.3188331627430911,0.6878198567041965,0.3188331627430911,0.6878198567041965,0.3095083520454539,0.3095083520454539,0.3137070092181938
+run_v72,train,specimen,latent_opt,position_20,1957,5,1957,5,0.5038323965252938,0.8467041389882474,0.5038323965252938,0.8467041389882474,0.5039531746198003,0.5039531746198003,0.5009197938982334
+run_v73c,train,specimen,latent_opt,position_20,1954,5,1954,5,0.5087001023541453,0.8433981576253838,0.5087001023541453,0.8433981576253838,0.5091633732678897,0.5091633732678897,0.5064285179744912
+run_v73h,train,specimen,latent_opt,position_20,1954,5,1954,5,0.5112589559877175,0.8367451381780963,0.5112589559877175,0.8367451381780963,0.5125392203949608,0.5125392203949608,0.5092944428543646
+run_v72,train,specimen,latent_opt,life_history,1955,5,1955,5,0.4455242966751918,0.6398976982097186,0.4455242966751918,0.6398976982097186,0.4165888009268751,0.4165888009268751,0.4506878470025194
+run_v73c,train,specimen,latent_opt,life_history,1952,5,1952,5,0.4441598360655737,0.6337090163934426,0.4441598360655737,0.6337090163934426,0.4154456566601731,0.4154456566601731,0.4492058925175837
+run_v73h,train,specimen,latent_opt,life_history,1952,5,1952,5,0.4410860655737705,0.6188524590163934,0.4410860655737705,0.6188524590163934,0.412797174041233,0.412797174041233,0.4460798861079306
+run_v72,val,genus,latent_opt,family,119,27,79,10,0.2689075630252101,0.3109243697478991,0.4050632911392405,0.4683544303797468,0.0509544872541031,0.1857575757575757,0.2686197398293504
+run_v73c,val,genus,latent_opt,family,119,27,79,10,0.2857142857142857,0.3361344537815126,0.430379746835443,0.5063291139240507,0.0542790542790542,0.1938735177865612,0.2781420260411857
+run_v73h,val,genus,latent_opt,family,119,27,79,10,0.2521008403361344,0.3193277310924369,0.379746835443038,0.4810126582278481,0.0483627483627483,0.1731601731601731,0.2552774956136301
+run_v72,val,genus,latent_opt,genus,119,52,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,val,genus,latent_opt,genus,119,52,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,val,genus,latent_opt,genus,119,52,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,val,genus,latent_opt,species,119,60,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,val,genus,latent_opt,species,119,60,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,val,genus,latent_opt,species,119,60,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,val,genus,latent_opt,region,112,3,112,3,0.7053571428571429,0.9196428571428572,0.7053571428571429,0.9196428571428572,0.706859298322713,0.706859298322713,0.6986337382678846
+run_v73c,val,genus,latent_opt,region,112,3,112,3,0.7053571428571429,0.9285714285714286,0.7053571428571429,0.9285714285714286,0.7175446775446774,0.7175446775446774,0.7008075258075258
+run_v73h,val,genus,latent_opt,region,112,3,112,3,0.7053571428571429,0.9196428571428572,0.7053571428571429,0.9196428571428572,0.7003968253968255,0.7003968253968255,0.6990858843537415
+run_v72,val,genus,latent_opt,position_10,124,10,124,10,0.4112903225806452,0.75,0.4112903225806452,0.75,0.3976991205252075,0.3976991205252075,0.4155072660553578
+run_v73c,val,genus,latent_opt,position_10,124,10,124,10,0.3951612903225806,0.7580645161290323,0.3951612903225806,0.7580645161290323,0.372275607421652,0.372275607421652,0.3893120089576937
+run_v73h,val,genus,latent_opt,position_10,124,10,124,10,0.4112903225806452,0.7338709677419355,0.4112903225806452,0.7338709677419355,0.3895255259589624,0.3895255259589624,0.4115536580482151
+run_v72,val,genus,latent_opt,position_20,124,5,124,5,0.5725806451612904,0.8629032258064516,0.5725806451612904,0.8629032258064516,0.5678917512360135,0.5678917512360135,0.5729814576985386
+run_v73c,val,genus,latent_opt,position_20,124,5,124,5,0.6129032258064516,0.8629032258064516,0.6129032258064516,0.8629032258064516,0.6037562282438059,0.6037562282438059,0.6071550287770734
+run_v73h,val,genus,latent_opt,position_20,124,5,124,5,0.5725806451612904,0.8548387096774194,0.5725806451612904,0.8548387096774194,0.5637237482940132,0.5637237482940132,0.5675606750691694
+run_v72,val,genus,latent_opt,life_history,124,5,124,5,0.4193548387096774,0.6048387096774194,0.4193548387096774,0.6048387096774194,0.3439369784531074,0.3439369784531074,0.4302169755603678
+run_v73c,val,genus,latent_opt,life_history,124,5,124,5,0.3790322580645161,0.5887096774193549,0.3790322580645161,0.5887096774193549,0.3159537632758572,0.3159537632758572,0.3952942321040217
+run_v73h,val,genus,latent_opt,life_history,124,5,124,5,0.3870967741935484,0.5564516129032258,0.3870967741935484,0.5564516129032258,0.316973214447314,0.316973214447314,0.3972407671273566
+run_v72,val,loo,latent_opt,family,119,27,119,27,0.9831932773109244,1.0,0.9831932773109244,1.0,0.9800612642717906,0.9800612642717906,0.9830542743413156
+run_v73c,val,loo,latent_opt,family,119,27,119,27,0.9831932773109244,1.0,0.9831932773109244,1.0,0.9800612642717906,0.9800612642717906,0.9830542743413156
+run_v73h,val,loo,latent_opt,family,119,27,119,27,0.9831932773109244,1.0,0.9831932773109244,1.0,0.9800612642717906,0.9800612642717906,0.9830542743413156
+run_v72,val,loo,latent_opt,genus,119,52,119,52,0.957983193277311,0.9831932773109244,0.957983193277311,0.9831932773109244,0.9476800976800976,0.9476800976800976,0.9563558756836068
+run_v73c,val,loo,latent_opt,genus,119,52,119,52,0.957983193277311,0.9831932773109244,0.957983193277311,0.9831932773109244,0.9476800976800976,0.9476800976800976,0.9563558756836068
+run_v73h,val,loo,latent_opt,genus,119,52,119,52,0.957983193277311,0.9831932773109244,0.957983193277311,0.9831932773109244,0.9476800976800976,0.9476800976800976,0.9563558756836068
+run_v72,val,loo,latent_opt,species,119,60,119,60,0.9495798319327732,0.9831932773109244,0.9495798319327732,0.9831932773109244,0.941904761904762,0.941904761904762,0.9483793517406964
+run_v73c,val,loo,latent_opt,species,119,60,119,60,0.9495798319327732,0.9831932773109244,0.9495798319327732,0.9831932773109244,0.941904761904762,0.941904761904762,0.9483793517406964
+run_v73h,val,loo,latent_opt,species,119,60,119,60,0.9495798319327732,0.9831932773109244,0.9495798319327732,0.9831932773109244,0.941904761904762,0.941904761904762,0.9483793517406964
+run_v72,val,loo,latent_opt,region,112,3,112,3,0.8928571428571429,0.9910714285714286,0.8928571428571429,0.9910714285714286,0.8815577688014554,0.8815577688014554,0.8893089504310251
+run_v73c,val,loo,latent_opt,region,112,3,112,3,0.8928571428571429,0.9910714285714286,0.8928571428571429,0.9910714285714286,0.8815577688014554,0.8815577688014554,0.8893089504310251
+run_v73h,val,loo,latent_opt,region,112,3,112,3,0.8839285714285714,0.9910714285714286,0.8839285714285714,0.9910714285714286,0.8731558482632882,0.8731558482632882,0.8792783257188571
+run_v72,val,loo,latent_opt,position_10,124,10,124,10,0.532258064516129,0.9112903225806452,0.532258064516129,0.9112903225806452,0.5010056042664739,0.5010056042664739,0.5343909369505442
+run_v73c,val,loo,latent_opt,position_10,124,10,124,10,0.5080645161290323,0.9032258064516128,0.5080645161290323,0.9032258064516128,0.4801575655173856,0.4801575655173856,0.5119255755216001
+run_v73h,val,loo,latent_opt,position_10,124,10,124,10,0.5,0.9032258064516128,0.5,0.9032258064516128,0.4555547310438615,0.4555547310438615,0.4888630231591312
+run_v72,val,loo,latent_opt,position_20,124,5,124,5,0.7661290322580645,0.9838709677419356,0.7661290322580645,0.9838709677419356,0.7673750714694112,0.7673750714694112,0.7696038750253602
+run_v73c,val,loo,latent_opt,position_20,124,5,124,5,0.7338709677419355,0.9838709677419356,0.7338709677419355,0.9838709677419356,0.7362614379084966,0.7362614379084966,0.7369428631667722
+run_v73h,val,loo,latent_opt,position_20,124,5,124,5,0.7580645161290323,0.9838709677419356,0.7580645161290323,0.9838709677419356,0.7601455733808675,0.7601455733808675,0.7616092135779043
+run_v72,val,loo,latent_opt,life_history,124,5,124,5,0.9838709677419356,1.0,0.9838709677419356,1.0,0.9829745596868884,0.9829745596868884,0.983862200057516
+run_v73c,val,loo,latent_opt,life_history,124,5,124,5,0.9838709677419356,1.0,0.9838709677419356,1.0,0.9829745596868884,0.9829745596868884,0.983862200057516
+run_v73h,val,loo,latent_opt,life_history,124,5,124,5,0.9838709677419356,1.0,0.9838709677419356,1.0,0.9829745596868884,0.9829745596868884,0.983862200057516
+run_v72,val,species,latent_opt,family,119,27,82,11,0.3361344537815126,0.3949579831932773,0.4878048780487805,0.573170731707317,0.068306277056277,0.2159451659451659,0.3128625995852886
+run_v73c,val,species,latent_opt,family,119,27,82,11,0.3529411764705882,0.4117647058823529,0.5121951219512195,0.5975609756097561,0.0767309566651671,0.2373737373737373,0.3261944453894919
+run_v73h,val,species,latent_opt,family,119,27,82,11,0.3277310924369748,0.4117647058823529,0.4756097560975609,0.5975609756097561,0.0644153825972007,0.2074741364903258,0.3056439358960368
+run_v72,val,species,latent_opt,genus,119,52,31,8,0.0840336134453781,0.1092436974789916,0.3225806451612903,0.4193548387096774,0.0312137771154164,0.326098901098901,0.0673966556319497
+run_v73c,val,species,latent_opt,genus,119,52,31,8,0.0840336134453781,0.1176470588235294,0.3225806451612903,0.4516129032258064,0.0310419866871479,0.338598901098901,0.0708616780045351
+run_v73h,val,species,latent_opt,genus,119,52,31,8,0.0840336134453781,0.1176470588235294,0.3225806451612903,0.4516129032258064,0.0266024298282362,0.3326465201465202,0.0620975662992469
+run_v72,val,species,latent_opt,species,119,60,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,val,species,latent_opt,species,119,60,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,val,species,latent_opt,species,119,60,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,val,species,latent_opt,region,112,3,112,3,0.7053571428571429,0.9285714285714286,0.7053571428571429,0.9285714285714286,0.7059047732483698,0.7059047732483698,0.6964654736027157
+run_v73c,val,species,latent_opt,region,112,3,112,3,0.7053571428571429,0.9285714285714286,0.7053571428571429,0.9285714285714286,0.7163764794107154,0.7163764794107154,0.6986909391250408
+run_v73h,val,species,latent_opt,region,112,3,112,3,0.7232142857142857,0.9196428571428572,0.7232142857142857,0.9196428571428572,0.7210072778133371,0.7210072778133371,0.7158160362502158
+run_v72,val,species,latent_opt,position_10,124,10,124,10,0.4354838709677419,0.7580645161290323,0.4354838709677419,0.7580645161290323,0.4140078677149615,0.4140078677149615,0.4343595767259677
+run_v73c,val,species,latent_opt,position_10,124,10,124,10,0.4193548387096774,0.7661290322580645,0.4193548387096774,0.7661290322580645,0.3821686635416287,0.3821686635416287,0.4030142982581425
+run_v73h,val,species,latent_opt,position_10,124,10,124,10,0.4435483870967742,0.75,0.4435483870967742,0.75,0.4109933835712639,0.4109933835712639,0.4384163373555901
+run_v72,val,species,latent_opt,position_20,124,5,124,5,0.5725806451612904,0.8629032258064516,0.5725806451612904,0.8629032258064516,0.5693527846200019,0.5693527846200019,0.5740784428843784
+run_v73c,val,species,latent_opt,position_20,124,5,124,5,0.5967741935483871,0.8548387096774194,0.5967741935483871,0.8548387096774194,0.5879990356798457,0.5879990356798457,0.5903190810962142
+run_v73h,val,species,latent_opt,position_20,124,5,124,5,0.5967741935483871,0.8467741935483871,0.5967741935483871,0.8467741935483871,0.586347937320115,0.586347937320115,0.5908603010202502
+run_v72,val,species,latent_opt,life_history,124,5,124,5,0.4677419354838709,0.6612903225806451,0.4677419354838709,0.6612903225806451,0.4326823318314216,0.4326823318314216,0.4686763048666673
+run_v73c,val,species,latent_opt,life_history,124,5,124,5,0.4274193548387097,0.6370967741935484,0.4274193548387097,0.6370967741935484,0.4010233918128654,0.4010233918128654,0.4317911714770798
+run_v73h,val,species,latent_opt,life_history,124,5,124,5,0.4435483870967742,0.6048387096774194,0.4435483870967742,0.6048387096774194,0.4122156836639595,0.4122156836639595,0.4414166748983211
+run_v72,val,specimen,latent_opt,family,119,27,82,11,0.3361344537815126,0.3949579831932773,0.4878048780487805,0.573170731707317,0.068306277056277,0.2159451659451659,0.3128625995852886
+run_v73c,val,specimen,latent_opt,family,119,27,82,11,0.3529411764705882,0.4117647058823529,0.5121951219512195,0.5975609756097561,0.0767309566651671,0.2373737373737373,0.3261944453894919
+run_v73h,val,specimen,latent_opt,family,119,27,82,11,0.3361344537815126,0.4117647058823529,0.4878048780487805,0.5975609756097561,0.065066045066045,0.2097535552081006,0.310743374272786
+run_v72,val,specimen,latent_opt,genus,119,52,39,9,0.1428571428571428,0.1764705882352941,0.4358974358974359,0.5384615384615384,0.0468728474996556,0.381368957839546,0.1282924934679754
+run_v73c,val,specimen,latent_opt,genus,119,52,39,9,0.1428571428571428,0.1848739495798319,0.4358974358974359,0.5641025641025641,0.0453789042498719,0.3873965540632207,0.1278177937841803
+run_v73h,val,specimen,latent_opt,genus,119,52,39,9,0.1512605042016806,0.1848739495798319,0.4615384615384615,0.5641025641025641,0.0415258576548899,0.3944512277845611,0.1233826864078964
+run_v72,val,specimen,latent_opt,species,119,60,8,1,0.0588235294117647,0.0672268907563025,0.875,1.0,0.0111287758346581,0.9333333333333332,0.0553633217993079
+run_v73c,val,specimen,latent_opt,species,119,60,8,1,0.0588235294117647,0.0672268907563025,0.875,1.0,0.0103703703703703,0.9333333333333332,0.0522875816993464
+run_v73h,val,specimen,latent_opt,species,119,60,8,1,0.0672268907563025,0.0672268907563025,1.0,1.0,0.0118518518518518,1.0,0.0597572362278244
+run_v72,val,specimen,latent_opt,region,112,3,112,3,0.7053571428571429,0.9285714285714286,0.7053571428571429,0.9285714285714286,0.7059047732483698,0.7059047732483698,0.6964654736027157
+run_v73c,val,specimen,latent_opt,region,112,3,112,3,0.7142857142857143,0.9285714285714286,0.7142857142857143,0.9285714285714286,0.7227490406909051,0.7227490406909051,0.7069365315606545
+run_v73h,val,specimen,latent_opt,region,112,3,112,3,0.7142857142857143,0.9196428571428572,0.7142857142857143,0.9196428571428572,0.7119653793089759,0.7119653793089759,0.7052317073689495
+run_v72,val,specimen,latent_opt,position_10,124,10,124,10,0.4193548387096774,0.75,0.4193548387096774,0.75,0.3970500107571045,0.3970500107571045,0.4150350869982523
+run_v73c,val,specimen,latent_opt,position_10,124,10,124,10,0.3790322580645161,0.7419354838709677,0.3790322580645161,0.7419354838709677,0.34534183569535,0.34534183569535,0.3612729627746502
+run_v73h,val,specimen,latent_opt,position_10,124,10,124,10,0.4274193548387097,0.7580645161290323,0.4274193548387097,0.7580645161290323,0.399427994402586,0.399427994402586,0.4222631221174924
+run_v72,val,specimen,latent_opt,position_20,124,5,124,5,0.5564516129032258,0.8629032258064516,0.5564516129032258,0.8629032258064516,0.5518001668752608,0.5518001668752608,0.5563012233033227
+run_v73c,val,specimen,latent_opt,position_20,124,5,124,5,0.5645161290322581,0.8467741935483871,0.5645161290322581,0.8467741935483871,0.5511795171596073,0.5511795171596073,0.553675384898568
+run_v73h,val,specimen,latent_opt,position_20,124,5,124,5,0.5806451612903226,0.8467741935483871,0.5806451612903226,0.8467741935483871,0.5696391791480385,0.5696391791480385,0.5751325529339267
+run_v72,val,specimen,latent_opt,life_history,124,5,124,5,0.4435483870967742,0.6532258064516129,0.4435483870967742,0.6532258064516129,0.4109182055670336,0.4109182055670336,0.4435585578680062
+run_v73c,val,specimen,latent_opt,life_history,124,5,124,5,0.4032258064516129,0.6370967741935484,0.4032258064516129,0.6370967741935484,0.3790392648287385,0.3790392648287385,0.406560756730536
+run_v73h,val,specimen,latent_opt,life_history,124,5,124,5,0.4516129032258064,0.6048387096774194,0.4516129032258064,0.6048387096774194,0.4168835602519813,0.4168835602519813,0.4480169910390624
+run_v72,test,genus,latent_opt,family,346,35,217,10,0.2427745664739884,0.3323699421965317,0.3870967741935484,0.5299539170506913,0.0699361920790492,0.2711546895755096,0.2496746897758458
+run_v73c,test,genus,latent_opt,family,345,35,217,10,0.2260869565217391,0.3188405797101449,0.3594470046082949,0.5069124423963134,0.0596192014388994,0.2311448407842893,0.2322377535730988
+run_v73h,test,genus,latent_opt,family,346,35,217,10,0.245664739884393,0.3208092485549133,0.391705069124424,0.511520737327189,0.0682663070565066,0.2675769695958226,0.2444460998108551
+run_v72,test,genus,latent_opt,genus,346,66,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,test,genus,latent_opt,genus,345,66,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,test,genus,latent_opt,genus,346,66,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,test,genus,latent_opt,species,346,78,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,test,genus,latent_opt,species,345,78,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,test,genus,latent_opt,species,346,78,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,test,genus,latent_opt,region,322,3,322,3,0.6801242236024845,0.9130434782608696,0.6801242236024845,0.9130434782608696,0.6554171153155924,0.6554171153155924,0.6770752898980662
+run_v73c,test,genus,latent_opt,region,321,3,321,3,0.6666666666666666,0.9221183800623052,0.6666666666666666,0.9221183800623052,0.6425156407944704,0.6425156407944704,0.6633872255504311
+run_v73h,test,genus,latent_opt,region,321,3,321,3,0.6947040498442367,0.912772585669782,0.6947040498442367,0.912772585669782,0.6787256236797522,0.6787256236797522,0.6930607317300278
+run_v72,test,genus,latent_opt,position_10,371,10,371,10,0.3342318059299191,0.6819407008086253,0.3342318059299191,0.6819407008086253,0.3283451605445034,0.3283451605445034,0.3340373418408693
+run_v73c,test,genus,latent_opt,position_10,370,10,370,10,0.3297297297297297,0.6810810810810811,0.3297297297297297,0.6810810810810811,0.3217657915527978,0.3217657915527978,0.3280953523526397
+run_v73h,test,genus,latent_opt,position_10,371,10,371,10,0.3423180592991914,0.692722371967655,0.3423180592991914,0.692722371967655,0.3364016631077829,0.3364016631077829,0.3411903406510503
+run_v72,test,genus,latent_opt,position_20,371,5,371,5,0.522911051212938,0.8221024258760108,0.522911051212938,0.8221024258760108,0.5196350967054313,0.5196350967054313,0.5241139427503558
+run_v73c,test,genus,latent_opt,position_20,370,5,370,5,0.5135135135135135,0.8216216216216217,0.5135135135135135,0.8216216216216217,0.5084787775250355,0.5084787775250355,0.5124359189472297
+run_v73h,test,genus,latent_opt,position_20,371,5,371,5,0.5175202156334232,0.816711590296496,0.5175202156334232,0.816711590296496,0.5134175515537442,0.5134175515537442,0.5183681332772193
+run_v72,test,genus,latent_opt,life_history,371,5,371,5,0.4474393530997305,0.6657681940700808,0.4474393530997305,0.6657681940700808,0.3678365256819075,0.3678365256819075,0.4648279063846753
+run_v73c,test,genus,latent_opt,life_history,370,5,370,5,0.4351351351351351,0.6459459459459459,0.4351351351351351,0.6459459459459459,0.3603633805303199,0.3603633805303199,0.4573351809787034
+run_v73h,test,genus,latent_opt,life_history,371,5,371,5,0.4393530997304582,0.6361185983827493,0.4393530997304582,0.6361185983827493,0.364035702395904,0.364035702395904,0.458700096226686
+run_v72,test,loo,latent_opt,family,351,35,351,35,0.9886039886039886,0.9971509971509972,0.9886039886039886,0.9971509971509972,0.976276369133512,0.976276369133512,0.98852347926422
+run_v73c,test,loo,latent_opt,family,351,35,351,35,0.9943019943019944,0.9971509971509972,0.9943019943019944,0.9971509971509972,0.9886264000549716,0.9886264000549716,0.9941937349344756
+run_v73h,test,loo,latent_opt,family,351,35,351,35,0.9857549857549858,0.9971509971509972,0.9857549857549858,0.9971509971509972,0.9426400054971484,0.9426400054971484,0.9850497924571998
+run_v72,test,loo,latent_opt,genus,351,66,351,66,0.9772079772079773,0.9971509971509972,0.9772079772079773,0.9971509971509972,0.968407929356546,0.968407929356546,0.9774334775152316
+run_v73c,test,loo,latent_opt,genus,351,66,351,66,0.9857549857549858,0.9971509971509972,0.9857549857549858,0.9971509971509972,0.982129561259996,0.982129561259996,0.98589908598084
+run_v73h,test,loo,latent_opt,genus,351,66,351,66,0.9743589743589745,0.9971509971509972,0.9743589743589745,0.9971509971509972,0.9395746779718228,0.9538106579410928,0.9749100749918292
+run_v72,test,loo,latent_opt,species,351,78,351,78,0.9772079772079773,0.9971509971509972,0.9772079772079773,0.9971509971509972,0.972269667654283,0.972269667654283,0.9774178085289196
+run_v73c,test,loo,latent_opt,species,351,78,351,78,0.9857549857549858,0.9971509971509972,0.9857549857549858,0.9971509971509972,0.9838802792648946,0.9838802792648946,0.9858834169945282
+run_v73h,test,loo,latent_opt,species,351,78,351,78,0.9743589743589745,0.9971509971509972,0.9743589743589745,0.9971509971509972,0.94776726789385,0.9599181303027456,0.9748944060055172
+run_v72,test,loo,latent_opt,region,322,3,322,3,0.8416149068322981,0.9875776397515528,0.8416149068322981,0.9875776397515528,0.8300664400254583,0.8300664400254583,0.840050317414358
+run_v73c,test,loo,latent_opt,region,321,3,321,3,0.8473520249221184,0.9906542056074766,0.8473520249221184,0.9906542056074766,0.8382527946671171,0.8382527946671171,0.8462008291801063
+run_v73h,test,loo,latent_opt,region,321,3,321,3,0.8535825545171339,0.9875389408099688,0.8535825545171339,0.9875389408099688,0.8386226278995296,0.8386226278995296,0.8525083002285664
+run_v72,test,loo,latent_opt,position_10,376,10,376,10,0.4920212765957447,0.8723404255319149,0.4920212765957447,0.8723404255319149,0.4907138940175125,0.4907138940175125,0.4934759639913834
+run_v73c,test,loo,latent_opt,position_10,376,10,376,10,0.476063829787234,0.8696808510638298,0.476063829787234,0.8696808510638298,0.4743470939833379,0.4743470939833379,0.4791941611446556
+run_v73h,test,loo,latent_opt,position_10,376,10,376,10,0.4787234042553192,0.8909574468085106,0.4787234042553192,0.8909574468085106,0.4720298254122711,0.4720298254122711,0.4789342490162273
+run_v72,test,loo,latent_opt,position_20,376,5,376,5,0.7446808510638298,0.9707446808510638,0.7446808510638298,0.9707446808510638,0.7447045707915274,0.7447045707915274,0.7464121381459826
+run_v73c,test,loo,latent_opt,position_20,376,5,376,5,0.7473404255319149,0.9680851063829788,0.7473404255319149,0.9680851063829788,0.7468295666211932,0.7468295666211932,0.7490728870813517
+run_v73h,test,loo,latent_opt,position_20,376,5,376,5,0.7340425531914894,0.9813829787234044,0.7340425531914894,0.9813829787234044,0.7325385969705248,0.7325385969705248,0.7348799873378971
+run_v72,test,loo,latent_opt,life_history,376,5,376,5,0.9867021276595744,1.0,0.9867021276595744,1.0,0.9838342579171484,0.9838342579171484,0.9866907667035671
+run_v73c,test,loo,latent_opt,life_history,376,5,376,5,0.9920212765957448,1.0,0.9920212765957448,1.0,0.9899268594039254,0.9899268594039254,0.9920215763557612
+run_v73h,test,loo,latent_opt,life_history,376,5,376,5,0.9840425531914894,1.0,0.9840425531914894,1.0,0.979940242710079,0.979940242710079,0.9840822725609342
+run_v72,test,species,latent_opt,family,346,35,223,11,0.3323699421965317,0.4104046242774566,0.515695067264574,0.6367713004484304,0.0844309204203608,0.3068115683088945,0.3120434479578686
+run_v73c,test,species,latent_opt,family,345,35,223,11,0.3188405797101449,0.408695652173913,0.4932735426008968,0.6322869955156951,0.0739016094595673,0.2705356284412873,0.295472908692777
+run_v73h,test,species,latent_opt,family,346,35,223,11,0.3265895953757225,0.3988439306358382,0.5067264573991032,0.6188340807174888,0.0805620067235312,0.2944835758413548,0.2979794964178324
+run_v72,test,species,latent_opt,genus,346,66,86,8,0.1156069364161849,0.1676300578034682,0.4651162790697674,0.6744186046511628,0.0353011041765725,0.4214691558441559,0.0949182999534036
+run_v73c,test,species,latent_opt,genus,345,66,86,8,0.1130434782608695,0.1652173913043478,0.4534883720930232,0.6627906976744186,0.0330503954189872,0.4082484508955097,0.0871772575250836
+run_v73h,test,species,latent_opt,genus,346,66,86,8,0.1156069364161849,0.1618497109826589,0.4651162790697674,0.6511627906976745,0.0329039319764421,0.4043560606060606,0.086830722808539
+run_v72,test,species,latent_opt,species,346,78,0,0,0.0,0.0,,,0.0,,0.0
+run_v73c,test,species,latent_opt,species,345,78,0,0,0.0,0.0,,,0.0,,0.0
+run_v73h,test,species,latent_opt,species,346,78,0,0,0.0,0.0,,,0.0,,0.0
+run_v72,test,species,latent_opt,region,322,3,322,3,0.6925465838509317,0.9192546583850932,0.6925465838509317,0.9192546583850932,0.6746579700196852,0.6746579700196852,0.6904518466567917
+run_v73c,test,species,latent_opt,region,321,3,321,3,0.6791277258566978,0.9283489096573208,0.6791277258566978,0.9283489096573208,0.6620810393122767,0.6620810393122767,0.6796553845515003
+run_v73h,test,species,latent_opt,region,321,3,321,3,0.6915887850467289,0.9221183800623052,0.6915887850467289,0.9221183800623052,0.6809016393442624,0.6809016393442624,0.6910579132832848
+run_v72,test,species,latent_opt,position_10,371,10,371,10,0.3423180592991914,0.7008086253369272,0.3423180592991914,0.7008086253369272,0.3330815124600078,0.3330815124600078,0.3394024661572241
+run_v73c,test,species,latent_opt,position_10,370,10,370,10,0.3405405405405405,0.6864864864864865,0.3405405405405405,0.6864864864864865,0.3285416817480496,0.3285416817480496,0.3364590184590419
+run_v73h,test,species,latent_opt,position_10,371,10,371,10,0.3477088948787062,0.706199460916442,0.3477088948787062,0.706199460916442,0.3387572367366299,0.3387572367366299,0.3448333684942519
+run_v72,test,species,latent_opt,position_20,371,5,371,5,0.5390835579514824,0.8517520215633423,0.5390835579514824,0.8517520215633423,0.5374661840826196,0.5374661840826196,0.5408774475250466
+run_v73c,test,species,latent_opt,position_20,370,5,370,5,0.5405405405405406,0.8405405405405405,0.5405405405405406,0.8405405405405405,0.5384523385497749,0.5384523385497749,0.5411249521160683
+run_v73h,test,species,latent_opt,position_20,371,5,371,5,0.5336927223719676,0.8436657681940701,0.5336927223719676,0.8436657681940701,0.530623163370864,0.530623163370864,0.5347053650692063
+run_v72,test,species,latent_opt,life_history,371,5,371,5,0.5094339622641509,0.7008086253369272,0.5094339622641509,0.7008086253369272,0.461608112748839,0.461608112748839,0.5175796966572075
+run_v73c,test,species,latent_opt,life_history,370,5,370,5,0.4945945945945946,0.7027027027027027,0.4945945945945946,0.7027027027027027,0.4411967039102717,0.4411967039102717,0.5040014380717899
+run_v73h,test,species,latent_opt,life_history,371,5,371,5,0.4932614555256064,0.6846361185983828,0.4932614555256064,0.6846361185983828,0.4452170395331536,0.4452170395331536,0.5035010325087586
+run_v72,test,specimen,latent_opt,family,346,35,223,11,0.3410404624277456,0.4161849710982659,0.5291479820627802,0.6457399103139013,0.085065785511529,0.3089474566254752,0.3171953445093312
+run_v73c,test,specimen,latent_opt,family,345,35,223,11,0.3275362318840579,0.408695652173913,0.5067264573991032,0.6322869955156951,0.0744045821571775,0.2721890675947265,0.300320399184238
+run_v73h,test,specimen,latent_opt,family,346,35,223,11,0.3352601156069364,0.4017341040462427,0.5201793721973094,0.6233183856502242,0.0811890056526717,0.2966063612851035,0.3030821629296856
+run_v72,test,specimen,latent_opt,genus,346,66,99,9,0.1445086705202312,0.2052023121387283,0.5050505050505051,0.7171717171717171,0.0466013617214136,0.4627111450640862,0.1232478448361836
+run_v73c,test,specimen,latent_opt,genus,345,66,99,9,0.1420289855072463,0.2028985507246377,0.494949494949495,0.7070707070707071,0.0442137483733849,0.4510501843835177,0.115257572272065
+run_v73h,test,specimen,latent_opt,genus,346,66,99,9,0.1445086705202312,0.1994219653179191,0.5050505050505051,0.696969696969697,0.0433811027727071,0.4483164983164983,0.1132409281105123
+run_v72,test,specimen,latent_opt,species,346,78,13,1,0.0289017341040462,0.0375722543352601,0.7692307692307693,1.0,0.0089285714285714,0.8695652173913043,0.0268373245251858
+run_v73c,test,specimen,latent_opt,species,345,78,13,1,0.0289855072463768,0.0376811594202898,0.7692307692307693,1.0,0.0089285714285714,0.8695652173913043,0.0269151138716356
+run_v73h,test,specimen,latent_opt,species,346,78,13,1,0.0289017341040462,0.0375722543352601,0.7692307692307693,1.0,0.0086206896551724,0.8695652173913043,0.0259118995415587
+run_v72,test,specimen,latent_opt,region,322,3,322,3,0.6894409937888198,0.9192546583850932,0.6894409937888198,0.9192546583850932,0.6689762833784573,0.6689762833784573,0.6857650501672241
+run_v73c,test,specimen,latent_opt,region,320,3,320,3,0.671875,0.93125,0.671875,0.93125,0.6574451158747322,0.6574451158747322,0.6713169200432543
+run_v73h,test,specimen,latent_opt,region,320,3,320,3,0.678125,0.925,0.678125,0.925,0.6634715614172635,0.6634715614172635,0.6753284964403687
+run_v72,test,specimen,latent_opt,position_10,371,10,371,10,0.3234501347708894,0.6900269541778976,0.3234501347708894,0.6900269541778976,0.3125207876354695,0.3125207876354695,0.3174330987749644
+run_v73c,test,specimen,latent_opt,position_10,370,10,370,10,0.3216216216216216,0.6756756756756757,0.3216216216216216,0.6756756756756757,0.308319097528445,0.308319097528445,0.3147194291873531
+run_v73h,test,specimen,latent_opt,position_10,371,10,371,10,0.3315363881401617,0.7008086253369272,0.3315363881401617,0.7008086253369272,0.3192982921095407,0.3192982921095407,0.3252202889997416
+run_v72,test,specimen,latent_opt,position_20,371,5,371,5,0.5283018867924528,0.8490566037735849,0.5283018867924528,0.8490566037735849,0.5261766390235586,0.5261766390235586,0.5290879512365623
+run_v73c,test,specimen,latent_opt,position_20,370,5,370,5,0.527027027027027,0.8297297297297297,0.527027027027027,0.8297297297297297,0.5235564883875818,0.5235564883875818,0.5259550272551519
+run_v73h,test,specimen,latent_opt,position_20,371,5,371,5,0.5148247978436657,0.8409703504043127,0.5148247978436657,0.8409703504043127,0.5095971995774726,0.5095971995774726,0.5133576101947853
+run_v72,test,specimen,latent_opt,life_history,371,5,371,5,0.4878706199460916,0.6900269541778976,0.4878706199460916,0.6900269541778976,0.4466572812646689,0.4466572812646689,0.4957682004364576
+run_v73c,test,specimen,latent_opt,life_history,370,5,370,5,0.4729729729729729,0.6945945945945946,0.4729729729729729,0.6945945945945946,0.4255281645873313,0.4255281645873313,0.4819204246158103
+run_v73h,test,specimen,latent_opt,life_history,371,5,371,5,0.477088948787062,0.6711590296495957,0.477088948787062,0.6711590296495957,0.4337467102789684,0.4337467102789684,0.4869924101056176

classification/evaluation/paper/Table_S4_classif_by_spec_num.csv

@@ -0,0 +1,28 @@
+run,split,class,n_specimens,n_vertebrae,top1_recall,top5_recall
+run_v72,train,amphisbaenia,3,211,0.412,0.493
+run_v72,train,anguimorpha,9,228,0.553,0.715
+run_v72,train,cordylidae,25,458,0.904,0.98
+run_v72,train,gekkota,7,146,0.644,0.897
+run_v72,train,gerrhosauridae,8,177,0.39,0.644
+run_v72,train,iguania,16,255,0.486,0.694
+run_v72,train,laterata,10,195,0.421,0.559
+run_v72,train,scincidae,6,146,0.096,0.144
+run_v72,train,xantusiidae,2,35,0.0,0.029
+run_v72,val,amphisbaenia,3,12,0.417,0.5
+run_v72,val,anguimorpha,5,10,0.7,0.7
+run_v72,val,cordylidae,21,36,0.861,0.889
+run_v72,val,gekkota,6,12,0.583,0.833
+run_v72,val,gerrhosauridae,6,9,0.444,0.778
+run_v72,val,iguania,9,15,0.6,0.8
+run_v72,val,laterata,10,17,0.235,0.412
+run_v72,val,scincidae,2,3,0.0,0.0
+run_v72,val,xantusiidae,2,5,0.0,0.0
+run_v72,test,amphisbaenia,3,50,0.56,0.56
+run_v72,test,anguimorpha,9,39,0.59,0.667
+run_v72,test,cordylidae,22,95,0.884,0.989
+run_v72,test,gekkota,7,25,0.72,0.84
+run_v72,test,gerrhosauridae,8,27,0.444,0.667
+run_v72,test,iguania,15,43,0.512,0.674
+run_v72,test,laterata,10,34,0.441,0.559
+run_v72,test,scincidae,5,27,0.074,0.148
+run_v72,test,xantusiidae,2,6,0.0,0.0

classification/evaluation/paper/Table_S5_classif_by_spec_spearmans.csv

@@ -0,0 +1,7 @@
+run,split,metric,n_classes,rho_specimens,p_specimens,rho_vertebrae,p_vertebrae,partial_rho_specimens,partial_p_specimens,partial_rho_vertebrae,partial_p_vertebrae,rho_specimens_vs_vertebrae
+run_v72,train,top1_recall,9,0.7167,0.0298,0.6695,0.0486,0.4093,0.3139,0.2357,0.5741,0.795
+run_v72,val,top1_recall,9,0.6414,0.0626,0.5966,0.0899,0.3015,0.4681,0.0734,0.8629,0.8903
+run_v72,test,top1_recall,9,0.5,0.1705,0.569,0.1098,0.2394,0.5679,0.3874,0.343,0.6025
+run_v72,train,top5_recall,9,0.7333,0.0246,0.6193,0.0753,0.506,0.2007,0.0879,0.836,0.795
+run_v72,val,top5_recall,9,0.7173,0.0296,0.6303,0.0688,0.4418,0.2731,-0.0264,0.9506,0.8903
+run_v72,test,top5_recall,9,0.6778,0.0448,0.4748,0.1965,0.5577,0.1509,0.1131,0.7897,0.6025