Comparing Massively-Multitask Regression Algorithms for Drug Discovery

Combined tables in .csv format

tab_analysis1_full.csv

group,model0,model1,frac_favor_model0,frac_favor_model1,mean1-0,median1-0,wilcoxon_stat,wilcoxon_pvalue,is_diff,pvalue_corrected
Diverse All-Out,IMC,Alchemite,0.23534927332395686,0.7646507266760432,0.16661678851688544,0.13168922694881174,1470982.0,0.0,True,0.0
Diverse All-Out,IMC,MT-DNN,0.16760431317393343,0.8323956868260666,0.20879540247672157,0.18517318932876886,889473.0,0.0,True,0.0
Diverse All-Out,IMC,PQSAR,0.1994842944210033,0.8005157055789968,0.1818717138959789,0.1474665271630768,1199587.0,0.0,True,0.0
Diverse All-Out,IMC,MetaNN,0.22902015939990625,0.7709798406000937,0.1434304869192986,0.11666799907442656,1565956.0,2.6013976817448985e-301,True,4.682515827140817e-300
Diverse All-Out,Macau,MT-DNN,0.25316455696202533,0.7468354430379747,0.11564208529520047,0.09121942665562231,1756401.0,2.353194299774743e-264,True,4.000430309617063e-263
Diverse All-Out,IMC,ST-RFR,0.26582278481012656,0.7341772151898734,0.14329578880014568,0.10539094394734111,1806902.0,5.802280613337301e-255,True,9.283648981339681e-254
Diverse All-Out,Macau,PQSAR,0.2981715893108298,0.7018284106891702,0.08871839671445783,0.07181724737865094,2324274.0,1.3611384806474218e-168,True,2.0417077209711327e-167
Diverse All-Out,IMC,Macau,0.3014533520862635,0.6985466479137366,0.09315331718152109,0.06667608790459781,2374754.0,3.9845177968289035e-161,True,5.578324915560465e-160
Diverse All-Out,MetaNN,MT-DNN,0.3274730426629161,0.6725269573370839,0.06536491555742295,0.04882795423598081,2563287.0,9.471646892680836e-135,True,1.2313140960485086e-133
Diverse All-Out,Macau,Alchemite,0.3462259728082513,0.6537740271917487,0.07346347133536435,0.057207302401556644,2786482.0,1.3290260480630384e-106,True,1.594831257675646e-105
Diverse All-Out,ST-RFR,MT-DNN,0.37998124706985464,0.6200187529301453,0.06549961367657585,0.0372033765089336,2972354.0,1.0421575336466358e-85,True,1.1463732870112995e-84
Diverse All-Out,Macau,MetaNN,0.3984997655883732,0.6015002344116268,0.05027716973777753,0.02971438023528625,3197672.0,1.762652401977494e-63,True,1.762652401977494e-62
Diverse All-Out,Macau,ST-RFR,0.3837318330989217,0.6162681669010783,0.05014247161862461,0.040103589902097406,3203600.0,6.097194131698022e-63,True,5.48747471852822e-62
Diverse All-Out,ST-RFR,PQSAR,0.40037505860290673,0.5989217065166432,0.0385759250958332,0.0206795306283525,3278081.0,6.160993682313648e-56,True,4.928794945850918e-55
Diverse All-Out,MetaNN,PQSAR,0.3912330051570558,0.6087669948429442,0.03844122697668028,0.03149378476488965,3353222.0,4.0789686431296357e-50,True,2.855278050190745e-49
Diverse All-Out,Alchemite,MT-DNN,0.4078762306610408,0.5921237693389592,0.042178613959836124,0.034171665756980885,3433137.0,7.045696442245528e-44,True,4.227417865347317e-43
Diverse All-Out,PQSAR,MT-DNN,0.44163150492264414,0.5583684950773559,0.02692368858074267,0.015337103963936505,3786773.0,2.1693411252260886e-21,True,1.0846705626130443e-20
Diverse All-Out,Alchemite,PQSAR,0.4381153305203938,0.5611814345991561,0.01525492537909346,0.01441018637780514,3963773.0,5.029956022008539e-13,True,2.0119824088034157e-12
Diverse All-Out,MetaNN,Alchemite,0.45382090951711207,0.5461790904828879,0.023186301597586823,0.014083156453236451,3982503.0,1.6227644087972273e-12,True,3.4558482330803375e-12
Diverse All-Out,ST-RFR,Alchemite,0.45358649789029537,0.5457102672292545,0.02332099971673974,0.011542784705012743,3977406.0,1.7279241165401687e-12,True,3.4558482330803375e-12
Diverse All-Out,MetaNN,ST-RFR,0.47233942803563056,0.5276605719643694,-0.00013469811915291149,0.005429064684296991,4313392.0,0.003172508398152624,True,0.003172508398152624
Diverse One-Out,ST-RFR,PQSAR,0.2969995311767464,0.7022972339428035,0.19922803247426601,0.10089077709953059,1718082.0,6.02884848529445e-271,True,6.02884848529445e-271
Diverse Subset-Out,IMC,MT-DNN,0.0625,0.9375,0.34258833963691054,0.3105569421072506,30.0,1.4459544672718039e-11,True,2.891908934543608e-10
Diverse Subset-Out,IMC,ST-RFR,0.08333333333333333,0.9166666666666666,0.2961002778324078,0.2885388698794608,30.0,1.4459544672718039e-11,True,2.891908934543608e-10
Diverse Subset-Out,IMC,PQSAR,0.08333333333333333,0.9166666666666666,0.35044226184064314,0.3535441392367995,32.0,1.964650664376677e-11,True,3.7328362623156863e-10
Diverse Subset-Out,Macau,MT-DNN,0.125,0.875,0.1662869017981021,0.15873893873701944,47.0,1.545501504551794e-10,True,2.781902708193229e-09
Diverse Subset-Out,Macau,PQSAR,0.08333333333333333,0.9166666666666666,0.1741408240018347,0.15198306317978444,57.0,5.145537329553918e-10,True,8.74741346024166e-09
Diverse Subset-Out,IMC,Alchemite,0.14583333333333334,0.8541666666666666,0.30854608394267347,0.2960657556630818,71.0,2.3521806724602357e-09,True,3.763489075936377e-08
Diverse Subset-Out,IMC,MetaNN,0.125,0.875,0.23067345747564738,0.16549551795691442,104.0,4.9636213361736736e-08,True,7.44543200426051e-07
Diverse Subset-Out,IMC,Macau,0.20833333333333334,0.7916666666666666,0.17630143783880847,0.12682264928136905,163.0,3.5292202298364828e-06,True,4.940908321771076e-05
Diverse Subset-Out,Macau,Alchemite,0.3125,0.6875,0.132244646103865,0.12212029205401737,185.0,1.3210831291132763e-05,True,0.00016785675475716744
Diverse Subset-Out,MetaNN,MT-DNN,0.22916666666666666,0.7708333333333334,0.11191488216126318,0.10383673465200485,186.0,1.398806289643062e-05,True,0.00016785675475716744
Diverse Subset-Out,MetaNN,PQSAR,0.25,0.75,0.11976880436499576,0.10589824371465667,208.0,4.647810803248831e-05,True,0.0005112591883573714
Diverse Subset-Out,Macau,ST-RFR,0.22916666666666666,0.7708333333333334,0.1197988399935993,0.1457815772313063,270.0,0.0008245548419125726,True,0.008245548419125726
Diverse Subset-Out,MetaNN,ST-RFR,0.2708333333333333,0.7291666666666666,0.0654268203567604,0.06038951063742644,322.0,0.005710529962918542,False,0.05139476966626688
Diverse Subset-Out,Macau,MetaNN,0.3333333333333333,0.6666666666666666,0.0543720196368389,0.06397320390064522,331.0,0.00768480026177798,False,0.06147840209422384
Diverse Subset-Out,Alchemite,PQSAR,0.2708333333333333,0.7291666666666666,0.04189617789796968,0.06119010267487854,340.0,0.010234368756215417,False,0.07164058129350792
Diverse Subset-Out,MetaNN,Alchemite,0.4583333333333333,0.5416666666666666,0.07787262646702608,0.011426918420226972,413.0,0.07330569826862643,False,0.4398341896117586
Diverse Subset-Out,Alchemite,MT-DNN,0.3541666666666667,0.6458333333333334,0.034042255694237085,0.033229403580240756,445.0,0.1449705730140849,False,0.7106128570169759
Diverse Subset-Out,Alchemite,ST-RFR,0.4375,0.5625,-0.012445806110265691,0.041961660676441095,503.0,0.3894747612479037,False,0.7106128570169759
Diverse Subset-Out,MT-DNN,PQSAR,0.5,0.5,0.007853922203732598,-0.0031084777615359993,551.0,0.7106128570169759,False,0.7106128570169759
Diverse Subset-Out,MT-DNN,ST-RFR,0.4791666666666667,0.5208333333333334,-0.046488061804502774,0.001987053984094711,538.0,0.6147100043878382,False,0.7106128570169759
Diverse Subset-Out,ST-RFR,PQSAR,0.4583333333333333,0.5416666666666666,0.05434198400823539,0.030093695260141634,485.0,0.2960107280900104,False,0.7106128570169759
Kinase All-Out,IMC,PQSAR,0.0440251572327044,0.9559748427672956,0.13164013970909222,0.1069999898990421,100.0,5.0198848738494026e-27,True,1.0541758235083744e-25
Kinase All-Out,IMC,Alchemite,0.06289308176100629,0.9371069182389937,0.12565176199911066,0.10753936886239099,201.0,3.2594137656076313e-26,True,6.518827531215263e-25
Kinase All-Out,IMC,MT-DNN,0.06918238993710692,0.9308176100628931,0.12038591232426417,0.10227145589124721,235.0,6.077336214116138e-26,True,1.1546938806820662e-24
Kinase All-Out,IMC,Macau,0.1320754716981132,0.8679245283018868,0.08745318977218047,0.06769770027545599,655.0,1.0109648188012927e-22,True,1.819736673842327e-21
Kinase All-Out,IMC,MetaNN,0.12578616352201258,0.8742138364779874,0.08170249527899097,0.0650162990492443,691.0,1.8637202856163982e-22,True,3.168324485547877e-21
Kinase All-Out,ST-RFR,PQSAR,0.16352201257861634,0.8364779874213837,0.06268312354644134,0.05760383427638359,1101.0,1.5120420230743003e-19,True,2.4192672369188805e-18
Kinase All-Out,MetaNN,MT-DNN,0.20125786163522014,0.7987421383647799,0.03868341704527319,0.0348389272083479,1578.0,1.975051843955513e-16,True,2.9625777659332695e-15
Kinase All-Out,IMC,ST-RFR,0.20125786163522014,0.7987421383647799,0.06895701616265087,0.051636462098732294,1660.0,6.341485792250957e-16,True,8.87808010915134e-15
Kinase All-Out,ST-RFR,Alchemite,0.2389937106918239,0.7610062893081762,0.056694745836459746,0.0532575114013943,1917.0,2.1619480676967605e-14,True,2.810532488005789e-13
Kinase All-Out,MetaNN,PQSAR,0.2578616352201258,0.7421383647798742,0.049937644430101236,0.029540936867537004,2111.0,2.731947971405017e-13,True,3.2783375656860204e-12
Kinase All-Out,ST-RFR,MT-DNN,0.24528301886792453,0.7547169811320755,0.05142889616161329,0.05140878473598759,2334.0,4.406290749381127e-12,True,4.8469198243192397e-11
Kinase All-Out,Macau,PQSAR,0.25157232704402516,0.7484276729559748,0.04418694993691176,0.03553829774539591,2346.0,5.0965689980005605e-12,True,5.09656899800056e-11
Kinase All-Out,MetaNN,Alchemite,0.2893081761006289,0.710691823899371,0.04394926672011965,0.0329375618671221,2879.0,2.1471787877601126e-09,True,1.9324609089841013e-08
Kinase All-Out,Macau,MT-DNN,0.25157232704402516,0.7484276729559748,0.032932722552083696,0.02454098999269304,2918.0,3.2352269165623682e-09,True,2.5881815332498946e-08
Kinase All-Out,Macau,Alchemite,0.3836477987421384,0.6163522012578616,0.038198572226930155,0.025046700647735398,3592.0,1.934788302742295e-06,True,1.3543518119196065e-05
Kinase All-Out,ST-RFR,MetaNN,0.33962264150943394,0.660377358490566,0.0127454791163401,0.022037417868148,4486.0,0.0012698376327107308,True,0.007619025796264385
Kinase All-Out,ST-RFR,Macau,0.37735849056603776,0.6226415094339622,0.018496173609529588,0.0234387801993513,4537.0,0.0017185051991479839,True,0.00859252599573992
Kinase All-Out,MT-DNN,Alchemite,0.4591194968553459,0.5408805031446541,0.005265849674846456,0.0059635660343813,5953.0,0.4839795497407625,False,0.4839795497407625
Kinase All-Out,Alchemite,PQSAR,0.4968553459119497,0.5031446540880503,0.005988377709981597,0.0009094286178673028,5876.0,0.40522103703199697,False,0.4839795497407625
Kinase All-Out,MT-DNN,PQSAR,0.4716981132075472,0.5283018867924528,0.01125422738482805,0.0009046652825510006,5542.0,0.15951296231117462,False,0.4839795497407625
Kinase All-Out,Macau,MetaNN,0.4968553459119497,0.5031446540880503,-0.005750694493189489,0.00029656681764530005,5740.0,0.2863279860853968,False,0.4839795497407625
Kinase One-Out,IMC,MT-DNN,0.0,1.0,0.30575810939297837,0.29295236867015206,0.0,7.6469844120372525e-28,True,1.0558932069972922e-26
Kinase One-Out,ST-RFR,MT-DNN,0.018867924528301886,0.9811320754716981,0.43467579866672695,0.45299566346453224,10.0,9.242380999322058e-28,True,1.0558932069972922e-26
Kinase One-Out,IMC,MetaNN,0.006289308176100629,0.9937106918238994,0.2765017227834435,0.270915364730985,12.0,9.599029154520838e-28,True,1.0558932069972922e-26
Kinase One-Out,IMC,PQSAR,0.006289308176100629,0.9937106918238994,0.2976714970866964,0.2737999176324115,9.0,9.06901739159698e-28,True,1.0558932069972922e-26
Kinase One-Out,ST-RFR,PQSAR,0.006289308176100629,0.9937106918238994,0.426589186360445,0.4518619346609088,9.0,9.06901739159698e-28,True,1.0558932069972922e-26
Kinase One-Out,ST-RFR,MetaNN,0.03773584905660377,0.9622641509433962,0.40541941205719206,0.4368936728939748,32.0,1.4008171385858363e-27,True,1.2607354247272527e-26
Kinase One-Out,ST-RFR,Macau,0.031446540880503145,0.9685534591194969,0.3762867411677586,0.3956656107795124,27.0,1.2746492352770762e-27,True,1.2607354247272527e-26
Kinase One-Out,IMC,Macau,0.018867924528301886,0.9811320754716981,0.24736905189400996,0.24822335824015035,39.0,1.5985086727482606e-27,True,1.2788069381986085e-26
Kinase One-Out,Macau,MT-DNN,0.12578616352201258,0.8742138364779874,0.058389057498968396,0.0468624260020537,768.0,6.8082142656298785e-22,True,4.765749985940915e-21
Kinase One-Out,ST-RFR,IMC,0.20754716981132076,0.7924528301886793,0.12891768927374866,0.1407290129387478,1789.0,3.818974466931977e-15,True,2.291384680159186e-14
Kinase One-Out,Macau,PQSAR,0.22641509433962265,0.7735849056603774,0.05030244519268642,0.0317308069480417,2157.0,4.905809593216046e-13,True,2.4529047966080232e-12
Kinase One-Out,Macau,MetaNN,0.29559748427672955,0.7044025157232704,0.02913267088943351,0.02636289682228954,2999.0,7.474555007089515e-09,True,2.989822002835806e-08
Kinase One-Out,MetaNN,MT-DNN,0.27672955974842767,0.7232704402515723,0.029256386609534887,0.025417961659731314,3078.0,1.6610270110476887e-08,True,4.983081033143066e-08
Kinase One-Out,MetaNN,PQSAR,0.3836477987421384,0.6163522012578616,0.021169774303252908,0.013346590111443457,4508.0,0.0014481538555015652,True,0.0028963077110031304
Kinase One-Out,PQSAR,MT-DNN,0.4276729559748428,0.5723270440251572,0.008086612306281972,0.009212346868213817,5304.0,0.0693705005123833,False,0.0693705005123833
Kinase Subset-Out,IMC,Alchemite,0.0,1.0,0.2437040845601197,0.23484763594520533,0.0,0.00048828125,True,0.00830078125
Kinase Subset-Out,IMC,MT-DNN,0.0,1.0,0.22707935405947985,0.2333666769884108,0.0,0.00048828125,True,0.00830078125
Kinase Subset-Out,IMC,MetaNN,0.0,1.0,0.18385538872800702,0.1945267138596294,0.0,0.00048828125,True,0.00830078125
Kinase Subset-Out,IMC,PQSAR,0.0,1.0,0.23294582001778397,0.21526982478487053,0.0,0.00048828125,True,0.00830078125
Kinase Subset-Out,IMC,Macau,0.0,1.0,0.1972385686426903,0.19892429625417576,0.0,0.00048828125,True,0.00830078125
Kinase Subset-Out,ST-RFR,Alchemite,0.08333333333333333,0.9166666666666666,0.32238393549655514,0.38720268006827685,3.0,0.00244140625,True,0.0390625
Kinase Subset-Out,ST-RFR,PQSAR,0.16666666666666666,0.8333333333333334,0.31162567095421945,0.39084360973849475,4.0,0.00341796875,False,0.05126953125
Kinase Subset-Out,Macau,Alchemite,0.16666666666666666,0.8333333333333334,0.0464655159174294,0.04343197509364871,5.0,0.0048828125,False,0.068359375
Kinase Subset-Out,ST-RFR,MT-DNN,0.25,0.75,0.3057592049959153,0.356036666560187,6.0,0.0068359375,False,0.08203125
Kinase Subset-Out,ST-RFR,Macau,0.25,0.75,0.2759184195791257,0.3628741282800144,6.0,0.0068359375,False,0.08203125
Kinase Subset-Out,ST-RFR,MetaNN,0.25,0.75,0.2625352396644425,0.35936634669786854,7.0,0.00927734375,False,0.10205078125
Kinase Subset-Out,MetaNN,Alchemite,0.25,0.75,0.05984869583211264,0.050571491086193104,8.0,0.01220703125,False,0.1220703125
Kinase Subset-Out,MetaNN,PQSAR,0.25,0.75,0.04909043128977698,0.03966806815002008,11.0,0.02685546875,False,0.24169921875
Kinase Subset-Out,Macau,PQSAR,0.16666666666666666,0.8333333333333334,0.03570725137509372,0.019058656473373098,13.0,0.04248046875,False,0.33984375
Kinase Subset-Out,MetaNN,MT-DNN,0.3333333333333333,0.6666666666666666,0.04322396533147279,0.047255809725417,18.0,0.10986328125,False,0.76904296875
Kinase Subset-Out,MT-DNN,Alchemite,0.3333333333333333,0.6666666666666666,0.016624730500639867,0.044732723884716774,26.0,0.33935546875,False,0.9697265625
Kinase Subset-Out,PQSAR,Alchemite,0.4166666666666667,0.5833333333333334,0.01075826454233568,0.01613434413993603,28.0,0.423828125,False,0.9697265625
Kinase Subset-Out,PQSAR,MT-DNN,0.4166666666666667,0.5833333333333334,-0.005866465958304187,0.002098403896407382,38.0,0.9697265625,False,0.9697265625
Kinase Subset-Out,Macau,MT-DNN,0.4166666666666667,0.5833333333333334,0.029840785416789542,0.01011052889721643,26.0,0.33935546875,False,0.9697265625
Kinase Subset-Out,ST-RFR,IMC,0.4166666666666667,0.5833333333333334,0.07867985093643544,0.113212299733854,24.0,0.26611328125,False,0.9697265625
Kinase Subset-Out,Macau,MetaNN,0.4166666666666667,0.5833333333333334,-0.013383179914683248,0.004162476485265999,37.0,0.90966796875,False,0.9697265625

tab_analysis2_pvalues.csv

group,model0,model1,frac_good_model0,frac_good_model1,mcnemar_stat,mcnemar_pvalue,is_diff,pvalue_corrected
Diverse All-Out,IMC,MT-DNN,0.08790436005625879,0.4097515236755743,120.0,7.851932776716504e-302,True,1.6489058831104657e-300
Diverse All-Out,IMC,PQSAR,0.08790436005625879,0.36075949367088606,139.0,2.4666268527815975e-237,True,4.933253705563195e-236
Diverse All-Out,IMC,Alchemite,0.08790436005625879,0.3359118612283169,144.0,3.6415766754084565e-208,True,6.918995683276068e-207
Diverse All-Out,IMC,ST-RFR,0.08790436005625879,0.2960618846694796,158.0,5.2490954964352665e-161,True,9.44837189358348e-160
Diverse All-Out,IMC,MetaNN,0.08790436005625879,0.2981715893108298,184.0,8.586440602455253e-155,True,1.459694902417393e-153
Diverse All-Out,Macau,MT-DNN,0.21120487576183777,0.4097515236755743,162.0,6.478578112464513e-150,True,1.0365724979943221e-148
Diverse All-Out,Macau,PQSAR,0.21120487576183777,0.36075949367088606,274.0,1.898812755225135e-80,True,2.8482191328377027e-79
Diverse All-Out,IMC,Macau,0.08790436005625879,0.21120487576183777,218.0,8.472839242272484e-68,True,1.1861974939181479e-66
Diverse All-Out,Macau,Alchemite,0.21120487576183777,0.3359118612283169,338.0,1.8123677967991726e-54,True,2.3560781358389243e-53
Diverse All-Out,MetaNN,MT-DNN,0.2981715893108298,0.4097515236755743,257.0,1.3605974925336374e-53,True,1.632716991040365e-52
Diverse All-Out,ST-RFR,MT-DNN,0.2960618846694796,0.4097515236755743,331.0,9.466345398768926e-48,True,1.0412979938645819e-46
Diverse All-Out,Macau,MetaNN,0.21120487576183777,0.2981715893108298,285.0,2.277122348077924e-34,True,2.277122348077924e-33
Diverse All-Out,Macau,ST-RFR,0.21120487576183777,0.2960618846694796,427.0,1.8048976114777285e-25,True,1.6244078503299557e-24
Diverse All-Out,ST-RFR,PQSAR,0.2960618846694796,0.36075949367088606,253.0,2.815201242942844e-23,True,2.252160994354275e-22
Diverse All-Out,Alchemite,MT-DNN,0.3359118612283169,0.4097515236755743,414.0,9.014426335318413e-21,True,6.310098434722889e-20
Diverse All-Out,MetaNN,PQSAR,0.2981715893108298,0.36075949367088606,359.0,1.493626694973639e-17,True,8.961760169841833e-17
Diverse All-Out,PQSAR,MT-DNN,0.36075949367088606,0.4097515236755743,373.0,1.406859094069598e-11,True,7.03429547034799e-11
Diverse All-Out,ST-RFR,Alchemite,0.2960618846694796,0.3359118612283169,415.0,8.477812933533149e-08,True,3.3911251734132595e-07
Diverse All-Out,MetaNN,Alchemite,0.2981715893108298,0.3359118612283169,473.0,1.4575063127019938e-06,True,4.3725189381059815e-06
Diverse All-Out,Alchemite,PQSAR,0.3359118612283169,0.36075949367088606,400.0,0.0004794319065715835,True,0.000958863813143167
Diverse All-Out,ST-RFR,MetaNN,0.2960618846694796,0.2981715893108298,509.0,0.8028846567623512,False,0.8028846567623512
Diverse One-Out,ST-RFR,PQSAR,0.2960618846694796,0.5766526019690577,186.0,3.86237552168631e-226,True,3.86237552168631e-226
Diverse Subset-Out,IMC,PQSAR,0.14583333333333334,0.7291666666666666,2.0,2.4633482098579407e-07,True,5.173031240701675e-06
Diverse Subset-Out,IMC,MT-DNN,0.14583333333333334,0.6458333333333334,1.0,8.046627044677734e-07,True,1.609325408935547e-05
Diverse Subset-Out,IMC,Alchemite,0.14583333333333334,0.6041666666666666,1.0,2.9802322387695312e-06,True,5.6624412536621094e-05
Diverse Subset-Out,IMC,ST-RFR,0.14583333333333334,0.5833333333333334,1.0,5.7220458984375e-06,True,0.000102996826171875
Diverse Subset-Out,Macau,PQSAR,0.3125,0.7291666666666666,1.0,1.0967254638671875e-05,True,0.00018644332885742188
Diverse Subset-Out,Macau,MT-DNN,0.3125,0.6458333333333334,0.0,3.0517578125e-05,True,0.00048828125
Diverse Subset-Out,Macau,Alchemite,0.3125,0.6041666666666666,0.0,0.0001220703125,True,0.0018310546875
Diverse Subset-Out,IMC,MetaNN,0.14583333333333334,0.4791666666666667,2.0,0.0004024505615234375,True,0.005634307861328125
Diverse Subset-Out,MetaNN,PQSAR,0.4791666666666667,0.7291666666666666,3.0,0.007537841796875,False,0.097991943359375
Diverse Subset-Out,Macau,ST-RFR,0.3125,0.5833333333333334,5.0,0.010622024536132812,False,0.12746429443359375
Diverse Subset-Out,IMC,Macau,0.14583333333333334,0.3125,2.0,0.03857421875,False,0.3857421875
Diverse Subset-Out,Macau,MetaNN,0.3125,0.4791666666666667,2.0,0.03857421875,False,0.3857421875
Diverse Subset-Out,MetaNN,MT-DNN,0.4791666666666667,0.6458333333333334,3.0,0.057373046875,False,0.516357421875
Diverse Subset-Out,Alchemite,PQSAR,0.6041666666666666,0.7291666666666666,1.0,0.0703125,False,0.5625
Diverse Subset-Out,ST-RFR,PQSAR,0.5833333333333334,0.7291666666666666,3.0,0.09228515625,False,0.64599609375
Diverse Subset-Out,ST-RFR,Alchemite,0.5833333333333334,0.6041666666666666,6.0,1.0,False,1.0
Diverse Subset-Out,ST-RFR,MT-DNN,0.5833333333333334,0.6458333333333334,5.0,0.5810546875,False,1.0
Diverse Subset-Out,MetaNN,ST-RFR,0.4791666666666667,0.5833333333333334,6.0,0.332305908203125,False,1.0
Diverse Subset-Out,Alchemite,MT-DNN,0.6041666666666666,0.6458333333333334,4.0,0.75390625,False,1.0
Diverse Subset-Out,MetaNN,Alchemite,0.4791666666666667,0.6041666666666666,4.0,0.1795654296875,False,1.0
Diverse Subset-Out,MT-DNN,PQSAR,0.6458333333333334,0.7291666666666666,2.0,0.2890625,False,1.0
Kinase All-Out,IMC,PQSAR,0.0,0.1949685534591195,0.0,9.313225746154785e-10,True,1.955777406692505e-08
Kinase All-Out,IMC,Alchemite,0.0,0.15723270440251572,0.0,5.960464477539063e-08,True,1.1920928955078125e-06
Kinase All-Out,IMC,MT-DNN,0.0,0.12578616352201258,0.0,1.9073486328125e-06,True,3.4332275390625e-05
Kinase All-Out,MetaNN,PQSAR,0.06918238993710692,0.1949685534591195,0.0,1.9073486328125e-06,True,3.4332275390625e-05
Kinase All-Out,IMC,Macau,0.0,0.1069182389937107,0.0,1.52587890625e-05,True,0.0002593994140625
Kinase All-Out,ST-RFR,PQSAR,0.0880503144654088,0.1949685534591195,1.0,7.62939453125e-05,True,0.001220703125
Kinase All-Out,IMC,ST-RFR,0.0,0.0880503144654088,0.0,0.0001220703125,True,0.0018310546875
Kinase All-Out,MetaNN,Alchemite,0.06918238993710692,0.15723270440251572,1.0,0.000518798828125,True,0.006744384765625
Kinase All-Out,Macau,PQSAR,0.1069182389937107,0.1949685534591195,1.0,0.000518798828125,True,0.006744384765625
Kinase All-Out,IMC,MetaNN,0.0,0.06918238993710692,0.0,0.0009765625,True,0.01171875
Kinase All-Out,MetaNN,MT-DNN,0.06918238993710692,0.12578616352201258,0.0,0.00390625,True,0.04296875
Kinase All-Out,ST-RFR,Alchemite,0.0880503144654088,0.15723270440251572,2.0,0.00738525390625,False,0.06646728515625
Kinase All-Out,MT-DNN,PQSAR,0.12578616352201258,0.1949685534591195,2.0,0.00738525390625,False,0.06646728515625
Kinase All-Out,Macau,Alchemite,0.1069182389937107,0.15723270440251572,4.0,0.076812744140625,False,0.537689208984375
Kinase All-Out,MetaNN,Macau,0.06918238993710692,0.1069182389937107,1.0,0.0703125,False,0.537689208984375
Kinase All-Out,ST-RFR,MT-DNN,0.0880503144654088,0.12578616352201258,4.0,0.1795654296875,False,0.6072387695312499
Kinase All-Out,MetaNN,ST-RFR,0.06918238993710692,0.0880503144654088,5.0,0.5810546875,False,0.6072387695312499
Kinase All-Out,ST-RFR,Macau,0.0880503144654088,0.1069182389937107,6.0,0.6072387695312499,False,0.6072387695312499
Kinase All-Out,MT-DNN,Alchemite,0.12578616352201258,0.15723270440251572,6.0,0.332305908203125,False,0.6072387695312499
Kinase All-Out,Alchemite,PQSAR,0.15723270440251572,0.1949685534591195,4.0,0.1795654296875,False,0.6072387695312499
Kinase All-Out,Macau,MT-DNN,0.1069182389937107,0.12578616352201258,4.0,0.548828125,False,0.6072387695312499
Kinase One-Out,ST-RFR,MT-DNN,0.0880503144654088,0.9433962264150944,0.0,2.2958874039497803e-41,True,3.4438311059246704e-40
Kinase One-Out,ST-RFR,MetaNN,0.0880503144654088,0.9182389937106918,0.0,3.6734198463196485e-40,True,5.142787784847508e-39
Kinase One-Out,ST-RFR,PQSAR,0.0880503144654088,0.9119496855345912,0.0,7.346839692639297e-40,True,9.550891600431086e-39
Kinase One-Out,ST-RFR,Macau,0.0880503144654088,0.89937106918239,0.0,2.938735877055719e-39,True,3.5264830524668625e-38
Kinase One-Out,IMC,MT-DNN,0.3836477987421384,0.9433962264150944,0.0,3.2311742677852644e-27,True,3.554291694563791e-26
Kinase One-Out,IMC,MetaNN,0.3836477987421384,0.9182389937106918,0.0,5.169878828456423e-26,True,5.169878828456423e-25
Kinase One-Out,IMC,Macau,0.3836477987421384,0.89937106918239,0.0,4.1359030627651384e-25,True,3.7223127564886245e-24
Kinase One-Out,IMC,PQSAR,0.3836477987421384,0.9119496855345912,1.0,2.248897290378544e-24,True,1.7991178323028352e-23
Kinase One-Out,ST-RFR,IMC,0.0880503144654088,0.3836477987421384,10.0,4.042104433067336e-09,True,2.829473103147135e-08
Kinase One-Out,Macau,MT-DNN,0.89937106918239,0.9433962264150944,1.0,0.0390625,False,0.234375
Kinase One-Out,PQSAR,MT-DNN,0.9119496855345912,0.9433962264150944,0.0,0.0625,False,0.3125
Kinase One-Out,MetaNN,MT-DNN,0.9182389937106918,0.9433962264150944,1.0,0.21875,False,0.875
Kinase One-Out,PQSAR,MetaNN,0.9119496855345912,0.9182389937106918,3.0,1.0,False,1.0
Kinase One-Out,Macau,MetaNN,0.89937106918239,0.9182389937106918,3.0,0.5078125,False,1.0
Kinase One-Out,Macau,PQSAR,0.89937106918239,0.9119496855345912,4.0,0.75390625,False,1.0
Kinase Subset-Out,ST-RFR,Alchemite,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,MT-DNN,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,MetaNN,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,PQSAR,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,Macau,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,IMC,Alchemite,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,MT-DNN,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,MetaNN,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,PQSAR,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,Macau,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,ST-RFR,IMC,0.16666666666666666,0.3333333333333333,1.0,0.625,False,1.0
Kinase Subset-Out,Alchemite,MT-DNN,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,Alchemite,MetaNN,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,Alchemite,PQSAR,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,Alchemite,Macau,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MT-DNN,MetaNN,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MT-DNN,PQSAR,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MT-DNN,Macau,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MetaNN,PQSAR,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MetaNN,Macau,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,PQSAR,Macau,0.75,0.75,0.0,1.0,False,1.0

tab_analysis2_tables.csv

Diverse All-Out,,PQSAR,PQSAR
,False,True
Alchemite,False,2327,506
Alchemite,True,400,1033

Diverse All-Out,,Alchemite,Alchemite
,False,True
MetaNN,False,2360,634
MetaNN,True,473,799

Diverse All-Out,,Alchemite,Alchemite
,False,True
ST-RFR,False,2418,585
ST-RFR,True,415,848

Diverse All-Out,,MT-DNN,MT-DNN
,False,True
PQSAR,False,2145,582
PQSAR,True,373,1166

Diverse All-Out,,PQSAR,PQSAR
,False,True
MetaNN,False,2368,626
MetaNN,True,359,913

Diverse All-Out,,MT-DNN,MT-DNN
,False,True
Alchemite,False,2104,729
Alchemite,True,414,1019

Diverse All-Out,,PQSAR,PQSAR
,False,True
ST-RFR,False,2474,529
ST-RFR,True,253,1010

Diverse All-Out,,ST-RFR,ST-RFR
,False,True
Macau,False,2576,789
Macau,True,427,474

Diverse All-Out,,MetaNN,MetaNN
,False,True
Macau,False,2709,656
Macau,True,285,616

Diverse All-Out,,MT-DNN,MT-DNN
,False,True
ST-RFR,False,2187,816
ST-RFR,True,331,932

Diverse All-Out,,MT-DNN,MT-DNN
,False,True
MetaNN,False,2261,733
MetaNN,True,257,1015

Diverse All-Out,,Alchemite,Alchemite
,False,True
Macau,False,2495,870
Macau,True,338,563

Diverse All-Out,,Macau,Macau
,False,True
IMC,False,3147,744
IMC,True,218,157

Diverse All-Out,,PQSAR,PQSAR
,False,True
Macau,False,2453,912
Macau,True,274,627

Diverse All-Out,,MT-DNN,MT-DNN
,False,True
Macau,False,2356,1009
Macau,True,162,739

Diverse All-Out,,MetaNN,MetaNN
,False,True
IMC,False,2810,1081
IMC,True,184,191

Diverse All-Out,,ST-RFR,ST-RFR
,False,True
IMC,False,2845,1046
IMC,True,158,217

Diverse All-Out,,Alchemite,Alchemite
,False,True
IMC,False,2689,1202
IMC,True,144,231

Diverse All-Out,,PQSAR,PQSAR
,False,True
IMC,False,2588,1303
IMC,True,139,236

Diverse All-Out,,MT-DNN,MT-DNN
,False,True
IMC,False,2398,1493
IMC,True,120,255

Diverse All-Out,,MetaNN,MetaNN
,False,True
ST-RFR,False,2485,518
ST-RFR,True,509,754

Diverse Subset-Out,,MetaNN,MetaNN
,False,True
IMC,False,23,18
IMC,True,2,5

Diverse Subset-Out,,Alchemite,Alchemite
,False,True
Macau,False,19,14
Macau,True,0,15

Diverse Subset-Out,,MT-DNN,MT-DNN
,False,True
Macau,False,17,16
Macau,True,0,15

Diverse Subset-Out,,PQSAR,PQSAR
,False,True
Macau,False,12,21
Macau,True,1,14

Diverse Subset-Out,,ST-RFR,ST-RFR
,False,True
IMC,False,19,22
IMC,True,1,6

Diverse Subset-Out,,Alchemite,Alchemite
,False,True
IMC,False,18,23
IMC,True,1,6

Diverse Subset-Out,,MT-DNN,MT-DNN
,False,True
IMC,False,16,25
IMC,True,1,6

Diverse Subset-Out,,PQSAR,PQSAR
,False,True
IMC,False,11,30
IMC,True,2,5

Diverse Subset-Out,,Alchemite,Alchemite
,False,True
ST-RFR,False,13,7
ST-RFR,True,6,22

Diverse Subset-Out,,MT-DNN,MT-DNN
,False,True
ST-RFR,False,12,8
ST-RFR,True,5,23

Diverse Subset-Out,,ST-RFR,ST-RFR
,False,True
MetaNN,False,14,11
MetaNN,True,6,17

Diverse Subset-Out,,MT-DNN,MT-DNN
,False,True
Alchemite,False,13,6
Alchemite,True,4,25

Diverse Subset-Out,,Alchemite,Alchemite
,False,True
MetaNN,False,15,10
MetaNN,True,4,19

Diverse Subset-Out,,PQSAR,PQSAR
,False,True
MT-DNN,False,11,6
MT-DNN,True,2,29

Diverse Subset-Out,,PQSAR,PQSAR
,False,True
ST-RFR,False,10,10
ST-RFR,True,3,25

Diverse Subset-Out,,PQSAR,PQSAR
,False,True
Alchemite,False,12,7
Alchemite,True,1,28

Diverse Subset-Out,,MT-DNN,MT-DNN
,False,True
MetaNN,False,14,11
MetaNN,True,3,20

Diverse Subset-Out,,Macau,Macau
,False,True
IMC,False,31,10
IMC,True,2,5

Diverse Subset-Out,,MetaNN,MetaNN
,False,True
Macau,False,23,10
Macau,True,2,13

Diverse Subset-Out,,ST-RFR,ST-RFR
,False,True
Macau,False,15,18
Macau,True,5,10

Diverse Subset-Out,,PQSAR,PQSAR
,False,True
MetaNN,False,10,15
MetaNN,True,3,20

Diverse One-Out,,PQSAR,PQSAR
,False,True
ST-RFR,False,1620,1383
ST-RFR,True,186,1077

Kinase All-Out,,MT-DNN,MT-DNN
,False,True
MetaNN,False,139,9
MetaNN,True,0,11

Kinase All-Out,,MetaNN,MetaNN
,False,True
,False,148,11
,True,0,0

Kinase All-Out,,Alchemite,Alchemite
,False,True
MetaNN,False,133,15
MetaNN,True,1,10

Kinase All-Out,,PQSAR,PQSAR
,False,True
Macau,False,127,15
Macau,True,1,16

Kinase All-Out,,ST-RFR,ST-RFR
,False,True
,False,145,14
,True,0,0

Kinase All-Out,,PQSAR,PQSAR
,False,True
ST-RFR,False,127,18
ST-RFR,True,1,13

Kinase All-Out,,Macau,Macau
,False,True
,False,142,17
,True,0,0

Kinase All-Out,,MT-DNN,MT-DNN
,False,True
,False,139,20
,True,0,0

Kinase All-Out,,PQSAR,PQSAR
,False,True
MetaNN,False,128,20
MetaNN,True,0,11

Kinase All-Out,,Alchemite,Alchemite
,False,True
,False,134,25
,True,0,0

Kinase All-Out,,PQSAR,PQSAR
,False,True
,False,128,31
,True,0,0

Kinase All-Out,,MT-DNN,MT-DNN
,False,True
ST-RFR,False,135,10
ST-RFR,True,4,10

Kinase All-Out,,ST-RFR,ST-RFR
,False,True
MetaNN,False,140,8
MetaNN,True,5,6

Kinase All-Out,,Macau,Macau
,False,True
ST-RFR,False,136,9
ST-RFR,True,6,8

Kinase All-Out,,Alchemite,Alchemite
,False,True
MT-DNN,False,128,11
MT-DNN,True,6,14

Kinase All-Out,,PQSAR,PQSAR
,False,True
Alchemite,False,124,10
Alchemite,True,4,21

Kinase All-Out,,MT-DNN,MT-DNN
,False,True
Macau,False,135,7
Macau,True,4,13

Kinase All-Out,,Alchemite,Alchemite
,False,True
Macau,False,130,12
Macau,True,4,13

Kinase All-Out,,Macau,Macau
,False,True
MetaNN,False,141,7
MetaNN,True,1,10

Kinase All-Out,,Alchemite,Alchemite
,False,True
ST-RFR,False,132,13
ST-RFR,True,2,12

Kinase All-Out,,PQSAR,PQSAR
,False,True
MT-DNN,False,126,13
MT-DNN,True,2,18

Kinase Subset-Out,,IMC,IMC
,False,True
ST-RFR,False,7,3
ST-RFR,True,1,1

Kinase Subset-Out,,MT-DNN,MT-DNN
,False,True
Alchemite,False,3,0
Alchemite,True,0,9

Kinase Subset-Out,,MetaNN,MetaNN
,False,True
Alchemite,False,3,0
Alchemite,True,0,9

Kinase Subset-Out,,PQSAR,PQSAR
,False,True
Alchemite,False,3,0
Alchemite,True,0,9

Kinase Subset-Out,,Macau,Macau
,False,True
Alchemite,False,3,0
Alchemite,True,0,9

Kinase Subset-Out,,MetaNN,MetaNN
,False,True
MT-DNN,False,3,0
MT-DNN,True,0,9

Kinase Subset-Out,,PQSAR,PQSAR
,False,True
MT-DNN,False,3,0
MT-DNN,True,0,9

Kinase Subset-Out,,Macau,Macau
,False,True
MT-DNN,False,3,0
MT-DNN,True,0,9

Kinase Subset-Out,,PQSAR,PQSAR
,False,True
MetaNN,False,3,0
MetaNN,True,0,9

Kinase Subset-Out,,Macau,Macau
,False,True
MetaNN,False,3,0
MetaNN,True,0,9

Kinase Subset-Out,,Macau,Macau
,False,True
PQSAR,False,3,0
PQSAR,True,0,9

Kinase Subset-Out,,Alchemite,Alchemite
,False,True
IMC,False,3,5
IMC,True,0,4

Kinase Subset-Out,,MT-DNN,MT-DNN
,False,True
IMC,False,3,5
IMC,True,0,4

Kinase Subset-Out,,MetaNN,MetaNN
,False,True
IMC,False,3,5
IMC,True,0,4

Kinase Subset-Out,,PQSAR,PQSAR
,False,True
IMC,False,3,5
IMC,True,0,4

Kinase Subset-Out,,Macau,Macau
,False,True
IMC,False,3,5
IMC,True,0,4

Kinase Subset-Out,,Alchemite,Alchemite
,False,True
ST-RFR,False,3,7
ST-RFR,True,0,2

Kinase Subset-Out,,MT-DNN,MT-DNN
,False,True
ST-RFR,False,3,7
ST-RFR,True,0,2

Kinase Subset-Out,,MetaNN,MetaNN
,False,True
ST-RFR,False,3,7
ST-RFR,True,0,2

Kinase Subset-Out,,PQSAR,PQSAR
,False,True
ST-RFR,False,3,7
ST-RFR,True,0,2

Kinase Subset-Out,,Macau,Macau
,False,True
ST-RFR,False,3,7
ST-RFR,True,0,2

Kinase One-Out,,IMC,IMC
,False,True
ST-RFR,False,88,57
ST-RFR,True,10,4

Kinase One-Out,,PQSAR,PQSAR
,False,True
IMC,False,13,85
IMC,True,1,60

Kinase One-Out,,Macau,Macau
,False,True
IMC,False,16,82
IMC,True,0,61

Kinase One-Out,,MetaNN,MetaNN
,False,True
IMC,False,13,85
IMC,True,0,61

Kinase One-Out,,MT-DNN,MT-DNN
,False,True
IMC,False,9,89
IMC,True,0,61

Kinase One-Out,,Macau,Macau
,False,True
ST-RFR,False,16,129
ST-RFR,True,0,14

Kinase One-Out,,PQSAR,PQSAR
,False,True
ST-RFR,False,14,131
ST-RFR,True,0,14

Kinase One-Out,,MetaNN,MetaNN
,False,True
ST-RFR,False,13,132
ST-RFR,True,0,14

Kinase One-Out,,MT-DNN,MT-DNN
,False,True
ST-RFR,False,9,136
ST-RFR,True,0,14

Kinase One-Out,,MetaNN,MetaNN
,False,True
PQSAR,False,10,4
PQSAR,True,3,142

Kinase One-Out,,MetaNN,MetaNN
,False,True
Macau,False,10,6
Macau,True,3,140

Kinase One-Out,,PQSAR,PQSAR
,False,True
Macau,False,10,6
Macau,True,4,139

Kinase One-Out,,MT-DNN,MT-DNN
,False,True
MetaNN,False,8,5
MetaNN,True,1,145

Kinase One-Out,,MT-DNN,MT-DNN
,False,True
PQSAR,False,9,5
PQSAR,True,0,145

Kinase One-Out,,MT-DNN,MT-DNN
,False,True
Macau,False,8,8
Macau,True,1,142

tab_median_signed_r2.csv

group,model,median_signed_r2,N
Diverse All-Out,Alchemite,0.1757925307015703,4263
Diverse All-Out,IMC,0.0159868168660177,4266
Diverse All-Out,MT-DNN,0.2329195653608578,4266
Diverse All-Out,Macau,0.0987637031430462,4266
Diverse All-Out,MetaNN,0.15730661777667931,4266
Diverse All-Out,PQSAR,0.2007147840352672,4263
Diverse All-Out,ST-RFR,0.1445342508980021,4263
Diverse One-Out,PQSAR,0.3823789128673889,4263
Diverse One-Out,ST-RFR,0.1445342508980021,4263
Diverse Subset-Out,Alchemite,0.36287989657937475,48
Diverse Subset-Out,IMC,0.01940132065774705,48
Diverse Subset-Out,MT-DNN,0.3919153817218642,48
Diverse Subset-Out,Macau,0.1864885182503736,48
Diverse Subset-Out,MetaNN,0.25512615324051224,48
Diverse Subset-Out,PQSAR,0.4350172142144296,48
Diverse Subset-Out,ST-RFR,0.36324621337239454,48
Kinase All-Out,Alchemite,0.1530308383609299,159
Kinase All-Out,IMC,0.0474241843837231,159
Kinase All-Out,MT-DNN,0.1662743862739829,159
Kinase All-Out,Macau,0.114877707945549,159
Kinase All-Out,MetaNN,0.1160439146878518,159
Kinase All-Out,PQSAR,0.1676362652554222,159
Kinase All-Out,ST-RFR,0.0923522729431194,159
Kinase One-Out,IMC,0.2610159113592719,159
Kinase One-Out,MT-DNN,0.5887987152989691,159
Kinase One-Out,Macau,0.5340079261342803,159
Kinase One-Out,MetaNN,0.5563519054863162,159
Kinase One-Out,PQSAR,0.5788581078518431,159
Kinase One-Out,ST-RFR,0.0923522729431194,159
Kinase Subset-Out,Alchemite,0.5530213081469022,12
Kinase Subset-Out,IMC,0.2856169959126617,12
Kinase Subset-Out,MT-DNN,0.5532827245173266,12
Kinase Subset-Out,Macau,0.5098293187579044,12
Kinase Subset-Out,MetaNN,0.5092028062698315,12
Kinase Subset-Out,PQSAR,0.5101154043310292,12
Kinase Subset-Out,ST-RFR,0.07970979498159189,12

tab_signed_r2_good_enough.csv

group,model,frac_with_signed_r2>0.3
Diverse All-Out,Alchemite,0.336
Diverse All-Out,IMC,0.088
Diverse All-Out,MT-DNN,0.410
Diverse All-Out,Macau,0.211
Diverse All-Out,MetaNN,0.298
Diverse All-Out,PQSAR,0.361
Diverse All-Out,ST-RFR,0.296
Diverse One-Out,PQSAR,0.577
Diverse One-Out,ST-RFR,0.296
Diverse Subset-Out,Alchemite,0.604
Diverse Subset-Out,IMC,0.146
Diverse Subset-Out,MT-DNN,0.646
Diverse Subset-Out,Macau,0.312
Diverse Subset-Out,MetaNN,0.479
Diverse Subset-Out,PQSAR,0.729
Diverse Subset-Out,ST-RFR,0.583
Kinase All-Out,Alchemite,0.157
Kinase All-Out,IMC,0.000
Kinase All-Out,MT-DNN,0.126
Kinase All-Out,Macau,0.107
Kinase All-Out,MetaNN,0.069
Kinase All-Out,PQSAR,0.195
Kinase All-Out,ST-RFR,0.088
Kinase One-Out,IMC,0.384
Kinase One-Out,MT-DNN,0.943
Kinase One-Out,Macau,0.899
Kinase One-Out,MetaNN,0.918
Kinase One-Out,PQSAR,0.912
Kinase One-Out,ST-RFR,0.088
Kinase Subset-Out,Alchemite,0.750
Kinase Subset-Out,IMC,0.333
Kinase Subset-Out,MT-DNN,0.750
Kinase Subset-Out,Macau,0.750
Kinase Subset-Out,MetaNN,0.750
Kinase Subset-Out,PQSAR,0.750
Kinase Subset-Out,ST-RFR,0.167