group,model0,model1,frac_favor_model0,frac_favor_model1,mean1-0,median1-0,wilcoxon_stat,wilcoxon_pvalue,is_diff,pvalue_corrected Diverse All-Out,IMC,Alchemite,0.23534927332395686,0.7646507266760432,0.16661678851688544,0.13168922694881174,1470982.0,0.0,True,0.0 Diverse All-Out,IMC,MT-DNN,0.16760431317393343,0.8323956868260666,0.20879540247672157,0.18517318932876886,889473.0,0.0,True,0.0 Diverse All-Out,IMC,PQSAR,0.1994842944210033,0.8005157055789968,0.1818717138959789,0.1474665271630768,1199587.0,0.0,True,0.0 Diverse All-Out,IMC,MetaNN,0.22902015939990625,0.7709798406000937,0.1434304869192986,0.11666799907442656,1565956.0,2.6013976817448985e-301,True,4.682515827140817e-300 Diverse All-Out,Macau,MT-DNN,0.25316455696202533,0.7468354430379747,0.11564208529520047,0.09121942665562231,1756401.0,2.353194299774743e-264,True,4.000430309617063e-263 Diverse All-Out,IMC,ST-RFR,0.26582278481012656,0.7341772151898734,0.14329578880014568,0.10539094394734111,1806902.0,5.802280613337301e-255,True,9.283648981339681e-254 Diverse All-Out,Macau,PQSAR,0.2981715893108298,0.7018284106891702,0.08871839671445783,0.07181724737865094,2324274.0,1.3611384806474218e-168,True,2.0417077209711327e-167 Diverse All-Out,IMC,Macau,0.3014533520862635,0.6985466479137366,0.09315331718152109,0.06667608790459781,2374754.0,3.9845177968289035e-161,True,5.578324915560465e-160 Diverse All-Out,MetaNN,MT-DNN,0.3274730426629161,0.6725269573370839,0.06536491555742295,0.04882795423598081,2563287.0,9.471646892680836e-135,True,1.2313140960485086e-133 Diverse All-Out,Macau,Alchemite,0.3462259728082513,0.6537740271917487,0.07346347133536435,0.057207302401556644,2786482.0,1.3290260480630384e-106,True,1.594831257675646e-105 Diverse All-Out,ST-RFR,MT-DNN,0.37998124706985464,0.6200187529301453,0.06549961367657585,0.0372033765089336,2972354.0,1.0421575336466358e-85,True,1.1463732870112995e-84 Diverse All-Out,Macau,MetaNN,0.3984997655883732,0.6015002344116268,0.05027716973777753,0.02971438023528625,3197672.0,1.762652401977494e-63,True,1.762652401977494e-62 Diverse All-Out,Macau,ST-RFR,0.3837318330989217,0.6162681669010783,0.05014247161862461,0.040103589902097406,3203600.0,6.097194131698022e-63,True,5.48747471852822e-62 Diverse All-Out,ST-RFR,PQSAR,0.40037505860290673,0.5989217065166432,0.0385759250958332,0.0206795306283525,3278081.0,6.160993682313648e-56,True,4.928794945850918e-55 Diverse All-Out,MetaNN,PQSAR,0.3912330051570558,0.6087669948429442,0.03844122697668028,0.03149378476488965,3353222.0,4.0789686431296357e-50,True,2.855278050190745e-49 Diverse All-Out,Alchemite,MT-DNN,0.4078762306610408,0.5921237693389592,0.042178613959836124,0.034171665756980885,3433137.0,7.045696442245528e-44,True,4.227417865347317e-43 Diverse All-Out,PQSAR,MT-DNN,0.44163150492264414,0.5583684950773559,0.02692368858074267,0.015337103963936505,3786773.0,2.1693411252260886e-21,True,1.0846705626130443e-20 Diverse All-Out,Alchemite,PQSAR,0.4381153305203938,0.5611814345991561,0.01525492537909346,0.01441018637780514,3963773.0,5.029956022008539e-13,True,2.0119824088034157e-12 Diverse All-Out,MetaNN,Alchemite,0.45382090951711207,0.5461790904828879,0.023186301597586823,0.014083156453236451,3982503.0,1.6227644087972273e-12,True,3.4558482330803375e-12 Diverse All-Out,ST-RFR,Alchemite,0.45358649789029537,0.5457102672292545,0.02332099971673974,0.011542784705012743,3977406.0,1.7279241165401687e-12,True,3.4558482330803375e-12 Diverse All-Out,MetaNN,ST-RFR,0.47233942803563056,0.5276605719643694,-0.00013469811915291149,0.005429064684296991,4313392.0,0.003172508398152624,True,0.003172508398152624 Diverse One-Out,ST-RFR,PQSAR,0.2969995311767464,0.7022972339428035,0.19922803247426601,0.10089077709953059,1718082.0,6.02884848529445e-271,True,6.02884848529445e-271 Diverse Subset-Out,IMC,MT-DNN,0.0625,0.9375,0.34258833963691054,0.3105569421072506,30.0,1.4459544672718039e-11,True,2.891908934543608e-10 Diverse Subset-Out,IMC,ST-RFR,0.08333333333333333,0.9166666666666666,0.2961002778324078,0.2885388698794608,30.0,1.4459544672718039e-11,True,2.891908934543608e-10 Diverse Subset-Out,IMC,PQSAR,0.08333333333333333,0.9166666666666666,0.35044226184064314,0.3535441392367995,32.0,1.964650664376677e-11,True,3.7328362623156863e-10 Diverse Subset-Out,Macau,MT-DNN,0.125,0.875,0.1662869017981021,0.15873893873701944,47.0,1.545501504551794e-10,True,2.781902708193229e-09 Diverse Subset-Out,Macau,PQSAR,0.08333333333333333,0.9166666666666666,0.1741408240018347,0.15198306317978444,57.0,5.145537329553918e-10,True,8.74741346024166e-09 Diverse Subset-Out,IMC,Alchemite,0.14583333333333334,0.8541666666666666,0.30854608394267347,0.2960657556630818,71.0,2.3521806724602357e-09,True,3.763489075936377e-08 Diverse Subset-Out,IMC,MetaNN,0.125,0.875,0.23067345747564738,0.16549551795691442,104.0,4.9636213361736736e-08,True,7.44543200426051e-07 Diverse Subset-Out,IMC,Macau,0.20833333333333334,0.7916666666666666,0.17630143783880847,0.12682264928136905,163.0,3.5292202298364828e-06,True,4.940908321771076e-05 Diverse Subset-Out,Macau,Alchemite,0.3125,0.6875,0.132244646103865,0.12212029205401737,185.0,1.3210831291132763e-05,True,0.00016785675475716744 Diverse Subset-Out,MetaNN,MT-DNN,0.22916666666666666,0.7708333333333334,0.11191488216126318,0.10383673465200485,186.0,1.398806289643062e-05,True,0.00016785675475716744 Diverse Subset-Out,MetaNN,PQSAR,0.25,0.75,0.11976880436499576,0.10589824371465667,208.0,4.647810803248831e-05,True,0.0005112591883573714 Diverse Subset-Out,Macau,ST-RFR,0.22916666666666666,0.7708333333333334,0.1197988399935993,0.1457815772313063,270.0,0.0008245548419125726,True,0.008245548419125726 Diverse Subset-Out,MetaNN,ST-RFR,0.2708333333333333,0.7291666666666666,0.0654268203567604,0.06038951063742644,322.0,0.005710529962918542,False,0.05139476966626688 Diverse Subset-Out,Macau,MetaNN,0.3333333333333333,0.6666666666666666,0.0543720196368389,0.06397320390064522,331.0,0.00768480026177798,False,0.06147840209422384 Diverse Subset-Out,Alchemite,PQSAR,0.2708333333333333,0.7291666666666666,0.04189617789796968,0.06119010267487854,340.0,0.010234368756215417,False,0.07164058129350792 Diverse Subset-Out,MetaNN,Alchemite,0.4583333333333333,0.5416666666666666,0.07787262646702608,0.011426918420226972,413.0,0.07330569826862643,False,0.4398341896117586 Diverse Subset-Out,Alchemite,MT-DNN,0.3541666666666667,0.6458333333333334,0.034042255694237085,0.033229403580240756,445.0,0.1449705730140849,False,0.7106128570169759 Diverse Subset-Out,Alchemite,ST-RFR,0.4375,0.5625,-0.012445806110265691,0.041961660676441095,503.0,0.3894747612479037,False,0.7106128570169759 Diverse Subset-Out,MT-DNN,PQSAR,0.5,0.5,0.007853922203732598,-0.0031084777615359993,551.0,0.7106128570169759,False,0.7106128570169759 Diverse Subset-Out,MT-DNN,ST-RFR,0.4791666666666667,0.5208333333333334,-0.046488061804502774,0.001987053984094711,538.0,0.6147100043878382,False,0.7106128570169759 Diverse Subset-Out,ST-RFR,PQSAR,0.4583333333333333,0.5416666666666666,0.05434198400823539,0.030093695260141634,485.0,0.2960107280900104,False,0.7106128570169759 Kinase All-Out,IMC,PQSAR,0.0440251572327044,0.9559748427672956,0.13164013970909222,0.1069999898990421,100.0,5.0198848738494026e-27,True,1.0541758235083744e-25 Kinase All-Out,IMC,Alchemite,0.06289308176100629,0.9371069182389937,0.12565176199911066,0.10753936886239099,201.0,3.2594137656076313e-26,True,6.518827531215263e-25 Kinase All-Out,IMC,MT-DNN,0.06918238993710692,0.9308176100628931,0.12038591232426417,0.10227145589124721,235.0,6.077336214116138e-26,True,1.1546938806820662e-24 Kinase All-Out,IMC,Macau,0.1320754716981132,0.8679245283018868,0.08745318977218047,0.06769770027545599,655.0,1.0109648188012927e-22,True,1.819736673842327e-21 Kinase All-Out,IMC,MetaNN,0.12578616352201258,0.8742138364779874,0.08170249527899097,0.0650162990492443,691.0,1.8637202856163982e-22,True,3.168324485547877e-21 Kinase All-Out,ST-RFR,PQSAR,0.16352201257861634,0.8364779874213837,0.06268312354644134,0.05760383427638359,1101.0,1.5120420230743003e-19,True,2.4192672369188805e-18 Kinase All-Out,MetaNN,MT-DNN,0.20125786163522014,0.7987421383647799,0.03868341704527319,0.0348389272083479,1578.0,1.975051843955513e-16,True,2.9625777659332695e-15 Kinase All-Out,IMC,ST-RFR,0.20125786163522014,0.7987421383647799,0.06895701616265087,0.051636462098732294,1660.0,6.341485792250957e-16,True,8.87808010915134e-15 Kinase All-Out,ST-RFR,Alchemite,0.2389937106918239,0.7610062893081762,0.056694745836459746,0.0532575114013943,1917.0,2.1619480676967605e-14,True,2.810532488005789e-13 Kinase All-Out,MetaNN,PQSAR,0.2578616352201258,0.7421383647798742,0.049937644430101236,0.029540936867537004,2111.0,2.731947971405017e-13,True,3.2783375656860204e-12 Kinase All-Out,ST-RFR,MT-DNN,0.24528301886792453,0.7547169811320755,0.05142889616161329,0.05140878473598759,2334.0,4.406290749381127e-12,True,4.8469198243192397e-11 Kinase All-Out,Macau,PQSAR,0.25157232704402516,0.7484276729559748,0.04418694993691176,0.03553829774539591,2346.0,5.0965689980005605e-12,True,5.09656899800056e-11 Kinase All-Out,MetaNN,Alchemite,0.2893081761006289,0.710691823899371,0.04394926672011965,0.0329375618671221,2879.0,2.1471787877601126e-09,True,1.9324609089841013e-08 Kinase All-Out,Macau,MT-DNN,0.25157232704402516,0.7484276729559748,0.032932722552083696,0.02454098999269304,2918.0,3.2352269165623682e-09,True,2.5881815332498946e-08 Kinase All-Out,Macau,Alchemite,0.3836477987421384,0.6163522012578616,0.038198572226930155,0.025046700647735398,3592.0,1.934788302742295e-06,True,1.3543518119196065e-05 Kinase All-Out,ST-RFR,MetaNN,0.33962264150943394,0.660377358490566,0.0127454791163401,0.022037417868148,4486.0,0.0012698376327107308,True,0.007619025796264385 Kinase All-Out,ST-RFR,Macau,0.37735849056603776,0.6226415094339622,0.018496173609529588,0.0234387801993513,4537.0,0.0017185051991479839,True,0.00859252599573992 Kinase All-Out,MT-DNN,Alchemite,0.4591194968553459,0.5408805031446541,0.005265849674846456,0.0059635660343813,5953.0,0.4839795497407625,False,0.4839795497407625 Kinase All-Out,Alchemite,PQSAR,0.4968553459119497,0.5031446540880503,0.005988377709981597,0.0009094286178673028,5876.0,0.40522103703199697,False,0.4839795497407625 Kinase All-Out,MT-DNN,PQSAR,0.4716981132075472,0.5283018867924528,0.01125422738482805,0.0009046652825510006,5542.0,0.15951296231117462,False,0.4839795497407625 Kinase All-Out,Macau,MetaNN,0.4968553459119497,0.5031446540880503,-0.005750694493189489,0.00029656681764530005,5740.0,0.2863279860853968,False,0.4839795497407625 Kinase One-Out,IMC,MT-DNN,0.0,1.0,0.30575810939297837,0.29295236867015206,0.0,7.6469844120372525e-28,True,1.0558932069972922e-26 Kinase One-Out,ST-RFR,MT-DNN,0.018867924528301886,0.9811320754716981,0.43467579866672695,0.45299566346453224,10.0,9.242380999322058e-28,True,1.0558932069972922e-26 Kinase One-Out,IMC,MetaNN,0.006289308176100629,0.9937106918238994,0.2765017227834435,0.270915364730985,12.0,9.599029154520838e-28,True,1.0558932069972922e-26 Kinase One-Out,IMC,PQSAR,0.006289308176100629,0.9937106918238994,0.2976714970866964,0.2737999176324115,9.0,9.06901739159698e-28,True,1.0558932069972922e-26 Kinase One-Out,ST-RFR,PQSAR,0.006289308176100629,0.9937106918238994,0.426589186360445,0.4518619346609088,9.0,9.06901739159698e-28,True,1.0558932069972922e-26 Kinase One-Out,ST-RFR,MetaNN,0.03773584905660377,0.9622641509433962,0.40541941205719206,0.4368936728939748,32.0,1.4008171385858363e-27,True,1.2607354247272527e-26 Kinase One-Out,ST-RFR,Macau,0.031446540880503145,0.9685534591194969,0.3762867411677586,0.3956656107795124,27.0,1.2746492352770762e-27,True,1.2607354247272527e-26 Kinase One-Out,IMC,Macau,0.018867924528301886,0.9811320754716981,0.24736905189400996,0.24822335824015035,39.0,1.5985086727482606e-27,True,1.2788069381986085e-26 Kinase One-Out,Macau,MT-DNN,0.12578616352201258,0.8742138364779874,0.058389057498968396,0.0468624260020537,768.0,6.8082142656298785e-22,True,4.765749985940915e-21 Kinase One-Out,ST-RFR,IMC,0.20754716981132076,0.7924528301886793,0.12891768927374866,0.1407290129387478,1789.0,3.818974466931977e-15,True,2.291384680159186e-14 Kinase One-Out,Macau,PQSAR,0.22641509433962265,0.7735849056603774,0.05030244519268642,0.0317308069480417,2157.0,4.905809593216046e-13,True,2.4529047966080232e-12 Kinase One-Out,Macau,MetaNN,0.29559748427672955,0.7044025157232704,0.02913267088943351,0.02636289682228954,2999.0,7.474555007089515e-09,True,2.989822002835806e-08 Kinase One-Out,MetaNN,MT-DNN,0.27672955974842767,0.7232704402515723,0.029256386609534887,0.025417961659731314,3078.0,1.6610270110476887e-08,True,4.983081033143066e-08 Kinase One-Out,MetaNN,PQSAR,0.3836477987421384,0.6163522012578616,0.021169774303252908,0.013346590111443457,4508.0,0.0014481538555015652,True,0.0028963077110031304 Kinase One-Out,PQSAR,MT-DNN,0.4276729559748428,0.5723270440251572,0.008086612306281972,0.009212346868213817,5304.0,0.0693705005123833,False,0.0693705005123833 Kinase Subset-Out,IMC,Alchemite,0.0,1.0,0.2437040845601197,0.23484763594520533,0.0,0.00048828125,True,0.00830078125 Kinase Subset-Out,IMC,MT-DNN,0.0,1.0,0.22707935405947985,0.2333666769884108,0.0,0.00048828125,True,0.00830078125 Kinase Subset-Out,IMC,MetaNN,0.0,1.0,0.18385538872800702,0.1945267138596294,0.0,0.00048828125,True,0.00830078125 Kinase Subset-Out,IMC,PQSAR,0.0,1.0,0.23294582001778397,0.21526982478487053,0.0,0.00048828125,True,0.00830078125 Kinase Subset-Out,IMC,Macau,0.0,1.0,0.1972385686426903,0.19892429625417576,0.0,0.00048828125,True,0.00830078125 Kinase Subset-Out,ST-RFR,Alchemite,0.08333333333333333,0.9166666666666666,0.32238393549655514,0.38720268006827685,3.0,0.00244140625,True,0.0390625 Kinase Subset-Out,ST-RFR,PQSAR,0.16666666666666666,0.8333333333333334,0.31162567095421945,0.39084360973849475,4.0,0.00341796875,False,0.05126953125 Kinase Subset-Out,Macau,Alchemite,0.16666666666666666,0.8333333333333334,0.0464655159174294,0.04343197509364871,5.0,0.0048828125,False,0.068359375 Kinase Subset-Out,ST-RFR,MT-DNN,0.25,0.75,0.3057592049959153,0.356036666560187,6.0,0.0068359375,False,0.08203125 Kinase Subset-Out,ST-RFR,Macau,0.25,0.75,0.2759184195791257,0.3628741282800144,6.0,0.0068359375,False,0.08203125 Kinase Subset-Out,ST-RFR,MetaNN,0.25,0.75,0.2625352396644425,0.35936634669786854,7.0,0.00927734375,False,0.10205078125 Kinase Subset-Out,MetaNN,Alchemite,0.25,0.75,0.05984869583211264,0.050571491086193104,8.0,0.01220703125,False,0.1220703125 Kinase Subset-Out,MetaNN,PQSAR,0.25,0.75,0.04909043128977698,0.03966806815002008,11.0,0.02685546875,False,0.24169921875 Kinase Subset-Out,Macau,PQSAR,0.16666666666666666,0.8333333333333334,0.03570725137509372,0.019058656473373098,13.0,0.04248046875,False,0.33984375 Kinase Subset-Out,MetaNN,MT-DNN,0.3333333333333333,0.6666666666666666,0.04322396533147279,0.047255809725417,18.0,0.10986328125,False,0.76904296875 Kinase Subset-Out,MT-DNN,Alchemite,0.3333333333333333,0.6666666666666666,0.016624730500639867,0.044732723884716774,26.0,0.33935546875,False,0.9697265625 Kinase Subset-Out,PQSAR,Alchemite,0.4166666666666667,0.5833333333333334,0.01075826454233568,0.01613434413993603,28.0,0.423828125,False,0.9697265625 Kinase Subset-Out,PQSAR,MT-DNN,0.4166666666666667,0.5833333333333334,-0.005866465958304187,0.002098403896407382,38.0,0.9697265625,False,0.9697265625 Kinase Subset-Out,Macau,MT-DNN,0.4166666666666667,0.5833333333333334,0.029840785416789542,0.01011052889721643,26.0,0.33935546875,False,0.9697265625 Kinase Subset-Out,ST-RFR,IMC,0.4166666666666667,0.5833333333333334,0.07867985093643544,0.113212299733854,24.0,0.26611328125,False,0.9697265625 Kinase Subset-Out,Macau,MetaNN,0.4166666666666667,0.5833333333333334,-0.013383179914683248,0.004162476485265999,37.0,0.90966796875,False,0.9697265625