group,model0,model1,frac_good_model0,frac_good_model1,mcnemar_stat,mcnemar_pvalue,is_diff,pvalue_corrected
Diverse All-Out,IMC,MT-DNN,0.08790436005625879,0.4097515236755743,120.0,7.851932776716504e-302,True,1.6489058831104657e-300
Diverse All-Out,IMC,PQSAR,0.08790436005625879,0.36075949367088606,139.0,2.4666268527815975e-237,True,4.933253705563195e-236
Diverse All-Out,IMC,Alchemite,0.08790436005625879,0.3359118612283169,144.0,3.6415766754084565e-208,True,6.918995683276068e-207
Diverse All-Out,IMC,ST-RFR,0.08790436005625879,0.2960618846694796,158.0,5.2490954964352665e-161,True,9.44837189358348e-160
Diverse All-Out,IMC,MetaNN,0.08790436005625879,0.2981715893108298,184.0,8.586440602455253e-155,True,1.459694902417393e-153
Diverse All-Out,Macau,MT-DNN,0.21120487576183777,0.4097515236755743,162.0,6.478578112464513e-150,True,1.0365724979943221e-148
Diverse All-Out,Macau,PQSAR,0.21120487576183777,0.36075949367088606,274.0,1.898812755225135e-80,True,2.8482191328377027e-79
Diverse All-Out,IMC,Macau,0.08790436005625879,0.21120487576183777,218.0,8.472839242272484e-68,True,1.1861974939181479e-66
Diverse All-Out,Macau,Alchemite,0.21120487576183777,0.3359118612283169,338.0,1.8123677967991726e-54,True,2.3560781358389243e-53
Diverse All-Out,MetaNN,MT-DNN,0.2981715893108298,0.4097515236755743,257.0,1.3605974925336374e-53,True,1.632716991040365e-52
Diverse All-Out,ST-RFR,MT-DNN,0.2960618846694796,0.4097515236755743,331.0,9.466345398768926e-48,True,1.0412979938645819e-46
Diverse All-Out,Macau,MetaNN,0.21120487576183777,0.2981715893108298,285.0,2.277122348077924e-34,True,2.277122348077924e-33
Diverse All-Out,Macau,ST-RFR,0.21120487576183777,0.2960618846694796,427.0,1.8048976114777285e-25,True,1.6244078503299557e-24
Diverse All-Out,ST-RFR,PQSAR,0.2960618846694796,0.36075949367088606,253.0,2.815201242942844e-23,True,2.252160994354275e-22
Diverse All-Out,Alchemite,MT-DNN,0.3359118612283169,0.4097515236755743,414.0,9.014426335318413e-21,True,6.310098434722889e-20
Diverse All-Out,MetaNN,PQSAR,0.2981715893108298,0.36075949367088606,359.0,1.493626694973639e-17,True,8.961760169841833e-17
Diverse All-Out,PQSAR,MT-DNN,0.36075949367088606,0.4097515236755743,373.0,1.406859094069598e-11,True,7.03429547034799e-11
Diverse All-Out,ST-RFR,Alchemite,0.2960618846694796,0.3359118612283169,415.0,8.477812933533149e-08,True,3.3911251734132595e-07
Diverse All-Out,MetaNN,Alchemite,0.2981715893108298,0.3359118612283169,473.0,1.4575063127019938e-06,True,4.3725189381059815e-06
Diverse All-Out,Alchemite,PQSAR,0.3359118612283169,0.36075949367088606,400.0,0.0004794319065715835,True,0.000958863813143167
Diverse All-Out,ST-RFR,MetaNN,0.2960618846694796,0.2981715893108298,509.0,0.8028846567623512,False,0.8028846567623512
Diverse One-Out,ST-RFR,PQSAR,0.2960618846694796,0.5766526019690577,186.0,3.86237552168631e-226,True,3.86237552168631e-226
Diverse Subset-Out,IMC,PQSAR,0.14583333333333334,0.7291666666666666,2.0,2.4633482098579407e-07,True,5.173031240701675e-06
Diverse Subset-Out,IMC,MT-DNN,0.14583333333333334,0.6458333333333334,1.0,8.046627044677734e-07,True,1.609325408935547e-05
Diverse Subset-Out,IMC,Alchemite,0.14583333333333334,0.6041666666666666,1.0,2.9802322387695312e-06,True,5.6624412536621094e-05
Diverse Subset-Out,IMC,ST-RFR,0.14583333333333334,0.5833333333333334,1.0,5.7220458984375e-06,True,0.000102996826171875
Diverse Subset-Out,Macau,PQSAR,0.3125,0.7291666666666666,1.0,1.0967254638671875e-05,True,0.00018644332885742188
Diverse Subset-Out,Macau,MT-DNN,0.3125,0.6458333333333334,0.0,3.0517578125e-05,True,0.00048828125
Diverse Subset-Out,Macau,Alchemite,0.3125,0.6041666666666666,0.0,0.0001220703125,True,0.0018310546875
Diverse Subset-Out,IMC,MetaNN,0.14583333333333334,0.4791666666666667,2.0,0.0004024505615234375,True,0.005634307861328125
Diverse Subset-Out,MetaNN,PQSAR,0.4791666666666667,0.7291666666666666,3.0,0.007537841796875,False,0.097991943359375
Diverse Subset-Out,Macau,ST-RFR,0.3125,0.5833333333333334,5.0,0.010622024536132812,False,0.12746429443359375
Diverse Subset-Out,IMC,Macau,0.14583333333333334,0.3125,2.0,0.03857421875,False,0.3857421875
Diverse Subset-Out,Macau,MetaNN,0.3125,0.4791666666666667,2.0,0.03857421875,False,0.3857421875
Diverse Subset-Out,MetaNN,MT-DNN,0.4791666666666667,0.6458333333333334,3.0,0.057373046875,False,0.516357421875
Diverse Subset-Out,Alchemite,PQSAR,0.6041666666666666,0.7291666666666666,1.0,0.0703125,False,0.5625
Diverse Subset-Out,ST-RFR,PQSAR,0.5833333333333334,0.7291666666666666,3.0,0.09228515625,False,0.64599609375
Diverse Subset-Out,ST-RFR,Alchemite,0.5833333333333334,0.6041666666666666,6.0,1.0,False,1.0
Diverse Subset-Out,ST-RFR,MT-DNN,0.5833333333333334,0.6458333333333334,5.0,0.5810546875,False,1.0
Diverse Subset-Out,MetaNN,ST-RFR,0.4791666666666667,0.5833333333333334,6.0,0.332305908203125,False,1.0
Diverse Subset-Out,Alchemite,MT-DNN,0.6041666666666666,0.6458333333333334,4.0,0.75390625,False,1.0
Diverse Subset-Out,MetaNN,Alchemite,0.4791666666666667,0.6041666666666666,4.0,0.1795654296875,False,1.0
Diverse Subset-Out,MT-DNN,PQSAR,0.6458333333333334,0.7291666666666666,2.0,0.2890625,False,1.0
Kinase All-Out,IMC,PQSAR,0.0,0.1949685534591195,0.0,9.313225746154785e-10,True,1.955777406692505e-08
Kinase All-Out,IMC,Alchemite,0.0,0.15723270440251572,0.0,5.960464477539063e-08,True,1.1920928955078125e-06
Kinase All-Out,IMC,MT-DNN,0.0,0.12578616352201258,0.0,1.9073486328125e-06,True,3.4332275390625e-05
Kinase All-Out,MetaNN,PQSAR,0.06918238993710692,0.1949685534591195,0.0,1.9073486328125e-06,True,3.4332275390625e-05
Kinase All-Out,IMC,Macau,0.0,0.1069182389937107,0.0,1.52587890625e-05,True,0.0002593994140625
Kinase All-Out,ST-RFR,PQSAR,0.0880503144654088,0.1949685534591195,1.0,7.62939453125e-05,True,0.001220703125
Kinase All-Out,IMC,ST-RFR,0.0,0.0880503144654088,0.0,0.0001220703125,True,0.0018310546875
Kinase All-Out,MetaNN,Alchemite,0.06918238993710692,0.15723270440251572,1.0,0.000518798828125,True,0.006744384765625
Kinase All-Out,Macau,PQSAR,0.1069182389937107,0.1949685534591195,1.0,0.000518798828125,True,0.006744384765625
Kinase All-Out,IMC,MetaNN,0.0,0.06918238993710692,0.0,0.0009765625,True,0.01171875
Kinase All-Out,MetaNN,MT-DNN,0.06918238993710692,0.12578616352201258,0.0,0.00390625,True,0.04296875
Kinase All-Out,ST-RFR,Alchemite,0.0880503144654088,0.15723270440251572,2.0,0.00738525390625,False,0.06646728515625
Kinase All-Out,MT-DNN,PQSAR,0.12578616352201258,0.1949685534591195,2.0,0.00738525390625,False,0.06646728515625
Kinase All-Out,Macau,Alchemite,0.1069182389937107,0.15723270440251572,4.0,0.076812744140625,False,0.537689208984375
Kinase All-Out,MetaNN,Macau,0.06918238993710692,0.1069182389937107,1.0,0.0703125,False,0.537689208984375
Kinase All-Out,ST-RFR,MT-DNN,0.0880503144654088,0.12578616352201258,4.0,0.1795654296875,False,0.6072387695312499
Kinase All-Out,MetaNN,ST-RFR,0.06918238993710692,0.0880503144654088,5.0,0.5810546875,False,0.6072387695312499
Kinase All-Out,ST-RFR,Macau,0.0880503144654088,0.1069182389937107,6.0,0.6072387695312499,False,0.6072387695312499
Kinase All-Out,MT-DNN,Alchemite,0.12578616352201258,0.15723270440251572,6.0,0.332305908203125,False,0.6072387695312499
Kinase All-Out,Alchemite,PQSAR,0.15723270440251572,0.1949685534591195,4.0,0.1795654296875,False,0.6072387695312499
Kinase All-Out,Macau,MT-DNN,0.1069182389937107,0.12578616352201258,4.0,0.548828125,False,0.6072387695312499
Kinase One-Out,ST-RFR,MT-DNN,0.0880503144654088,0.9433962264150944,0.0,2.2958874039497803e-41,True,3.4438311059246704e-40
Kinase One-Out,ST-RFR,MetaNN,0.0880503144654088,0.9182389937106918,0.0,3.6734198463196485e-40,True,5.142787784847508e-39
Kinase One-Out,ST-RFR,PQSAR,0.0880503144654088,0.9119496855345912,0.0,7.346839692639297e-40,True,9.550891600431086e-39
Kinase One-Out,ST-RFR,Macau,0.0880503144654088,0.89937106918239,0.0,2.938735877055719e-39,True,3.5264830524668625e-38
Kinase One-Out,IMC,MT-DNN,0.3836477987421384,0.9433962264150944,0.0,3.2311742677852644e-27,True,3.554291694563791e-26
Kinase One-Out,IMC,MetaNN,0.3836477987421384,0.9182389937106918,0.0,5.169878828456423e-26,True,5.169878828456423e-25
Kinase One-Out,IMC,Macau,0.3836477987421384,0.89937106918239,0.0,4.1359030627651384e-25,True,3.7223127564886245e-24
Kinase One-Out,IMC,PQSAR,0.3836477987421384,0.9119496855345912,1.0,2.248897290378544e-24,True,1.7991178323028352e-23
Kinase One-Out,ST-RFR,IMC,0.0880503144654088,0.3836477987421384,10.0,4.042104433067336e-09,True,2.829473103147135e-08
Kinase One-Out,Macau,MT-DNN,0.89937106918239,0.9433962264150944,1.0,0.0390625,False,0.234375
Kinase One-Out,PQSAR,MT-DNN,0.9119496855345912,0.9433962264150944,0.0,0.0625,False,0.3125
Kinase One-Out,MetaNN,MT-DNN,0.9182389937106918,0.9433962264150944,1.0,0.21875,False,0.875
Kinase One-Out,PQSAR,MetaNN,0.9119496855345912,0.9182389937106918,3.0,1.0,False,1.0
Kinase One-Out,Macau,MetaNN,0.89937106918239,0.9182389937106918,3.0,0.5078125,False,1.0
Kinase One-Out,Macau,PQSAR,0.89937106918239,0.9119496855345912,4.0,0.75390625,False,1.0
Kinase Subset-Out,ST-RFR,Alchemite,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,MT-DNN,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,MetaNN,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,PQSAR,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,ST-RFR,Macau,0.16666666666666666,0.75,0.0,0.015625,False,0.265625
Kinase Subset-Out,IMC,Alchemite,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,MT-DNN,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,MetaNN,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,PQSAR,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,IMC,Macau,0.3333333333333333,0.75,0.0,0.0625,False,0.75
Kinase Subset-Out,ST-RFR,IMC,0.16666666666666666,0.3333333333333333,1.0,0.625,False,1.0
Kinase Subset-Out,Alchemite,MT-DNN,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,Alchemite,MetaNN,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,Alchemite,PQSAR,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,Alchemite,Macau,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MT-DNN,MetaNN,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MT-DNN,PQSAR,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MT-DNN,Macau,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MetaNN,PQSAR,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,MetaNN,Macau,0.75,0.75,0.0,1.0,False,1.0
Kinase Subset-Out,PQSAR,Macau,0.75,0.75,0.0,1.0,False,1.0