<div>target: C12</div>
<div>train: [0.98358389 0.01641611]</div>
<div>validation: [0.98349892 0.01650108]</div>
<div>evaluate_binary: 258.363s</div>
<div>evaluate_multiclass: 116.180s</div>
<div>kfcv: 104.789s</div>
<div>atc_mc: 154.996s</div>
<div>atc_ne: 144.298s</div>
<div>doc_feat: 88.728s</div>
<div>rca_score: 909.590s</div>
<div>rca_star_score: 899.370s</div>
<div>tot: 951.474s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0492</td>
<td>0.0493</td>
<td>0.9375</td>
<td>0.5158</td>
<td>0.5158</td>
<td>0.9361</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0967</td>
<td>0.0968</td>
<td>0.8900</td>
<td>0.4970</td>
<td>0.4970</td>
<td>0.8887</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1432</td>
<td>0.1438</td>
<td>0.8429</td>
<td>0.4683</td>
<td>0.4683</td>
<td>0.8416</td>
<td>0.8530</td>
<td>0.8561</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1963</td>
<td>0.1966</td>
<td>0.7900</td>
<td>0.4286</td>
<td>0.4286</td>
<td>0.7888</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2402</td>
<td>0.2399</td>
<td>0.7464</td>
<td>0.4080</td>
<td>0.4080</td>
<td>0.7452</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2896</td>
<td>0.2879</td>
<td>0.6968</td>
<td>0.3806</td>
<td>0.3806</td>
<td>0.6957</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.3386</td>
<td>0.3256</td>
<td>0.6478</td>
<td>0.3587</td>
<td>0.3587</td>
<td>0.6468</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3804</td>
<td>0.3342</td>
<td>0.6053</td>
<td>0.3375</td>
<td>0.3375</td>
<td>0.6043</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.4246</td>
<td>0.3303</td>
<td>0.5575</td>
<td>0.3066</td>
<td>0.3066</td>
<td>0.5566</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.4346</td>
<td>0.2908</td>
<td>0.5103</td>
<td>0.2871</td>
<td>0.2871</td>
<td>0.5095</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.4171</td>
<td>0.2761</td>
<td>0.4612</td>
<td>0.2527</td>
<td>0.2527</td>
<td>0.4604</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.3803</td>
<td>0.2447</td>
<td>0.4140</td>
<td>0.2269</td>
<td>0.2269</td>
<td>0.4133</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.3344</td>
<td>0.2073</td>
<td>0.3685</td>
<td>0.2063</td>
<td>0.2063</td>
<td>0.3678</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.2866</td>
<td>0.1785</td>
<td>0.3190</td>
<td>0.1782</td>
<td>0.1782</td>
<td>0.3184</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.2339</td>
<td>0.1438</td>
<td>0.2718</td>
<td>0.1498</td>
<td>0.1498</td>
<td>0.2713</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1781</td>
<td>0.1104</td>
<td>0.2234</td>
<td>0.1274</td>
<td>0.1274</td>
<td>0.2229</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1275</td>
<td>0.0761</td>
<td>0.1766</td>
<td>0.1027</td>
<td>0.1027</td>
<td>0.1762</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0900</td>
<td>0.0546</td>
<td>0.1297</td>
<td>0.0731</td>
<td>0.0731</td>
<td>0.1293</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0494</td>
<td>0.0362</td>
<td>0.0818</td>
<td>0.0493</td>
<td>0.0493</td>
<td>0.0815</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0276</td>
<td>0.0229</td>
<td>0.0342</td>
<td>0.0238</td>
<td>0.0238</td>
<td>0.0340</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0018</td>
<td>0.0013</td>
<td>0.0132</td>
<td>0.0023</td>
<td>0.0023</td>
<td>0.0134</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0929</td>
<td>0.0930</td>
<td>0.5712</td>
<td>0.0917</td>
<td>0.0917</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0930</td>
<td>0.0931</td>
<td>0.5711</td>
<td>0.0901</td>
<td>0.0901</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0910</td>
<td>0.0922</td>
<td>0.5720</td>
<td>0.0892</td>
<td>0.0892</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1024</td>
<td>0.1032</td>
<td>0.5610</td>
<td>0.1005</td>
<td>0.1005</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0950</td>
<td>0.0951</td>
<td>0.5691</td>
<td>0.0922</td>
<td>0.0922</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0999</td>
<td>0.1004</td>
<td>0.5638</td>
<td>0.0984</td>
<td>0.0984</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1042</td>
<td>0.1043</td>
<td>0.5599</td>
<td>0.1007</td>
<td>0.1007</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0904</td>
<td>0.0913</td>
<td>0.5729</td>
<td>0.0886</td>
<td>0.0886</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0915</td>
<td>0.0920</td>
<td>0.5722</td>
<td>0.0889</td>
<td>0.0889</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0894</td>
<td>0.0907</td>
<td>0.5735</td>
<td>0.0894</td>
<td>0.0894</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0957</td>
<td>0.0965</td>
<td>0.5677</td>
<td>0.0945</td>
<td>0.0945</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0927</td>
<td>0.0951</td>
<td>0.5691</td>
<td>0.0906</td>
<td>0.0906</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0853</td>
<td>0.0854</td>
<td>0.5788</td>
<td>0.0826</td>
<td>0.0826</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0940</td>
<td>0.0951</td>
<td>0.5691</td>
<td>0.0955</td>
<td>0.0955</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0919</td>
<td>0.0934</td>
<td>0.5708</td>
<td>0.0934</td>
<td>0.0934</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0981</td>
<td>0.0992</td>
<td>0.5650</td>
<td>0.0968</td>
<td>0.0968</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0928</td>
<td>0.0929</td>
<td>0.5713</td>
<td>0.0929</td>
<td>0.0929</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0847</td>
<td>0.0857</td>
<td>0.5783</td>
<td>0.0859</td>
<td>0.0859</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0858</td>
<td>0.0866</td>
<td>0.5774</td>
<td>0.0839</td>
<td>0.0839</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0837</td>
<td>0.0871</td>
<td>0.5747</td>
<td>0.0895</td>
<td>0.0895</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0000</td>
<td>0.6642</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: C13</div>
<div>train: [0.95913254 0.04086746]</div>
<div>validation: [0.95904968 0.04095032]</div>
<div>evaluate_binary: 293.415s</div>
<div>evaluate_multiclass: 130.949s</div>
<div>kfcv: 164.741s</div>
<div>atc_mc: 163.221s</div>
<div>atc_ne: 98.244s</div>
<div>doc_feat: 127.361s</div>
<div>rca_score: 661.548s</div>
<div>rca_star_score: 635.802s</div>
<div>tot: 705.253s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0110</td>
<td>0.0180</td>
<td>0.9412</td>
<td>0.5212</td>
<td>0.5212</td>
<td>0.9413</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0633</td>
<td>0.0702</td>
<td>0.8889</td>
<td>0.4962</td>
<td>0.4962</td>
<td>0.8891</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1093</td>
<td>0.1141</td>
<td>0.8433</td>
<td>0.4613</td>
<td>0.4613</td>
<td>0.8436</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1583</td>
<td>0.1550</td>
<td>0.7937</td>
<td>0.4340</td>
<td>0.4340</td>
<td>0.7940</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2058</td>
<td>0.1852</td>
<td>0.7445</td>
<td>0.4034</td>
<td>0.4034</td>
<td>0.7449</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2367</td>
<td>0.1955</td>
<td>0.6959</td>
<td>0.3799</td>
<td>0.3799</td>
<td>0.6963</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2470</td>
<td>0.2019</td>
<td>0.6458</td>
<td>0.3512</td>
<td>0.3512</td>
<td>0.6463</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.2368</td>
<td>0.2123</td>
<td>0.5966</td>
<td>0.3179</td>
<td>0.3179</td>
<td>0.5971</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.2096</td>
<td>0.1871</td>
<td>0.5476</td>
<td>0.3049</td>
<td>0.3049</td>
<td>0.5482</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1898</td>
<td>0.1729</td>
<td>0.4987</td>
<td>0.2677</td>
<td>0.2677</td>
<td>0.4994</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1698</td>
<td>0.1374</td>
<td>0.4488</td>
<td>0.2445</td>
<td>0.2445</td>
<td>0.4495</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1531</td>
<td>0.1504</td>
<td>0.4018</td>
<td>0.2209</td>
<td>0.2209</td>
<td>0.4026</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1273</td>
<td>0.1082</td>
<td>0.3523</td>
<td>0.1948</td>
<td>0.1948</td>
<td>0.3531</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1224</td>
<td>0.1131</td>
<td>0.3023</td>
<td>0.1610</td>
<td>0.1610</td>
<td>0.3032</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0874</td>
<td>0.0717</td>
<td>0.2531</td>
<td>0.1366</td>
<td>0.1366</td>
<td>0.2540</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0689</td>
<td>0.0616</td>
<td>0.2041</td>
<td>0.1130</td>
<td>0.1130</td>
<td>0.2051</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0553</td>
<td>0.0493</td>
<td>0.1556</td>
<td>0.0833</td>
<td>0.0833</td>
<td>0.1567</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0465</td>
<td>0.0493</td>
<td>0.1084</td>
<td>0.0604</td>
<td>0.0604</td>
<td>0.1095</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0380</td>
<td>0.0361</td>
<td>0.0575</td>
<td>0.0351</td>
<td>0.0351</td>
<td>0.0587</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0287</td>
<td>0.0284</td>
<td>0.0088</td>
<td>0.0137</td>
<td>0.0137</td>
<td>0.0100</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0140</td>
<td>0.0123</td>
<td>0.0403</td>
<td>0.0261</td>
<td>0.0261</td>
<td>0.0390</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0213</td>
<td>0.0350</td>
<td>0.4704</td>
<td>0.0357</td>
<td>0.0357</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0283</td>
<td>0.0418</td>
<td>0.4636</td>
<td>0.0425</td>
<td>0.0425</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0223</td>
<td>0.0351</td>
<td>0.4708</td>
<td>0.0353</td>
<td>0.0353</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0233</td>
<td>0.0366</td>
<td>0.4694</td>
<td>0.0367</td>
<td>0.0367</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0241</td>
<td>0.0368</td>
<td>0.4692</td>
<td>0.0369</td>
<td>0.0369</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0218</td>
<td>0.0356</td>
<td>0.4704</td>
<td>0.0357</td>
<td>0.0357</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0269</td>
<td>0.0380</td>
<td>0.4679</td>
<td>0.0382</td>
<td>0.0382</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0237</td>
<td>0.0389</td>
<td>0.4667</td>
<td>0.0394</td>
<td>0.0394</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0308</td>
<td>0.0385</td>
<td>0.4669</td>
<td>0.0392</td>
<td>0.0392</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0245</td>
<td>0.0380</td>
<td>0.4673</td>
<td>0.0388</td>
<td>0.0388</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0265</td>
<td>0.0409</td>
<td>0.4646</td>
<td>0.0416</td>
<td>0.0416</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0254</td>
<td>0.0334</td>
<td>0.4724</td>
<td>0.0337</td>
<td>0.0337</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0255</td>
<td>0.0347</td>
<td>0.4708</td>
<td>0.0354</td>
<td>0.0354</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0280</td>
<td>0.0395</td>
<td>0.4656</td>
<td>0.0405</td>
<td>0.0405</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0302</td>
<td>0.0398</td>
<td>0.4651</td>
<td>0.0410</td>
<td>0.0410</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0278</td>
<td>0.0401</td>
<td>0.4633</td>
<td>0.0429</td>
<td>0.0429</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0246</td>
<td>0.0377</td>
<td>0.4679</td>
<td>0.0383</td>
<td>0.0383</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0120</td>
<td>0.0236</td>
<td>0.4850</td>
<td>0.0211</td>
<td>0.0211</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0298</td>
<td>0.0455</td>
<td>0.4667</td>
<td>0.0394</td>
<td>0.0394</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0269</td>
<td>0.0338</td>
<td>0.4795</td>
<td>0.0267</td>
<td>0.0267</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0253</td>
<td>0.5061</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: C15</div>
<div>train: [0.81950924 0.18049076]</div>
<div>validation: [0.81943844 0.18056156]</div>
<div>evaluate_binary: 329.208s</div>
<div>evaluate_multiclass: 130.846s</div>
<div>kfcv: 170.297s</div>
<div>atc_mc: 170.842s</div>
<div>atc_ne: 107.158s</div>
<div>doc_feat: 71.484s</div>
<div>rca_score: 1210.284s</div>
<div>rca_star_score: 1189.765s</div>
<div>tot: 1265.086s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0066</td>
<td>0.0143</td>
<td>0.1796</td>
<td>0.0613</td>
<td>0.0613</td>
<td>0.1828</td>
<td>0.5585</td>
<td>0.5360</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0400</td>
<td>0.0404</td>
<td>0.1774</td>
<td>0.0671</td>
<td>0.0671</td>
<td>0.1806</td>
<td>0.5588</td>
<td>0.5363</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0459</td>
<td>0.0461</td>
<td>0.1637</td>
<td>0.0596</td>
<td>0.0596</td>
<td>0.1670</td>
<td>0.5707</td>
<td>0.5483</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0375</td>
<td>0.0379</td>
<td>0.1456</td>
<td>0.0516</td>
<td>0.0516</td>
<td>0.1490</td>
<td>0.5338</td>
<td>0.5155</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0430</td>
<td>0.0425</td>
<td>0.1439</td>
<td>0.0552</td>
<td>0.0552</td>
<td>0.1473</td>
<td>0.4091</td>
<td>0.3967</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0326</td>
<td>0.0325</td>
<td>0.1241</td>
<td>0.0505</td>
<td>0.0505</td>
<td>0.1276</td>
<td>0.2468</td>
<td>0.2473</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0351</td>
<td>0.0380</td>
<td>0.1151</td>
<td>0.0482</td>
<td>0.0482</td>
<td>0.1186</td>
<td>0.1403</td>
<td>0.1543</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0291</td>
<td>0.0299</td>
<td>0.1070</td>
<td>0.0468</td>
<td>0.0468</td>
<td>0.1106</td>
<td>0.1055</td>
<td>0.1264</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0299</td>
<td>0.0294</td>
<td>0.0978</td>
<td>0.0374</td>
<td>0.0374</td>
<td>0.1014</td>
<td>0.0805</td>
<td>0.1025</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0330</td>
<td>0.0304</td>
<td>0.0835</td>
<td>0.0385</td>
<td>0.0385</td>
<td>0.0872</td>
<td>0.0474</td>
<td>0.0695</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0318</td>
<td>0.0335</td>
<td>0.0713</td>
<td>0.0335</td>
<td>0.0335</td>
<td>0.0749</td>
<td>0.0196</td>
<td>0.0393</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0330</td>
<td>0.0315</td>
<td>0.0573</td>
<td>0.0299</td>
<td>0.0299</td>
<td>0.0611</td>
<td>0.0181</td>
<td>0.0171</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0277</td>
<td>0.0262</td>
<td>0.0498</td>
<td>0.0293</td>
<td>0.0293</td>
<td>0.0534</td>
<td>0.0361</td>
<td>0.0183</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0302</td>
<td>0.0321</td>
<td>0.0444</td>
<td>0.0291</td>
<td>0.0291</td>
<td>0.0479</td>
<td>0.0503</td>
<td>0.0306</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0299</td>
<td>0.0269</td>
<td>0.0294</td>
<td>0.0227</td>
<td>0.0227</td>
<td>0.0325</td>
<td>0.0702</td>
<td>0.0476</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0261</td>
<td>0.0248</td>
<td>0.0217</td>
<td>0.0237</td>
<td>0.0237</td>
<td>0.0241</td>
<td>0.0823</td>
<td>0.0597</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0301</td>
<td>0.0289</td>
<td>0.0168</td>
<td>0.0205</td>
<td>0.0205</td>
<td>0.0182</td>
<td>0.0911</td>
<td>0.0686</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0242</td>
<td>0.0218</td>
<td>0.0156</td>
<td>0.0189</td>
<td>0.0189</td>
<td>0.0153</td>
<td>0.1018</td>
<td>0.0793</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0223</td>
<td>0.0193</td>
<td>0.0186</td>
<td>0.0146</td>
<td>0.0146</td>
<td>0.0159</td>
<td>0.1151</td>
<td>0.0926</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0182</td>
<td>0.0141</td>
<td>0.0268</td>
<td>0.0109</td>
<td>0.0109</td>
<td>0.0228</td>
<td>0.1259</td>
<td>0.1034</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0119</td>
<td>0.0086</td>
<td>0.0375</td>
<td>0.0093</td>
<td>0.0093</td>
<td>0.0334</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0044</td>
<td>0.0093</td>
<td>0.0478</td>
<td>0.0268</td>
<td>0.0268</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0213</td>
<td>0.0224</td>
<td>0.0535</td>
<td>0.0297</td>
<td>0.0297</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0260</td>
<td>0.0269</td>
<td>0.0525</td>
<td>0.0280</td>
<td>0.0280</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0214</td>
<td>0.0227</td>
<td>0.0479</td>
<td>0.0271</td>
<td>0.0271</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0274</td>
<td>0.0277</td>
<td>0.0544</td>
<td>0.0298</td>
<td>0.0298</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0216</td>
<td>0.0224</td>
<td>0.0490</td>
<td>0.0300</td>
<td>0.0300</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0246</td>
<td>0.0282</td>
<td>0.0512</td>
<td>0.0306</td>
<td>0.0306</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0226</td>
<td>0.0244</td>
<td>0.0536</td>
<td>0.0336</td>
<td>0.0336</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0253</td>
<td>0.0258</td>
<td>0.0556</td>
<td>0.0282</td>
<td>0.0282</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0313</td>
<td>0.0294</td>
<td>0.0538</td>
<td>0.0348</td>
<td>0.0348</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0328</td>
<td>0.0354</td>
<td>0.0539</td>
<td>0.0331</td>
<td>0.0331</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0378</td>
<td>0.0365</td>
<td>0.0504</td>
<td>0.0353</td>
<td>0.0353</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0348</td>
<td>0.0337</td>
<td>0.0549</td>
<td>0.0374</td>
<td>0.0374</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0432</td>
<td>0.0481</td>
<td>0.0656</td>
<td>0.0428</td>
<td>0.0428</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0548</td>
<td>0.0488</td>
<td>0.0585</td>
<td>0.0446</td>
<td>0.0446</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0569</td>
<td>0.0535</td>
<td>0.0633</td>
<td>0.0547</td>
<td>0.0547</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0767</td>
<td>0.0770</td>
<td>0.0743</td>
<td>0.0576</td>
<td>0.0576</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0867</td>
<td>0.0781</td>
<td>0.0843</td>
<td>0.0726</td>
<td>0.0726</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1097</td>
<td>0.1000</td>
<td>0.0942</td>
<td>0.0807</td>
<td>0.0807</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1811</td>
<td>0.1514</td>
<td>0.1311</td>
<td>0.1193</td>
<td>0.1193</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0363</td>
<td>0.0363</td>
<td>0.9218</td>
<td>0.1003</td>
<td>0.1003</td>
</tr>
</tbody>
</table>
<div>target: C151</div>
<div>train: [0.89778815 0.10221185]</div>
<div>validation: [0.89779698 0.10220302]</div>
<div>evaluate_binary: 355.746s</div>
<div>evaluate_multiclass: 136.969s</div>
<div>kfcv: 195.146s</div>
<div>atc_mc: 193.365s</div>
<div>atc_ne: 187.934s</div>
<div>doc_feat: 73.112s</div>
<div>rca_score: 1235.567s</div>
<div>rca_star_score: 1236.092s</div>
<div>tot: 1294.815s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0003</td>
<td>0.0108</td>
<td>0.2236</td>
<td>0.0827</td>
<td>0.0827</td>
<td>0.2239</td>
<td>0.6096</td>
<td>0.5989</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0465</td>
<td>0.0475</td>
<td>0.2216</td>
<td>0.0861</td>
<td>0.0861</td>
<td>0.2220</td>
<td>0.5229</td>
<td>0.5149</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0567</td>
<td>0.0587</td>
<td>0.2062</td>
<td>0.0719</td>
<td>0.0719</td>
<td>0.2066</td>
<td>0.4247</td>
<td>0.4188</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0444</td>
<td>0.0468</td>
<td>0.1846</td>
<td>0.0671</td>
<td>0.0671</td>
<td>0.1851</td>
<td>0.2919</td>
<td>0.2922</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0453</td>
<td>0.0458</td>
<td>0.1784</td>
<td>0.0681</td>
<td>0.0681</td>
<td>0.1790</td>
<td>0.1858</td>
<td>0.1927</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0335</td>
<td>0.0402</td>
<td>0.1652</td>
<td>0.0624</td>
<td>0.0624</td>
<td>0.1658</td>
<td>0.1830</td>
<td>0.1919</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0304</td>
<td>0.0320</td>
<td>0.1517</td>
<td>0.0561</td>
<td>0.0561</td>
<td>0.1524</td>
<td>0.1600</td>
<td>0.1702</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0278</td>
<td>0.0333</td>
<td>0.1348</td>
<td>0.0509</td>
<td>0.0509</td>
<td>0.1356</td>
<td>0.1412</td>
<td>0.1516</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0248</td>
<td>0.0263</td>
<td>0.1246</td>
<td>0.0479</td>
<td>0.0479</td>
<td>0.1255</td>
<td>0.1235</td>
<td>0.1341</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0257</td>
<td>0.0285</td>
<td>0.1062</td>
<td>0.0413</td>
<td>0.0413</td>
<td>0.1071</td>
<td>0.0988</td>
<td>0.1099</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0271</td>
<td>0.0325</td>
<td>0.1051</td>
<td>0.0492</td>
<td>0.0492</td>
<td>0.1061</td>
<td>0.0878</td>
<td>0.0995</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0237</td>
<td>0.0315</td>
<td>0.0912</td>
<td>0.0426</td>
<td>0.0426</td>
<td>0.0923</td>
<td>0.0669</td>
<td>0.0787</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0230</td>
<td>0.0289</td>
<td>0.0780</td>
<td>0.0391</td>
<td>0.0391</td>
<td>0.0791</td>
<td>0.0480</td>
<td>0.0598</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0236</td>
<td>0.0257</td>
<td>0.0595</td>
<td>0.0342</td>
<td>0.0342</td>
<td>0.0607</td>
<td>0.0287</td>
<td>0.0368</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0255</td>
<td>0.0301</td>
<td>0.0536</td>
<td>0.0285</td>
<td>0.0285</td>
<td>0.0548</td>
<td>0.0204</td>
<td>0.0257</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0202</td>
<td>0.0247</td>
<td>0.0347</td>
<td>0.0193</td>
<td>0.0193</td>
<td>0.0360</td>
<td>0.0186</td>
<td>0.0156</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0236</td>
<td>0.0270</td>
<td>0.0288</td>
<td>0.0222</td>
<td>0.0222</td>
<td>0.0301</td>
<td>0.0206</td>
<td>0.0150</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0206</td>
<td>0.0223</td>
<td>0.0173</td>
<td>0.0190</td>
<td>0.0190</td>
<td>0.0185</td>
<td>0.0322</td>
<td>0.0234</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0179</td>
<td>0.0188</td>
<td>0.0126</td>
<td>0.0143</td>
<td>0.0143</td>
<td>0.0128</td>
<td>0.0460</td>
<td>0.0355</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0131</td>
<td>0.0112</td>
<td>0.0145</td>
<td>0.0099</td>
<td>0.0099</td>
<td>0.0135</td>
<td>0.0588</td>
<td>0.0481</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0042</td>
<td>0.0029</td>
<td>0.0260</td>
<td>0.0052</td>
<td>0.0052</td>
<td>0.0243</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0002</td>
<td>0.0071</td>
<td>0.0574</td>
<td>0.0336</td>
<td>0.0336</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0233</td>
<td>0.0250</td>
<td>0.0648</td>
<td>0.0385</td>
<td>0.0385</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0295</td>
<td>0.0332</td>
<td>0.0633</td>
<td>0.0327</td>
<td>0.0327</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0245</td>
<td>0.0281</td>
<td>0.0567</td>
<td>0.0330</td>
<td>0.0330</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0265</td>
<td>0.0287</td>
<td>0.0618</td>
<td>0.0355</td>
<td>0.0355</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0213</td>
<td>0.0279</td>
<td>0.0629</td>
<td>0.0391</td>
<td>0.0391</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0206</td>
<td>0.0233</td>
<td>0.0617</td>
<td>0.0346</td>
<td>0.0346</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0212</td>
<td>0.0270</td>
<td>0.0573</td>
<td>0.0361</td>
<td>0.0361</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0197</td>
<td>0.0224</td>
<td>0.0599</td>
<td>0.0356</td>
<td>0.0356</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0231</td>
<td>0.0271</td>
<td>0.0551</td>
<td>0.0372</td>
<td>0.0372</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0270</td>
<td>0.0345</td>
<td>0.0681</td>
<td>0.0463</td>
<td>0.0463</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0264</td>
<td>0.0371</td>
<td>0.0676</td>
<td>0.0453</td>
<td>0.0453</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0294</td>
<td>0.0383</td>
<td>0.0675</td>
<td>0.0482</td>
<td>0.0482</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0349</td>
<td>0.0389</td>
<td>0.0657</td>
<td>0.0493</td>
<td>0.0493</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0445</td>
<td>0.0536</td>
<td>0.0759</td>
<td>0.0484</td>
<td>0.0484</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0424</td>
<td>0.0533</td>
<td>0.0628</td>
<td>0.0422</td>
<td>0.0422</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0633</td>
<td>0.0724</td>
<td>0.0819</td>
<td>0.0603</td>
<td>0.0603</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0757</td>
<td>0.0822</td>
<td>0.0883</td>
<td>0.0686</td>
<td>0.0686</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1051</td>
<td>0.1082</td>
<td>0.1059</td>
<td>0.0828</td>
<td>0.0828</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1644</td>
<td>0.1373</td>
<td>0.1369</td>
<td>0.1213</td>
<td>0.1213</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0005</td>
<td>0.9119</td>
<td>0.0473</td>
<td>0.0473</td>
</tr>
</tbody>
</table>
<div>target: C1511</div>
<div>train: [0.98280629 0.01719371]</div>
<div>validation: [0.98272138 0.01727862]</div>
<div>evaluate_binary: 301.572s</div>
<div>evaluate_multiclass: 149.682s</div>
<div>kfcv: 102.539s</div>
<div>atc_mc: 99.622s</div>
<div>atc_ne: 92.903s</div>
<div>doc_feat: 78.631s</div>
<div>rca_score: 1097.941s</div>
<div>rca_star_score: 1093.801s</div>
<div>tot: 1139.243s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0001</td>
<td>0.1099</td>
<td>0.8751</td>
<td>0.6087</td>
<td>0.6087</td>
<td>0.8749</td>
<td>0.8842</td>
<td>0.8890</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0501</td>
<td>0.1582</td>
<td>0.8266</td>
<td>0.5703</td>
<td>0.5703</td>
<td>0.8264</td>
<td>0.8358</td>
<td>0.8405</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1001</td>
<td>0.2001</td>
<td>0.7847</td>
<td>0.5453</td>
<td>0.5453</td>
<td>0.7846</td>
<td>0.7938</td>
<td>0.7986</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1490</td>
<td>0.2409</td>
<td>0.7359</td>
<td>0.5102</td>
<td>0.5102</td>
<td>0.7359</td>
<td>0.7451</td>
<td>0.7498</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1771</td>
<td>0.2374</td>
<td>0.6953</td>
<td>0.4831</td>
<td>0.4831</td>
<td>0.6954</td>
<td>0.7045</td>
<td>0.7092</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1670</td>
<td>0.2184</td>
<td>0.6532</td>
<td>0.4539</td>
<td>0.4539</td>
<td>0.6534</td>
<td>0.6623</td>
<td>0.6671</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1503</td>
<td>0.2026</td>
<td>0.6066</td>
<td>0.4203</td>
<td>0.4203</td>
<td>0.6069</td>
<td>0.6157</td>
<td>0.6205</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1221</td>
<td>0.1819</td>
<td>0.5582</td>
<td>0.3810</td>
<td>0.3810</td>
<td>0.5585</td>
<td>0.5673</td>
<td>0.5721</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0987</td>
<td>0.1587</td>
<td>0.5136</td>
<td>0.3588</td>
<td>0.3588</td>
<td>0.5140</td>
<td>0.5227</td>
<td>0.5275</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0918</td>
<td>0.1403</td>
<td>0.4752</td>
<td>0.3296</td>
<td>0.3296</td>
<td>0.4757</td>
<td>0.4843</td>
<td>0.4891</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0729</td>
<td>0.1132</td>
<td>0.4335</td>
<td>0.3067</td>
<td>0.3067</td>
<td>0.4341</td>
<td>0.4426</td>
<td>0.4474</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0614</td>
<td>0.1057</td>
<td>0.3859</td>
<td>0.2683</td>
<td>0.2683</td>
<td>0.3866</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0515</td>
<td>0.0865</td>
<td>0.3418</td>
<td>0.2396</td>
<td>0.2396</td>
<td>0.3425</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0393</td>
<td>0.0729</td>
<td>0.2955</td>
<td>0.2044</td>
<td>0.2044</td>
<td>0.2963</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0387</td>
<td>0.0607</td>
<td>0.2520</td>
<td>0.1783</td>
<td>0.1783</td>
<td>0.2529</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0384</td>
<td>0.0523</td>
<td>0.2071</td>
<td>0.1491</td>
<td>0.1491</td>
<td>0.2081</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0305</td>
<td>0.0407</td>
<td>0.1641</td>
<td>0.1192</td>
<td>0.1192</td>
<td>0.1652</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0290</td>
<td>0.0305</td>
<td>0.1191</td>
<td>0.0900</td>
<td>0.0900</td>
<td>0.1203</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0273</td>
<td>0.0263</td>
<td>0.0767</td>
<td>0.0611</td>
<td>0.0611</td>
<td>0.0779</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0232</td>
<td>0.0206</td>
<td>0.0306</td>
<td>0.0289</td>
<td>0.0289</td>
<td>0.0319</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0036</td>
<td>0.0025</td>
<td>0.0134</td>
<td>0.0027</td>
<td>0.0027</td>
<td>0.0120</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0002</td>
<td>0.1965</td>
<td>0.4618</td>
<td>0.0987</td>
<td>0.0987</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0094</td>
<td>0.2031</td>
<td>0.4551</td>
<td>0.1025</td>
<td>0.1025</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0187</td>
<td>0.1996</td>
<td>0.4594</td>
<td>0.1223</td>
<td>0.1223</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0287</td>
<td>0.2071</td>
<td>0.4514</td>
<td>0.1101</td>
<td>0.1101</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0332</td>
<td>0.2004</td>
<td>0.4582</td>
<td>0.1045</td>
<td>0.1045</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0323</td>
<td>0.1961</td>
<td>0.4628</td>
<td>0.1114</td>
<td>0.1114</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0337</td>
<td>0.1991</td>
<td>0.4582</td>
<td>0.1102</td>
<td>0.1102</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0298</td>
<td>0.2084</td>
<td>0.4484</td>
<td>0.1233</td>
<td>0.1233</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0266</td>
<td>0.2102</td>
<td>0.4472</td>
<td>0.1140</td>
<td>0.1140</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0289</td>
<td>0.1950</td>
<td>0.4624</td>
<td>0.1259</td>
<td>0.1259</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0224</td>
<td>0.1861</td>
<td>0.4721</td>
<td>0.1251</td>
<td>0.1251</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0227</td>
<td>0.1948</td>
<td>0.4624</td>
<td>0.1322</td>
<td>0.1322</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0255</td>
<td>0.1950</td>
<td>0.4628</td>
<td>0.1324</td>
<td>0.1324</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0221</td>
<td>0.1962</td>
<td>0.4546</td>
<td>0.1451</td>
<td>0.1451</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0222</td>
<td>0.1914</td>
<td>0.4608</td>
<td>0.1460</td>
<td>0.1460</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0326</td>
<td>0.1948</td>
<td>0.4585</td>
<td>0.1449</td>
<td>0.1449</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0318</td>
<td>0.1823</td>
<td>0.4688</td>
<td>0.1652</td>
<td>0.1652</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0457</td>
<td>0.1769</td>
<td>0.4617</td>
<td>0.1827</td>
<td>0.1827</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0575</td>
<td>0.1514</td>
<td>0.4953</td>
<td>0.1641</td>
<td>0.1641</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1387</td>
<td>0.1640</td>
<td>0.4805</td>
<td>0.1729</td>
<td>0.1729</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0399</td>
<td>0.0422</td>
<td>0.6605</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: C152</div>
<div>train: [0.91662347 0.08337653]</div>
<div>validation: [0.91663067 0.08336933]</div>
<div>evaluate_binary: 225.296s</div>
<div>evaluate_multiclass: 165.847s</div>
<div>kfcv: 126.786s</div>
<div>atc_mc: 102.362s</div>
<div>atc_ne: 91.713s</div>
<div>doc_feat: 74.154s</div>
<div>rca_score: 1219.516s</div>
<div>rca_star_score: 1213.375s</div>
<div>tot: 1270.692s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0005</td>
<td>0.0153</td>
<td>0.4699</td>
<td>0.1758</td>
<td>0.1758</td>
<td>0.4709</td>
<td>0.4878</td>
<td>0.5104</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0517</td>
<td>0.0496</td>
<td>0.4323</td>
<td>0.1531</td>
<td>0.1531</td>
<td>0.4333</td>
<td>0.4561</td>
<td>0.4786</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0818</td>
<td>0.0707</td>
<td>0.4037</td>
<td>0.1357</td>
<td>0.1357</td>
<td>0.4048</td>
<td>0.4274</td>
<td>0.4502</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0880</td>
<td>0.0714</td>
<td>0.3916</td>
<td>0.1426</td>
<td>0.1426</td>
<td>0.3928</td>
<td>0.4136</td>
<td>0.4363</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0780</td>
<td>0.0695</td>
<td>0.3625</td>
<td>0.1373</td>
<td>0.1373</td>
<td>0.3639</td>
<td>0.3851</td>
<td>0.4076</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0693</td>
<td>0.0573</td>
<td>0.3312</td>
<td>0.1181</td>
<td>0.1181</td>
<td>0.3326</td>
<td>0.3531</td>
<td>0.3754</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0676</td>
<td>0.0556</td>
<td>0.3082</td>
<td>0.1114</td>
<td>0.1114</td>
<td>0.3097</td>
<td>0.3287</td>
<td>0.3508</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0611</td>
<td>0.0517</td>
<td>0.2805</td>
<td>0.1042</td>
<td>0.1042</td>
<td>0.2821</td>
<td>0.3001</td>
<td>0.3221</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0551</td>
<td>0.0477</td>
<td>0.2589</td>
<td>0.0918</td>
<td>0.0918</td>
<td>0.2606</td>
<td>0.2766</td>
<td>0.2984</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0484</td>
<td>0.0410</td>
<td>0.2377</td>
<td>0.0990</td>
<td>0.0990</td>
<td>0.2395</td>
<td>0.2545</td>
<td>0.2763</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0476</td>
<td>0.0407</td>
<td>0.2066</td>
<td>0.0773</td>
<td>0.0773</td>
<td>0.2085</td>
<td>0.2220</td>
<td>0.2438</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0457</td>
<td>0.0410</td>
<td>0.1817</td>
<td>0.0627</td>
<td>0.0627</td>
<td>0.1837</td>
<td>0.1957</td>
<td>0.2174</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0421</td>
<td>0.0373</td>
<td>0.1615</td>
<td>0.0659</td>
<td>0.0659</td>
<td>0.1636</td>
<td>0.1746</td>
<td>0.1964</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0307</td>
<td>0.0352</td>
<td>0.1322</td>
<td>0.0573</td>
<td>0.0573</td>
<td>0.1344</td>
<td>0.1451</td>
<td>0.1670</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0293</td>
<td>0.0307</td>
<td>0.1064</td>
<td>0.0455</td>
<td>0.0455</td>
<td>0.1087</td>
<td>0.1191</td>
<td>0.1410</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0341</td>
<td>0.0342</td>
<td>0.0812</td>
<td>0.0448</td>
<td>0.0448</td>
<td>0.0836</td>
<td>0.0939</td>
<td>0.1158</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0287</td>
<td>0.0290</td>
<td>0.0579</td>
<td>0.0356</td>
<td>0.0356</td>
<td>0.0604</td>
<td>0.0706</td>
<td>0.0924</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0268</td>
<td>0.0279</td>
<td>0.0321</td>
<td>0.0271</td>
<td>0.0271</td>
<td>0.0345</td>
<td>0.0439</td>
<td>0.0653</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0277</td>
<td>0.0261</td>
<td>0.0132</td>
<td>0.0182</td>
<td>0.0182</td>
<td>0.0145</td>
<td>0.0203</td>
<td>0.0398</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0214</td>
<td>0.0195</td>
<td>0.0209</td>
<td>0.0151</td>
<td>0.0151</td>
<td>0.0188</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0102</td>
<td>0.0087</td>
<td>0.0454</td>
<td>0.0124</td>
<td>0.0124</td>
<td>0.0425</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0005</td>
<td>0.0141</td>
<td>0.1326</td>
<td>0.0485</td>
<td>0.0485</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0246</td>
<td>0.0260</td>
<td>0.1218</td>
<td>0.0493</td>
<td>0.0493</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0377</td>
<td>0.0374</td>
<td>0.1186</td>
<td>0.0469</td>
<td>0.0469</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0421</td>
<td>0.0383</td>
<td>0.1328</td>
<td>0.0607</td>
<td>0.0607</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0395</td>
<td>0.0413</td>
<td>0.1286</td>
<td>0.0492</td>
<td>0.0492</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0398</td>
<td>0.0371</td>
<td>0.1217</td>
<td>0.0473</td>
<td>0.0473</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0406</td>
<td>0.0366</td>
<td>0.1252</td>
<td>0.0537</td>
<td>0.0537</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0383</td>
<td>0.0359</td>
<td>0.1240</td>
<td>0.0581</td>
<td>0.0581</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0376</td>
<td>0.0374</td>
<td>0.1275</td>
<td>0.0617</td>
<td>0.0617</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0366</td>
<td>0.0345</td>
<td>0.1359</td>
<td>0.0643</td>
<td>0.0643</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0385</td>
<td>0.0398</td>
<td>0.1262</td>
<td>0.0631</td>
<td>0.0631</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0479</td>
<td>0.0457</td>
<td>0.1278</td>
<td>0.0734</td>
<td>0.0734</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0479</td>
<td>0.0446</td>
<td>0.1394</td>
<td>0.0697</td>
<td>0.0697</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0440</td>
<td>0.0577</td>
<td>0.1324</td>
<td>0.0853</td>
<td>0.0853</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0425</td>
<td>0.0516</td>
<td>0.1310</td>
<td>0.0810</td>
<td>0.0810</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0714</td>
<td>0.0718</td>
<td>0.1410</td>
<td>0.0910</td>
<td>0.0910</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0772</td>
<td>0.0780</td>
<td>0.1511</td>
<td>0.1024</td>
<td>0.1024</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0975</td>
<td>0.1035</td>
<td>0.1539</td>
<td>0.1219</td>
<td>0.1219</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1470</td>
<td>0.1368</td>
<td>0.1694</td>
<td>0.1688</td>
<td>0.1688</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2420</td>
<td>0.2045</td>
<td>0.2175</td>
<td>0.2185</td>
<td>0.2185</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.1206</td>
<td>0.0775</td>
<td>0.7803</td>
<td>0.0245</td>
<td>0.0245</td>
</tr>
</tbody>
</table>
<div>target: C17</div>
<div>train: [0.94936928 0.05063072]</div>
<div>validation: [0.94937365 0.05062635]</div>
<div>evaluate_binary: 398.040s</div>
<div>evaluate_multiclass: 149.938s</div>
<div>kfcv: 165.629s</div>
<div>atc_mc: 170.907s</div>
<div>atc_ne: 103.307s</div>
<div>doc_feat: 77.863s</div>
<div>rca_score: 1203.842s</div>
<div>rca_star_score: 1177.692s</div>
<div>tot: 1248.888s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.1162</td>
<td>0.0588</td>
<td>0.6563</td>
<td>0.1936</td>
<td>0.1936</td>
<td>0.6569</td>
<td>0.6763</td>
<td>0.6893</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.1455</td>
<td>0.1297</td>
<td>0.6218</td>
<td>0.1786</td>
<td>0.1786</td>
<td>0.6225</td>
<td>0.6411</td>
<td>0.6542</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1821</td>
<td>0.1914</td>
<td>0.5917</td>
<td>0.1759</td>
<td>0.1759</td>
<td>0.5926</td>
<td>0.6103</td>
<td>0.6234</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.2169</td>
<td>0.2128</td>
<td>0.5570</td>
<td>0.1618</td>
<td>0.1618</td>
<td>0.5580</td>
<td>0.5751</td>
<td>0.5883</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2253</td>
<td>0.2217</td>
<td>0.5153</td>
<td>0.1420</td>
<td>0.1420</td>
<td>0.5163</td>
<td>0.5331</td>
<td>0.5463</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2043</td>
<td>0.2098</td>
<td>0.4786</td>
<td>0.1316</td>
<td>0.1316</td>
<td>0.4798</td>
<td>0.4961</td>
<td>0.5094</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1861</td>
<td>0.1927</td>
<td>0.4545</td>
<td>0.1411</td>
<td>0.1411</td>
<td>0.4558</td>
<td>0.4714</td>
<td>0.4848</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1715</td>
<td>0.1739</td>
<td>0.4192</td>
<td>0.1263</td>
<td>0.1263</td>
<td>0.4206</td>
<td>0.4360</td>
<td>0.4494</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1514</td>
<td>0.1534</td>
<td>0.3851</td>
<td>0.1244</td>
<td>0.1244</td>
<td>0.3866</td>
<td>0.4018</td>
<td>0.4152</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1573</td>
<td>0.1469</td>
<td>0.3490</td>
<td>0.1097</td>
<td>0.1097</td>
<td>0.3506</td>
<td>0.3657</td>
<td>0.3790</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1396</td>
<td>0.1235</td>
<td>0.3134</td>
<td>0.0970</td>
<td>0.0970</td>
<td>0.3151</td>
<td>0.3300</td>
<td>0.3434</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1191</td>
<td>0.1177</td>
<td>0.2784</td>
<td>0.0902</td>
<td>0.0902</td>
<td>0.2802</td>
<td>0.2949</td>
<td>0.3083</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0974</td>
<td>0.1036</td>
<td>0.2409</td>
<td>0.0734</td>
<td>0.0734</td>
<td>0.2428</td>
<td>0.2574</td>
<td>0.2708</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0890</td>
<td>0.0862</td>
<td>0.2103</td>
<td>0.0670</td>
<td>0.0670</td>
<td>0.2123</td>
<td>0.2268</td>
<td>0.2402</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0705</td>
<td>0.0664</td>
<td>0.1691</td>
<td>0.0559</td>
<td>0.0559</td>
<td>0.1712</td>
<td>0.1856</td>
<td>0.1990</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0611</td>
<td>0.0643</td>
<td>0.1385</td>
<td>0.0492</td>
<td>0.0492</td>
<td>0.1407</td>
<td>0.1550</td>
<td>0.1684</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0517</td>
<td>0.0490</td>
<td>0.1046</td>
<td>0.0393</td>
<td>0.0393</td>
<td>0.1069</td>
<td>0.1211</td>
<td>0.1345</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0411</td>
<td>0.0393</td>
<td>0.0711</td>
<td>0.0299</td>
<td>0.0299</td>
<td>0.0735</td>
<td>0.0876</td>
<td>0.1010</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0306</td>
<td>0.0319</td>
<td>0.0344</td>
<td>0.0239</td>
<td>0.0239</td>
<td>0.0369</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0216</td>
<td>0.0230</td>
<td>0.0094</td>
<td>0.0140</td>
<td>0.0140</td>
<td>0.0093</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0064</td>
<td>0.0057</td>
<td>0.0338</td>
<td>0.0057</td>
<td>0.0057</td>
<td>0.0310</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.1655</td>
<td>0.0747</td>
<td>0.2594</td>
<td>0.2168</td>
<td>0.2168</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.1570</td>
<td>0.1228</td>
<td>0.2589</td>
<td>0.2337</td>
<td>0.2337</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1578</td>
<td>0.1628</td>
<td>0.2655</td>
<td>0.2269</td>
<td>0.2269</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1693</td>
<td>0.1673</td>
<td>0.2651</td>
<td>0.2257</td>
<td>0.2257</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1875</td>
<td>0.1866</td>
<td>0.2552</td>
<td>0.2257</td>
<td>0.2257</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1752</td>
<td>0.1880</td>
<td>0.2520</td>
<td>0.2350</td>
<td>0.2350</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1678</td>
<td>0.1852</td>
<td>0.2681</td>
<td>0.2175</td>
<td>0.2175</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1725</td>
<td>0.1804</td>
<td>0.2686</td>
<td>0.2192</td>
<td>0.2192</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1763</td>
<td>0.1813</td>
<td>0.2698</td>
<td>0.2222</td>
<td>0.2222</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.2190</td>
<td>0.1878</td>
<td>0.2667</td>
<td>0.2183</td>
<td>0.2183</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.2100</td>
<td>0.1682</td>
<td>0.2673</td>
<td>0.2279</td>
<td>0.2279</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1942</td>
<td>0.1849</td>
<td>0.2671</td>
<td>0.2253</td>
<td>0.2253</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1733</td>
<td>0.1825</td>
<td>0.2581</td>
<td>0.2526</td>
<td>0.2526</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1950</td>
<td>0.1793</td>
<td>0.2707</td>
<td>0.2424</td>
<td>0.2424</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1907</td>
<td>0.1685</td>
<td>0.2484</td>
<td>0.2353</td>
<td>0.2353</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1923</td>
<td>0.1787</td>
<td>0.2640</td>
<td>0.2427</td>
<td>0.2427</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1929</td>
<td>0.1678</td>
<td>0.2706</td>
<td>0.2505</td>
<td>0.2505</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.2010</td>
<td>0.1825</td>
<td>0.2819</td>
<td>0.2513</td>
<td>0.2513</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.2261</td>
<td>0.1853</td>
<td>0.2750</td>
<td>0.2727</td>
<td>0.2727</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2660</td>
<td>0.2221</td>
<td>0.2764</td>
<td>0.3408</td>
<td>0.3408</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0684</td>
<td>0.0535</td>
<td>0.7291</td>
<td>0.0100</td>
<td>0.0100</td>
</tr>
</tbody>
</table>
<div>target: C172</div>
<div>train: [0.98773112 0.01226888]</div>
<div>validation: [0.98764579 0.01235421]</div>
<div>evaluate_binary: 369.199s</div>
<div>evaluate_multiclass: 215.109s</div>
<div>kfcv: 103.301s</div>
<div>atc_mc: 107.211s</div>
<div>atc_ne: 167.924s</div>
<div>doc_feat: 135.162s</div>
<div>rca_score: 1176.166s</div>
<div>rca_star_score: 1152.207s</div>
<div>tot: 1217.302s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.3096</td>
<td>0.0555</td>
<td>0.6820</td>
<td>0.2176</td>
<td>0.2176</td>
<td>0.6796</td>
<td>0.6874</td>
<td>0.6923</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.3491</td>
<td>0.1131</td>
<td>0.6422</td>
<td>0.1993</td>
<td>0.1993</td>
<td>0.6399</td>
<td>0.6475</td>
<td>0.6525</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.3785</td>
<td>0.1724</td>
<td>0.6116</td>
<td>0.1955</td>
<td>0.1955</td>
<td>0.6094</td>
<td>0.6169</td>
<td>0.6218</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.4072</td>
<td>0.2255</td>
<td>0.5823</td>
<td>0.1957</td>
<td>0.1957</td>
<td>0.5802</td>
<td>0.5873</td>
<td>0.5922</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.4481</td>
<td>0.2891</td>
<td>0.5435</td>
<td>0.1771</td>
<td>0.1771</td>
<td>0.5415</td>
<td>0.5485</td>
<td>0.5533</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.4769</td>
<td>0.3674</td>
<td>0.5097</td>
<td>0.1687</td>
<td>0.1687</td>
<td>0.5078</td>
<td>0.5145</td>
<td>0.5193</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.5156</td>
<td>0.4451</td>
<td>0.4743</td>
<td>0.1583</td>
<td>0.1583</td>
<td>0.4725</td>
<td>0.4790</td>
<td>0.4838</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.5434</td>
<td>0.5119</td>
<td>0.4478</td>
<td>0.1568</td>
<td>0.1568</td>
<td>0.4461</td>
<td>0.4522</td>
<td>0.4569</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.5748</td>
<td>0.5699</td>
<td>0.4069</td>
<td>0.1293</td>
<td>0.1293</td>
<td>0.4053</td>
<td>0.4111</td>
<td>0.4158</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.6088</td>
<td>0.5730</td>
<td>0.3762</td>
<td>0.1317</td>
<td>0.1317</td>
<td>0.3747</td>
<td>0.3802</td>
<td>0.3848</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.6159</td>
<td>0.5363</td>
<td>0.3350</td>
<td>0.1106</td>
<td>0.1106</td>
<td>0.3336</td>
<td>0.3388</td>
<td>0.3435</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.5763</td>
<td>0.4939</td>
<td>0.3025</td>
<td>0.0992</td>
<td>0.0992</td>
<td>0.3012</td>
<td>0.3059</td>
<td>0.3105</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.5242</td>
<td>0.4366</td>
<td>0.2693</td>
<td>0.0925</td>
<td>0.0925</td>
<td>0.2681</td>
<td>0.2725</td>
<td>0.2771</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.4525</td>
<td>0.3735</td>
<td>0.2359</td>
<td>0.0787</td>
<td>0.0787</td>
<td>0.2348</td>
<td>0.2388</td>
<td>0.2434</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.3819</td>
<td>0.3205</td>
<td>0.1963</td>
<td>0.0686</td>
<td>0.0686</td>
<td>0.1953</td>
<td>0.1992</td>
<td>0.2038</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.3117</td>
<td>0.2652</td>
<td>0.1594</td>
<td>0.0513</td>
<td>0.0513</td>
<td>0.1585</td>
<td>0.1622</td>
<td>0.1668</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.2303</td>
<td>0.1884</td>
<td>0.1336</td>
<td>0.0541</td>
<td>0.0541</td>
<td>0.1328</td>
<td>0.1363</td>
<td>0.1409</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1664</td>
<td>0.1391</td>
<td>0.0957</td>
<td>0.0360</td>
<td>0.0360</td>
<td>0.0950</td>
<td>0.0984</td>
<td>0.1030</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0994</td>
<td>0.0883</td>
<td>0.0599</td>
<td>0.0274</td>
<td>0.0274</td>
<td>0.0593</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0465</td>
<td>0.0351</td>
<td>0.0300</td>
<td>0.0191</td>
<td>0.0191</td>
<td>0.0295</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0015</td>
<td>0.0016</td>
<td>0.0071</td>
<td>0.0002</td>
<td>0.0002</td>
<td>0.0075</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.4698</td>
<td>0.0693</td>
<td>0.3175</td>
<td>0.4201</td>
<td>0.4201</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.4760</td>
<td>0.0985</td>
<td>0.3109</td>
<td>0.4252</td>
<td>0.4252</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.4697</td>
<td>0.1320</td>
<td>0.3152</td>
<td>0.4275</td>
<td>0.4275</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.4613</td>
<td>0.1584</td>
<td>0.3225</td>
<td>0.4044</td>
<td>0.4044</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.4704</td>
<td>0.2006</td>
<td>0.3171</td>
<td>0.4215</td>
<td>0.4215</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.4613</td>
<td>0.2695</td>
<td>0.3174</td>
<td>0.4242</td>
<td>0.4242</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.4683</td>
<td>0.3418</td>
<td>0.3165</td>
<td>0.4134</td>
<td>0.4134</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.4564</td>
<td>0.3991</td>
<td>0.3308</td>
<td>0.4103</td>
<td>0.4103</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.4524</td>
<td>0.4482</td>
<td>0.3193</td>
<td>0.4236</td>
<td>0.4236</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.4535</td>
<td>0.4450</td>
<td>0.3280</td>
<td>0.4115</td>
<td>0.4115</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.4677</td>
<td>0.4541</td>
<td>0.3128</td>
<td>0.4299</td>
<td>0.4299</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.4440</td>
<td>0.4592</td>
<td>0.3181</td>
<td>0.4143</td>
<td>0.4143</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.4536</td>
<td>0.4554</td>
<td>0.3215</td>
<td>0.4122</td>
<td>0.4122</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.4428</td>
<td>0.4429</td>
<td>0.3252</td>
<td>0.4079</td>
<td>0.4079</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.4626</td>
<td>0.4518</td>
<td>0.3110</td>
<td>0.4156</td>
<td>0.4156</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.4703</td>
<td>0.4547</td>
<td>0.2965</td>
<td>0.4391</td>
<td>0.4391</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.3880</td>
<td>0.3981</td>
<td>0.3409</td>
<td>0.3975</td>
<td>0.3975</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.4300</td>
<td>0.4058</td>
<td>0.3227</td>
<td>0.4217</td>
<td>0.4217</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.4235</td>
<td>0.4052</td>
<td>0.3121</td>
<td>0.4473</td>
<td>0.4473</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.3325</td>
<td>0.2850</td>
<td>0.4158</td>
<td>0.3516</td>
<td>0.3516</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0100</td>
<td>0.0391</td>
<td>0.7895</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: C18</div>
<div>train: [0.9368412 0.0631588]</div>
<div>validation: [0.93684665 0.06315335]</div>
<div>evaluate_binary: 335.349s</div>
<div>evaluate_multiclass: 166.267s</div>
<div>kfcv: 103.911s</div>
<div>atc_mc: 97.746s</div>
<div>atc_ne: 91.184s</div>
<div>doc_feat: 75.425s</div>
<div>rca_score: 1144.163s</div>
<div>rca_star_score: 1141.640s</div>
<div>tot: 1192.245s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0121</td>
<td>0.0514</td>
<td>0.6302</td>
<td>0.1223</td>
<td>0.1223</td>
<td>0.6307</td>
<td>0.6571</td>
<td>0.6765</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0619</td>
<td>0.0985</td>
<td>0.6004</td>
<td>0.1230</td>
<td>0.1230</td>
<td>0.6010</td>
<td>0.6272</td>
<td>0.6466</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0980</td>
<td>0.1197</td>
<td>0.5645</td>
<td>0.1110</td>
<td>0.1110</td>
<td>0.5652</td>
<td>0.5913</td>
<td>0.6108</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0996</td>
<td>0.1222</td>
<td>0.5310</td>
<td>0.1082</td>
<td>0.1082</td>
<td>0.5319</td>
<td>0.5578</td>
<td>0.5772</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0974</td>
<td>0.1109</td>
<td>0.4996</td>
<td>0.0979</td>
<td>0.0979</td>
<td>0.5006</td>
<td>0.5264</td>
<td>0.5458</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0926</td>
<td>0.1129</td>
<td>0.4642</td>
<td>0.0916</td>
<td>0.0916</td>
<td>0.4653</td>
<td>0.4910</td>
<td>0.5104</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0854</td>
<td>0.1018</td>
<td>0.4294</td>
<td>0.0880</td>
<td>0.0880</td>
<td>0.4306</td>
<td>0.4562</td>
<td>0.4756</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0726</td>
<td>0.0935</td>
<td>0.3930</td>
<td>0.0816</td>
<td>0.0816</td>
<td>0.3944</td>
<td>0.4198</td>
<td>0.4392</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0725</td>
<td>0.0856</td>
<td>0.3572</td>
<td>0.0745</td>
<td>0.0745</td>
<td>0.3587</td>
<td>0.3840</td>
<td>0.4034</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0658</td>
<td>0.0812</td>
<td>0.3200</td>
<td>0.0651</td>
<td>0.0651</td>
<td>0.3216</td>
<td>0.3468</td>
<td>0.3662</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0615</td>
<td>0.0748</td>
<td>0.2979</td>
<td>0.0693</td>
<td>0.0693</td>
<td>0.2996</td>
<td>0.3247</td>
<td>0.3441</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0547</td>
<td>0.0603</td>
<td>0.2608</td>
<td>0.0655</td>
<td>0.0655</td>
<td>0.2627</td>
<td>0.2876</td>
<td>0.3070</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0535</td>
<td>0.0565</td>
<td>0.2277</td>
<td>0.0555</td>
<td>0.0555</td>
<td>0.2297</td>
<td>0.2545</td>
<td>0.2739</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0482</td>
<td>0.0496</td>
<td>0.1930</td>
<td>0.0465</td>
<td>0.0465</td>
<td>0.1951</td>
<td>0.2198</td>
<td>0.2392</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0372</td>
<td>0.0507</td>
<td>0.1613</td>
<td>0.0387</td>
<td>0.0387</td>
<td>0.1635</td>
<td>0.1881</td>
<td>0.2075</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0301</td>
<td>0.0352</td>
<td>0.1251</td>
<td>0.0324</td>
<td>0.0324</td>
<td>0.1275</td>
<td>0.1519</td>
<td>0.1713</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0315</td>
<td>0.0384</td>
<td>0.0927</td>
<td>0.0294</td>
<td>0.0294</td>
<td>0.0952</td>
<td>0.1195</td>
<td>0.1389</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0289</td>
<td>0.0302</td>
<td>0.0560</td>
<td>0.0251</td>
<td>0.0251</td>
<td>0.0586</td>
<td>0.0828</td>
<td>0.1022</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0211</td>
<td>0.0216</td>
<td>0.0276</td>
<td>0.0230</td>
<td>0.0230</td>
<td>0.0301</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0191</td>
<td>0.0173</td>
<td>0.0118</td>
<td>0.0152</td>
<td>0.0152</td>
<td>0.0102</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0090</td>
<td>0.0078</td>
<td>0.0442</td>
<td>0.0086</td>
<td>0.0086</td>
<td>0.0412</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0156</td>
<td>0.0627</td>
<td>0.2175</td>
<td>0.2206</td>
<td>0.2206</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0355</td>
<td>0.0816</td>
<td>0.2231</td>
<td>0.2128</td>
<td>0.2128</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0495</td>
<td>0.0863</td>
<td>0.2204</td>
<td>0.2098</td>
<td>0.2098</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0522</td>
<td>0.0971</td>
<td>0.2205</td>
<td>0.2088</td>
<td>0.2088</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0532</td>
<td>0.0876</td>
<td>0.2253</td>
<td>0.2131</td>
<td>0.2131</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0509</td>
<td>0.0974</td>
<td>0.2224</td>
<td>0.2158</td>
<td>0.2158</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0583</td>
<td>0.1014</td>
<td>0.2215</td>
<td>0.2167</td>
<td>0.2167</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0500</td>
<td>0.1034</td>
<td>0.2174</td>
<td>0.2232</td>
<td>0.2232</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0713</td>
<td>0.1070</td>
<td>0.2135</td>
<td>0.2238</td>
<td>0.2238</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0627</td>
<td>0.1042</td>
<td>0.2065</td>
<td>0.2260</td>
<td>0.2260</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0737</td>
<td>0.1209</td>
<td>0.2314</td>
<td>0.2148</td>
<td>0.2148</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0655</td>
<td>0.0904</td>
<td>0.2250</td>
<td>0.1986</td>
<td>0.1986</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0774</td>
<td>0.1057</td>
<td>0.2263</td>
<td>0.2182</td>
<td>0.2182</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0824</td>
<td>0.1143</td>
<td>0.2287</td>
<td>0.2177</td>
<td>0.2177</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0645</td>
<td>0.1457</td>
<td>0.2355</td>
<td>0.2328</td>
<td>0.2328</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0695</td>
<td>0.1415</td>
<td>0.2268</td>
<td>0.2299</td>
<td>0.2299</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0932</td>
<td>0.1654</td>
<td>0.2381</td>
<td>0.2437</td>
<td>0.2437</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1328</td>
<td>0.1778</td>
<td>0.2285</td>
<td>0.2642</td>
<td>0.2642</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1340</td>
<td>0.1642</td>
<td>0.2949</td>
<td>0.2280</td>
<td>0.2280</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2025</td>
<td>0.2279</td>
<td>0.2915</td>
<td>0.2769</td>
<td>0.2769</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0847</td>
<td>0.1003</td>
<td>0.7047</td>
<td>0.0267</td>
<td>0.0267</td>
</tr>
</tbody>
</table>
<div>target: C181</div>
<div>train: [0.94798687 0.05201313]</div>
<div>validation: [0.94790497 0.05209503]</div>
<div>evaluate_binary: 381.404s</div>
<div>evaluate_multiclass: 222.049s</div>
<div>kfcv: 197.485s</div>
<div>atc_mc: 198.730s</div>
<div>atc_ne: 199.850s</div>
<div>doc_feat: 79.764s</div>
<div>rca_score: 1126.500s</div>
<div>rca_star_score: 1125.388s</div>
<div>tot: 1178.360s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0325</td>
<td>0.0483</td>
<td>0.7090</td>
<td>0.1760</td>
<td>0.1760</td>
<td>0.7081</td>
<td>0.7381</td>
<td>0.7500</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0863</td>
<td>0.0969</td>
<td>0.6584</td>
<td>0.1531</td>
<td>0.1531</td>
<td>0.6576</td>
<td>0.6875</td>
<td>0.6994</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1419</td>
<td>0.1447</td>
<td>0.6332</td>
<td>0.1547</td>
<td>0.1547</td>
<td>0.6325</td>
<td>0.6623</td>
<td>0.6742</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1847</td>
<td>0.1538</td>
<td>0.5945</td>
<td>0.1396</td>
<td>0.1396</td>
<td>0.5939</td>
<td>0.6236</td>
<td>0.6355</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1668</td>
<td>0.1507</td>
<td>0.5563</td>
<td>0.1381</td>
<td>0.1381</td>
<td>0.5559</td>
<td>0.5854</td>
<td>0.5973</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1496</td>
<td>0.1405</td>
<td>0.5189</td>
<td>0.1257</td>
<td>0.1257</td>
<td>0.5186</td>
<td>0.5480</td>
<td>0.5599</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1292</td>
<td>0.1250</td>
<td>0.4858</td>
<td>0.1238</td>
<td>0.1238</td>
<td>0.4856</td>
<td>0.5149</td>
<td>0.5268</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1182</td>
<td>0.1109</td>
<td>0.4399</td>
<td>0.1068</td>
<td>0.1068</td>
<td>0.4398</td>
<td>0.4690</td>
<td>0.4809</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1200</td>
<td>0.1035</td>
<td>0.4057</td>
<td>0.0983</td>
<td>0.0983</td>
<td>0.4057</td>
<td>0.4348</td>
<td>0.4467</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1049</td>
<td>0.0955</td>
<td>0.3698</td>
<td>0.0934</td>
<td>0.0934</td>
<td>0.3700</td>
<td>0.3989</td>
<td>0.4108</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0924</td>
<td>0.0796</td>
<td>0.3361</td>
<td>0.0913</td>
<td>0.0913</td>
<td>0.3364</td>
<td>0.3652</td>
<td>0.3771</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0856</td>
<td>0.0709</td>
<td>0.3002</td>
<td>0.0838</td>
<td>0.0838</td>
<td>0.3006</td>
<td>0.3293</td>
<td>0.3412</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0803</td>
<td>0.0683</td>
<td>0.2595</td>
<td>0.0698</td>
<td>0.0698</td>
<td>0.2600</td>
<td>0.2886</td>
<td>0.3005</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0726</td>
<td>0.0594</td>
<td>0.2211</td>
<td>0.0558</td>
<td>0.0558</td>
<td>0.2217</td>
<td>0.2502</td>
<td>0.2621</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0534</td>
<td>0.0472</td>
<td>0.1861</td>
<td>0.0545</td>
<td>0.0545</td>
<td>0.1869</td>
<td>0.2152</td>
<td>0.2271</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0470</td>
<td>0.0441</td>
<td>0.1451</td>
<td>0.0388</td>
<td>0.0388</td>
<td>0.1460</td>
<td>0.1742</td>
<td>0.1861</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0404</td>
<td>0.0363</td>
<td>0.1140</td>
<td>0.0366</td>
<td>0.0366</td>
<td>0.1150</td>
<td>0.1431</td>
<td>0.1550</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0302</td>
<td>0.0278</td>
<td>0.0746</td>
<td>0.0333</td>
<td>0.0333</td>
<td>0.0757</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0270</td>
<td>0.0238</td>
<td>0.0348</td>
<td>0.0204</td>
<td>0.0204</td>
<td>0.0360</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0216</td>
<td>0.0199</td>
<td>0.0082</td>
<td>0.0147</td>
<td>0.0147</td>
<td>0.0077</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0070</td>
<td>0.0055</td>
<td>0.0393</td>
<td>0.0088</td>
<td>0.0088</td>
<td>0.0378</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0493</td>
<td>0.0660</td>
<td>0.2735</td>
<td>0.2224</td>
<td>0.2224</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0714</td>
<td>0.0825</td>
<td>0.2560</td>
<td>0.2430</td>
<td>0.2430</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1006</td>
<td>0.1052</td>
<td>0.2726</td>
<td>0.2338</td>
<td>0.2338</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1411</td>
<td>0.1092</td>
<td>0.2704</td>
<td>0.2370</td>
<td>0.2370</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1247</td>
<td>0.1146</td>
<td>0.2698</td>
<td>0.2388</td>
<td>0.2388</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1129</td>
<td>0.1124</td>
<td>0.2693</td>
<td>0.2299</td>
<td>0.2299</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0982</td>
<td>0.1064</td>
<td>0.2785</td>
<td>0.2268</td>
<td>0.2268</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0981</td>
<td>0.0995</td>
<td>0.2611</td>
<td>0.2153</td>
<td>0.2153</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1301</td>
<td>0.1044</td>
<td>0.2676</td>
<td>0.2413</td>
<td>0.2413</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1170</td>
<td>0.1030</td>
<td>0.2700</td>
<td>0.2219</td>
<td>0.2219</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1240</td>
<td>0.1038</td>
<td>0.2803</td>
<td>0.2124</td>
<td>0.2124</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1378</td>
<td>0.1075</td>
<td>0.2849</td>
<td>0.2180</td>
<td>0.2180</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1560</td>
<td>0.1292</td>
<td>0.2778</td>
<td>0.2365</td>
<td>0.2365</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1583</td>
<td>0.1120</td>
<td>0.2726</td>
<td>0.2423</td>
<td>0.2423</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1267</td>
<td>0.1095</td>
<td>0.2850</td>
<td>0.2335</td>
<td>0.2335</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1268</td>
<td>0.1289</td>
<td>0.2691</td>
<td>0.2349</td>
<td>0.2349</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1666</td>
<td>0.1541</td>
<td>0.3075</td>
<td>0.2236</td>
<td>0.2236</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1435</td>
<td>0.1399</td>
<td>0.3107</td>
<td>0.2485</td>
<td>0.2485</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.2017</td>
<td>0.1681</td>
<td>0.2914</td>
<td>0.2582</td>
<td>0.2582</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2070</td>
<td>0.1951</td>
<td>0.3503</td>
<td>0.2298</td>
<td>0.2298</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0364</td>
<td>0.0794</td>
<td>0.6713</td>
<td>0.0100</td>
<td>0.0100</td>
</tr>
</tbody>
</table>
<div>target: C21</div>
<div>train: [0.96578538 0.03421462]</div>
<div>validation: [0.96570194 0.03429806]</div>
<div>evaluate_binary: 311.430s</div>
<div>evaluate_multiclass: 127.753s</div>
<div>kfcv: 169.599s</div>
<div>atc_mc: 171.895s</div>
<div>atc_ne: 99.774s</div>
<div>doc_feat: 132.229s</div>
<div>rca_score: 928.435s</div>
<div>rca_star_score: 903.426s</div>
<div>tot: 975.778s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0424</td>
<td>0.0492</td>
<td>0.9072</td>
<td>0.4914</td>
<td>0.4914</td>
<td>0.9070</td>
<td>0.9379</td>
<td>0.9402</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0890</td>
<td>0.0948</td>
<td>0.8638</td>
<td>0.4779</td>
<td>0.4779</td>
<td>0.8637</td>
<td>0.8945</td>
<td>0.8968</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1222</td>
<td>0.1388</td>
<td>0.8194</td>
<td>0.4604</td>
<td>0.4604</td>
<td>0.8193</td>
<td>0.8501</td>
<td>0.8524</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1817</td>
<td>0.1739</td>
<td>0.7708</td>
<td>0.4230</td>
<td>0.4230</td>
<td>0.7708</td>
<td>0.8015</td>
<td>0.8038</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2163</td>
<td>0.1888</td>
<td>0.7203</td>
<td>0.4059</td>
<td>0.4059</td>
<td>0.7204</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2301</td>
<td>0.1784</td>
<td>0.6752</td>
<td>0.3696</td>
<td>0.3696</td>
<td>0.6753</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2284</td>
<td>0.1706</td>
<td>0.6278</td>
<td>0.3453</td>
<td>0.3453</td>
<td>0.6280</td>
<td>0.6585</td>
<td>0.6608</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1928</td>
<td>0.1427</td>
<td>0.5795</td>
<td>0.3232</td>
<td>0.3232</td>
<td>0.5797</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1619</td>
<td>0.1168</td>
<td>0.5346</td>
<td>0.3000</td>
<td>0.3000</td>
<td>0.5349</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1625</td>
<td>0.1188</td>
<td>0.4839</td>
<td>0.2670</td>
<td>0.2670</td>
<td>0.4843</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1408</td>
<td>0.1015</td>
<td>0.4380</td>
<td>0.2343</td>
<td>0.2343</td>
<td>0.4384</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1077</td>
<td>0.0741</td>
<td>0.3937</td>
<td>0.2192</td>
<td>0.2192</td>
<td>0.3942</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0949</td>
<td>0.0718</td>
<td>0.3457</td>
<td>0.1931</td>
<td>0.1931</td>
<td>0.3463</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0664</td>
<td>0.0492</td>
<td>0.2980</td>
<td>0.1698</td>
<td>0.1698</td>
<td>0.2986</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0617</td>
<td>0.0463</td>
<td>0.2509</td>
<td>0.1387</td>
<td>0.1387</td>
<td>0.2516</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0529</td>
<td>0.0446</td>
<td>0.2023</td>
<td>0.1169</td>
<td>0.1169</td>
<td>0.2031</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0440</td>
<td>0.0403</td>
<td>0.1564</td>
<td>0.0924</td>
<td>0.0924</td>
<td>0.1572</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0414</td>
<td>0.0393</td>
<td>0.1070</td>
<td>0.0626</td>
<td>0.0626</td>
<td>0.1079</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0314</td>
<td>0.0342</td>
<td>0.0620</td>
<td>0.0394</td>
<td>0.0394</td>
<td>0.0630</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0271</td>
<td>0.0251</td>
<td>0.0149</td>
<td>0.0185</td>
<td>0.0185</td>
<td>0.0159</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0066</td>
<td>0.0054</td>
<td>0.0327</td>
<td>0.0142</td>
<td>0.0142</td>
<td>0.0316</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0790</td>
<td>0.0915</td>
<td>0.4290</td>
<td>0.1109</td>
<td>0.1109</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0784</td>
<td>0.0891</td>
<td>0.4355</td>
<td>0.1028</td>
<td>0.1028</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0522</td>
<td>0.0884</td>
<td>0.4410</td>
<td>0.0992</td>
<td>0.0992</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0785</td>
<td>0.0932</td>
<td>0.4387</td>
<td>0.1020</td>
<td>0.1020</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0767</td>
<td>0.1002</td>
<td>0.4317</td>
<td>0.1078</td>
<td>0.1078</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0742</td>
<td>0.0969</td>
<td>0.4359</td>
<td>0.1036</td>
<td>0.1036</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0763</td>
<td>0.0986</td>
<td>0.4355</td>
<td>0.1040</td>
<td>0.1040</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0731</td>
<td>0.0966</td>
<td>0.4330</td>
<td>0.1077</td>
<td>0.1077</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0632</td>
<td>0.0872</td>
<td>0.4398</td>
<td>0.0991</td>
<td>0.0991</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0810</td>
<td>0.0960</td>
<td>0.4286</td>
<td>0.1106</td>
<td>0.1106</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0765</td>
<td>0.0920</td>
<td>0.4326</td>
<td>0.1057</td>
<td>0.1057</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0588</td>
<td>0.0776</td>
<td>0.4436</td>
<td>0.0963</td>
<td>0.0963</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0645</td>
<td>0.0837</td>
<td>0.4409</td>
<td>0.1006</td>
<td>0.1006</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0670</td>
<td>0.0835</td>
<td>0.4390</td>
<td>0.1017</td>
<td>0.1017</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0678</td>
<td>0.0796</td>
<td>0.4417</td>
<td>0.0968</td>
<td>0.0968</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0744</td>
<td>0.0867</td>
<td>0.4331</td>
<td>0.1063</td>
<td>0.1063</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0764</td>
<td>0.0747</td>
<td>0.4439</td>
<td>0.0968</td>
<td>0.0968</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0806</td>
<td>0.0903</td>
<td>0.4193</td>
<td>0.1214</td>
<td>0.1214</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0688</td>
<td>0.0793</td>
<td>0.4515</td>
<td>0.0892</td>
<td>0.0892</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0553</td>
<td>0.0714</td>
<td>0.4621</td>
<td>0.0846</td>
<td>0.0846</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0097</td>
<td>0.0103</td>
<td>0.5407</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: C24</div>
<div>train: [0.96016935 0.03983065]</div>
<div>validation: [0.96017279 0.03982721]</div>
<div>evaluate_binary: 341.390s</div>
<div>evaluate_multiclass: 134.762s</div>
<div>kfcv: 115.097s</div>
<div>atc_mc: 166.466s</div>
<div>atc_ne: 156.922s</div>
<div>doc_feat: 127.605s</div>
<div>rca_score: 1002.111s</div>
<div>rca_star_score: 1016.135s</div>
<div>tot: 1070.690s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0465</td>
<td>0.0483</td>
<td>0.8791</td>
<td>0.4200</td>
<td>0.4200</td>
<td>0.8782</td>
<td>0.9118</td>
<td>0.9157</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0927</td>
<td>0.0962</td>
<td>0.8313</td>
<td>0.3948</td>
<td>0.3948</td>
<td>0.8305</td>
<td>0.8640</td>
<td>0.8679</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1434</td>
<td>0.1453</td>
<td>0.7798</td>
<td>0.3744</td>
<td>0.3744</td>
<td>0.7791</td>
<td>0.8125</td>
<td>0.8164</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1894</td>
<td>0.1766</td>
<td>0.7312</td>
<td>0.3453</td>
<td>0.3453</td>
<td>0.7305</td>
<td>0.7639</td>
<td>0.7678</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2080</td>
<td>0.1784</td>
<td>0.6955</td>
<td>0.3308</td>
<td>0.3308</td>
<td>0.6949</td>
<td>0.7282</td>
<td>0.7321</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2016</td>
<td>0.1620</td>
<td>0.6409</td>
<td>0.3053</td>
<td>0.3053</td>
<td>0.6404</td>
<td>0.6736</td>
<td>0.6775</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1901</td>
<td>0.1526</td>
<td>0.6005</td>
<td>0.2858</td>
<td>0.2858</td>
<td>0.6001</td>
<td>0.6332</td>
<td>0.6371</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1757</td>
<td>0.1394</td>
<td>0.5541</td>
<td>0.2552</td>
<td>0.2552</td>
<td>0.5537</td>
<td>0.5868</td>
<td>0.5907</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1490</td>
<td>0.1130</td>
<td>0.5102</td>
<td>0.2478</td>
<td>0.2478</td>
<td>0.5100</td>
<td>0.5429</td>
<td>0.5468</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1417</td>
<td>0.1145</td>
<td>0.4603</td>
<td>0.2139</td>
<td>0.2139</td>
<td>0.4601</td>
<td>0.4930</td>
<td>0.4969</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1098</td>
<td>0.0813</td>
<td>0.4182</td>
<td>0.1979</td>
<td>0.1979</td>
<td>0.4181</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0916</td>
<td>0.0737</td>
<td>0.3720</td>
<td>0.1777</td>
<td>0.1777</td>
<td>0.3720</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0807</td>
<td>0.0633</td>
<td>0.3266</td>
<td>0.1516</td>
<td>0.1516</td>
<td>0.3267</td>
<td>0.3593</td>
<td>0.3632</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0607</td>
<td>0.0499</td>
<td>0.2821</td>
<td>0.1372</td>
<td>0.1372</td>
<td>0.2823</td>
<td>0.3148</td>
<td>0.3187</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0495</td>
<td>0.0418</td>
<td>0.2365</td>
<td>0.1122</td>
<td>0.1122</td>
<td>0.2367</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0450</td>
<td>0.0394</td>
<td>0.1913</td>
<td>0.0920</td>
<td>0.0920</td>
<td>0.1916</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0297</td>
<td>0.0320</td>
<td>0.1440</td>
<td>0.0721</td>
<td>0.0721</td>
<td>0.1444</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0299</td>
<td>0.0331</td>
<td>0.0997</td>
<td>0.0505</td>
<td>0.0505</td>
<td>0.1002</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0275</td>
<td>0.0294</td>
<td>0.0532</td>
<td>0.0342</td>
<td>0.0342</td>
<td>0.0538</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0225</td>
<td>0.0227</td>
<td>0.0098</td>
<td>0.0160</td>
<td>0.0160</td>
<td>0.0104</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0057</td>
<td>0.0045</td>
<td>0.0362</td>
<td>0.0112</td>
<td>0.0112</td>
<td>0.0355</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0844</td>
<td>0.0868</td>
<td>0.4205</td>
<td>0.1451</td>
<td>0.1451</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0859</td>
<td>0.0909</td>
<td>0.4167</td>
<td>0.1510</td>
<td>0.1510</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0946</td>
<td>0.0998</td>
<td>0.4062</td>
<td>0.1593</td>
<td>0.1593</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1019</td>
<td>0.1112</td>
<td>0.4000</td>
<td>0.1662</td>
<td>0.1662</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0859</td>
<td>0.1090</td>
<td>0.4197</td>
<td>0.1484</td>
<td>0.1484</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1053</td>
<td>0.1127</td>
<td>0.3996</td>
<td>0.1629</td>
<td>0.1629</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0930</td>
<td>0.1063</td>
<td>0.4118</td>
<td>0.1549</td>
<td>0.1549</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0988</td>
<td>0.1069</td>
<td>0.4093</td>
<td>0.1554</td>
<td>0.1554</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0991</td>
<td>0.0989</td>
<td>0.4132</td>
<td>0.1484</td>
<td>0.1484</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1127</td>
<td>0.1160</td>
<td>0.4000</td>
<td>0.1687</td>
<td>0.1687</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0940</td>
<td>0.0946</td>
<td>0.4113</td>
<td>0.1528</td>
<td>0.1528</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0803</td>
<td>0.0967</td>
<td>0.4075</td>
<td>0.1614</td>
<td>0.1614</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1085</td>
<td>0.1072</td>
<td>0.4071</td>
<td>0.1603</td>
<td>0.1603</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0847</td>
<td>0.1035</td>
<td>0.4113</td>
<td>0.1552</td>
<td>0.1552</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0859</td>
<td>0.0889</td>
<td>0.4098</td>
<td>0.1575</td>
<td>0.1575</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0927</td>
<td>0.1003</td>
<td>0.4153</td>
<td>0.1535</td>
<td>0.1535</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0953</td>
<td>0.1051</td>
<td>0.4006</td>
<td>0.1606</td>
<td>0.1606</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0957</td>
<td>0.1026</td>
<td>0.4118</td>
<td>0.1563</td>
<td>0.1563</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1292</td>
<td>0.1486</td>
<td>0.3944</td>
<td>0.1756</td>
<td>0.1756</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1311</td>
<td>0.1574</td>
<td>0.4179</td>
<td>0.1544</td>
<td>0.1544</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0001</td>
<td>0.0320</td>
<td>0.5748</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: C31</div>
<div>train: [0.95429411 0.04570589]</div>
<div>validation: [0.95429806 0.04570194]</div>
<div>evaluate_binary: 242.965s</div>
<div>evaluate_multiclass: 161.716s</div>
<div>kfcv: 142.016s</div>
<div>atc_mc: 101.146s</div>
<div>atc_ne: 92.376s</div>
<div>doc_feat: 76.202s</div>
<div>rca_score: 834.193s</div>
<div>rca_star_score: 832.758s</div>
<div>tot: 884.843s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0365</td>
<td>0.0378</td>
<td>0.9167</td>
<td>0.5280</td>
<td>0.5280</td>
<td>0.9160</td>
<td>0.9552</td>
<td>0.9591</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0891</td>
<td>0.0891</td>
<td>0.8674</td>
<td>0.5052</td>
<td>0.5052</td>
<td>0.8668</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1320</td>
<td>0.1322</td>
<td>0.8230</td>
<td>0.4735</td>
<td>0.4735</td>
<td>0.8225</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1762</td>
<td>0.1713</td>
<td>0.7775</td>
<td>0.4506</td>
<td>0.4506</td>
<td>0.7770</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2229</td>
<td>0.1975</td>
<td>0.7284</td>
<td>0.4166</td>
<td>0.4166</td>
<td>0.7280</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2490</td>
<td>0.1889</td>
<td>0.6805</td>
<td>0.4011</td>
<td>0.4011</td>
<td>0.6802</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2541</td>
<td>0.1879</td>
<td>0.6279</td>
<td>0.3506</td>
<td>0.3506</td>
<td>0.6276</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.2324</td>
<td>0.1645</td>
<td>0.5811</td>
<td>0.3347</td>
<td>0.3347</td>
<td>0.5809</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.2133</td>
<td>0.1533</td>
<td>0.5314</td>
<td>0.3060</td>
<td>0.3060</td>
<td>0.5313</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1887</td>
<td>0.1317</td>
<td>0.4867</td>
<td>0.2859</td>
<td>0.2859</td>
<td>0.4866</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1642</td>
<td>0.1148</td>
<td>0.4366</td>
<td>0.2592</td>
<td>0.2592</td>
<td>0.4366</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1468</td>
<td>0.1010</td>
<td>0.3916</td>
<td>0.2293</td>
<td>0.2293</td>
<td>0.3917</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1187</td>
<td>0.0832</td>
<td>0.3424</td>
<td>0.2001</td>
<td>0.2001</td>
<td>0.3425</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0952</td>
<td>0.0644</td>
<td>0.2952</td>
<td>0.1761</td>
<td>0.1761</td>
<td>0.2954</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0779</td>
<td>0.0564</td>
<td>0.2451</td>
<td>0.1452</td>
<td>0.1452</td>
<td>0.2454</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0646</td>
<td>0.0503</td>
<td>0.1981</td>
<td>0.1177</td>
<td>0.1177</td>
<td>0.1984</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0527</td>
<td>0.0453</td>
<td>0.1513</td>
<td>0.0943</td>
<td>0.0943</td>
<td>0.1517</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0425</td>
<td>0.0372</td>
<td>0.1021</td>
<td>0.0625</td>
<td>0.0625</td>
<td>0.1026</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0383</td>
<td>0.0368</td>
<td>0.0547</td>
<td>0.0358</td>
<td>0.0358</td>
<td>0.0552</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0319</td>
<td>0.0292</td>
<td>0.0068</td>
<td>0.0162</td>
<td>0.0162</td>
<td>0.0072</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0058</td>
<td>0.0045</td>
<td>0.0420</td>
<td>0.0168</td>
<td>0.0168</td>
<td>0.0413</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0696</td>
<td>0.0719</td>
<td>0.4854</td>
<td>0.0748</td>
<td>0.0748</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0784</td>
<td>0.0785</td>
<td>0.4830</td>
<td>0.0781</td>
<td>0.0781</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0686</td>
<td>0.0707</td>
<td>0.4902</td>
<td>0.0684</td>
<td>0.0684</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0609</td>
<td>0.0648</td>
<td>0.4958</td>
<td>0.0643</td>
<td>0.0643</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0643</td>
<td>0.0684</td>
<td>0.4938</td>
<td>0.0670</td>
<td>0.0670</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0645</td>
<td>0.0672</td>
<td>0.4943</td>
<td>0.0664</td>
<td>0.0664</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0715</td>
<td>0.0770</td>
<td>0.4826</td>
<td>0.0782</td>
<td>0.0782</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0722</td>
<td>0.0750</td>
<td>0.4856</td>
<td>0.0750</td>
<td>0.0750</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0715</td>
<td>0.0775</td>
<td>0.4807</td>
<td>0.0785</td>
<td>0.0785</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0615</td>
<td>0.0685</td>
<td>0.4911</td>
<td>0.0704</td>
<td>0.0704</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0722</td>
<td>0.0758</td>
<td>0.4837</td>
<td>0.0787</td>
<td>0.0787</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0618</td>
<td>0.0636</td>
<td>0.4954</td>
<td>0.0673</td>
<td>0.0673</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0634</td>
<td>0.0663</td>
<td>0.4910</td>
<td>0.0700</td>
<td>0.0700</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0554</td>
<td>0.0618</td>
<td>0.4955</td>
<td>0.0649</td>
<td>0.0649</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0679</td>
<td>0.0693</td>
<td>0.4852</td>
<td>0.0777</td>
<td>0.0777</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0563</td>
<td>0.0581</td>
<td>0.4915</td>
<td>0.0713</td>
<td>0.0713</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0510</td>
<td>0.0528</td>
<td>0.5034</td>
<td>0.0601</td>
<td>0.0601</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0601</td>
<td>0.0619</td>
<td>0.4965</td>
<td>0.0651</td>
<td>0.0651</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0515</td>
<td>0.0578</td>
<td>0.5060</td>
<td>0.0575</td>
<td>0.0575</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0769</td>
<td>0.0907</td>
<td>0.4911</td>
<td>0.0724</td>
<td>0.0724</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0099</td>
<td>0.5635</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: C42</div>
<div>train: [0.98522551 0.01477449]</div>
<div>validation: [0.98514039 0.01485961]</div>
<div>evaluate_binary: 216.862s</div>
<div>evaluate_multiclass: 148.154s</div>
<div>kfcv: 142.768s</div>
<div>atc_mc: 101.557s</div>
<div>atc_ne: 93.067s</div>
<div>doc_feat: 77.781s</div>
<div>rca_score: 983.309s</div>
<div>rca_star_score: 974.280s</div>
<div>tot: 1025.959s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0000</td>
<td>0.0788</td>
<td>0.9071</td>
<td>0.3390</td>
<td>0.3390</td>
<td>0.9066</td>
<td>0.9188</td>
<td>0.9209</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0500</td>
<td>0.1224</td>
<td>0.8635</td>
<td>0.3205</td>
<td>0.3205</td>
<td>0.8630</td>
<td>0.8752</td>
<td>0.8773</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1000</td>
<td>0.1640</td>
<td>0.8220</td>
<td>0.3077</td>
<td>0.3077</td>
<td>0.8216</td>
<td>0.8337</td>
<td>0.8358</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1499</td>
<td>0.2091</td>
<td>0.7768</td>
<td>0.2870</td>
<td>0.2870</td>
<td>0.7765</td>
<td>0.7885</td>
<td>0.7906</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1999</td>
<td>0.2601</td>
<td>0.7254</td>
<td>0.2651</td>
<td>0.2651</td>
<td>0.7252</td>
<td>0.7371</td>
<td>0.7392</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2498</td>
<td>0.3046</td>
<td>0.6770</td>
<td>0.2535</td>
<td>0.2535</td>
<td>0.6768</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2995</td>
<td>0.3300</td>
<td>0.6312</td>
<td>0.2318</td>
<td>0.2318</td>
<td>0.6311</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3465</td>
<td>0.3091</td>
<td>0.5888</td>
<td>0.2212</td>
<td>0.2212</td>
<td>0.5888</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.3636</td>
<td>0.2881</td>
<td>0.5412</td>
<td>0.1974</td>
<td>0.1974</td>
<td>0.5413</td>
<td>0.5529</td>
<td>0.5550</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.3451</td>
<td>0.2637</td>
<td>0.4945</td>
<td>0.1818</td>
<td>0.1818</td>
<td>0.4947</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.3202</td>
<td>0.2489</td>
<td>0.4454</td>
<td>0.1599</td>
<td>0.1599</td>
<td>0.4456</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.2695</td>
<td>0.2091</td>
<td>0.3993</td>
<td>0.1481</td>
<td>0.1481</td>
<td>0.3996</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.2211</td>
<td>0.1659</td>
<td>0.3567</td>
<td>0.1412</td>
<td>0.1412</td>
<td>0.3571</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1928</td>
<td>0.1434</td>
<td>0.3110</td>
<td>0.1181</td>
<td>0.1181</td>
<td>0.3115</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1633</td>
<td>0.1243</td>
<td>0.2633</td>
<td>0.0974</td>
<td>0.0974</td>
<td>0.2639</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1258</td>
<td>0.0934</td>
<td>0.2181</td>
<td>0.0819</td>
<td>0.0819</td>
<td>0.2187</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0870</td>
<td>0.0720</td>
<td>0.1688</td>
<td>0.0621</td>
<td>0.0621</td>
<td>0.1695</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0551</td>
<td>0.0455</td>
<td>0.1240</td>
<td>0.0457</td>
<td>0.0457</td>
<td>0.1248</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0334</td>
<td>0.0324</td>
<td>0.0779</td>
<td>0.0312</td>
<td>0.0312</td>
<td>0.0788</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0192</td>
<td>0.0171</td>
<td>0.0322</td>
<td>0.0156</td>
<td>0.0156</td>
<td>0.0332</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0005</td>
<td>0.0004</td>
<td>0.0137</td>
<td>0.0020</td>
<td>0.0020</td>
<td>0.0127</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0001</td>
<td>0.1451</td>
<td>0.4251</td>
<td>0.1446</td>
<td>0.1446</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0066</td>
<td>0.1405</td>
<td>0.4296</td>
<td>0.1403</td>
<td>0.1403</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0123</td>
<td>0.1315</td>
<td>0.4388</td>
<td>0.1315</td>
<td>0.1315</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0182</td>
<td>0.1293</td>
<td>0.4412</td>
<td>0.1282</td>
<td>0.1282</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0262</td>
<td>0.1399</td>
<td>0.4307</td>
<td>0.1387</td>
<td>0.1387</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0338</td>
<td>0.1444</td>
<td>0.4262</td>
<td>0.1436</td>
<td>0.1436</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0407</td>
<td>0.1441</td>
<td>0.4266</td>
<td>0.1436</td>
<td>0.1436</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0444</td>
<td>0.1345</td>
<td>0.4362</td>
<td>0.1345</td>
<td>0.1345</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0491</td>
<td>0.1378</td>
<td>0.4329</td>
<td>0.1361</td>
<td>0.1361</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0499</td>
<td>0.1390</td>
<td>0.4316</td>
<td>0.1391</td>
<td>0.1391</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0530</td>
<td>0.1476</td>
<td>0.4230</td>
<td>0.1467</td>
<td>0.1467</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0521</td>
<td>0.1493</td>
<td>0.4212</td>
<td>0.1495</td>
<td>0.1495</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0433</td>
<td>0.1344</td>
<td>0.4361</td>
<td>0.1328</td>
<td>0.1328</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0413</td>
<td>0.1310</td>
<td>0.4394</td>
<td>0.1313</td>
<td>0.1313</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0446</td>
<td>0.1380</td>
<td>0.4323</td>
<td>0.1383</td>
<td>0.1383</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0385</td>
<td>0.1299</td>
<td>0.4403</td>
<td>0.1290</td>
<td>0.1290</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0395</td>
<td>0.1542</td>
<td>0.4157</td>
<td>0.1550</td>
<td>0.1550</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0306</td>
<td>0.1416</td>
<td>0.4277</td>
<td>0.1430</td>
<td>0.1430</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0338</td>
<td>0.1327</td>
<td>0.4291</td>
<td>0.1416</td>
<td>0.1416</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0499</td>
<td>0.1001</td>
<td>0.4473</td>
<td>0.1270</td>
<td>0.1270</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0100</td>
<td>0.0104</td>
<td>0.5707</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: E12</div>
<div>train: [0.97071021 0.02928979]</div>
<div>validation: [0.97062635 0.02937365]</div>
<div>evaluate_binary: 270.181s</div>
<div>evaluate_multiclass: 123.959s</div>
<div>kfcv: 166.426s</div>
<div>atc_mc: 163.725s</div>
<div>atc_ne: 159.501s</div>
<div>doc_feat: 79.566s</div>
<div>rca_score: 940.772s</div>
<div>rca_star_score: 955.992s</div>
<div>tot: 1005.211s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0002</td>
<td>0.0583</td>
<td>0.9097</td>
<td>0.4763</td>
<td>0.4763</td>
<td>0.9080</td>
<td>0.9321</td>
<td>0.9356</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0501</td>
<td>0.1058</td>
<td>0.8609</td>
<td>0.4549</td>
<td>0.4549</td>
<td>0.8593</td>
<td>0.8833</td>
<td>0.8868</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1004</td>
<td>0.1520</td>
<td>0.8180</td>
<td>0.4350</td>
<td>0.4350</td>
<td>0.8165</td>
<td>0.8404</td>
<td>0.8439</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1509</td>
<td>0.2007</td>
<td>0.7700</td>
<td>0.4123</td>
<td>0.4123</td>
<td>0.7686</td>
<td>0.7924</td>
<td>0.7959</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2003</td>
<td>0.2334</td>
<td>0.7258</td>
<td>0.3827</td>
<td>0.3827</td>
<td>0.7245</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2434</td>
<td>0.2456</td>
<td>0.6763</td>
<td>0.3556</td>
<td>0.3556</td>
<td>0.6751</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2632</td>
<td>0.2385</td>
<td>0.6291</td>
<td>0.3271</td>
<td>0.3271</td>
<td>0.6279</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.2550</td>
<td>0.2249</td>
<td>0.5824</td>
<td>0.3069</td>
<td>0.3069</td>
<td>0.5813</td>
<td>0.6048</td>
<td>0.6083</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.2276</td>
<td>0.1995</td>
<td>0.5370</td>
<td>0.2870</td>
<td>0.2870</td>
<td>0.5360</td>
<td>0.5594</td>
<td>0.5629</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.2139</td>
<td>0.1866</td>
<td>0.4888</td>
<td>0.2599</td>
<td>0.2599</td>
<td>0.4879</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1869</td>
<td>0.1615</td>
<td>0.4429</td>
<td>0.2390</td>
<td>0.2390</td>
<td>0.4421</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1624</td>
<td>0.1434</td>
<td>0.3949</td>
<td>0.2113</td>
<td>0.2113</td>
<td>0.3942</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1417</td>
<td>0.1309</td>
<td>0.3464</td>
<td>0.1889</td>
<td>0.1889</td>
<td>0.3458</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1255</td>
<td>0.1095</td>
<td>0.3027</td>
<td>0.1568</td>
<td>0.1568</td>
<td>0.3021</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1086</td>
<td>0.0932</td>
<td>0.2557</td>
<td>0.1346</td>
<td>0.1346</td>
<td>0.2552</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0774</td>
<td>0.0719</td>
<td>0.2081</td>
<td>0.1122</td>
<td>0.1122</td>
<td>0.2077</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0636</td>
<td>0.0559</td>
<td>0.1625</td>
<td>0.0867</td>
<td>0.0867</td>
<td>0.1622</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0522</td>
<td>0.0449</td>
<td>0.1169</td>
<td>0.0660</td>
<td>0.0660</td>
<td>0.1167</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0360</td>
<td>0.0325</td>
<td>0.0684</td>
<td>0.0414</td>
<td>0.0414</td>
<td>0.0683</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0223</td>
<td>0.0200</td>
<td>0.0212</td>
<td>0.0172</td>
<td>0.0172</td>
<td>0.0212</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0050</td>
<td>0.0036</td>
<td>0.0258</td>
<td>0.0082</td>
<td>0.0082</td>
<td>0.0258</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0003</td>
<td>0.1083</td>
<td>0.4880</td>
<td>0.1163</td>
<td>0.1163</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0061</td>
<td>0.1093</td>
<td>0.4845</td>
<td>0.1213</td>
<td>0.1213</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0119</td>
<td>0.1085</td>
<td>0.4917</td>
<td>0.1141</td>
<td>0.1141</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0188</td>
<td>0.1153</td>
<td>0.4892</td>
<td>0.1174</td>
<td>0.1174</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0228</td>
<td>0.1102</td>
<td>0.4954</td>
<td>0.1105</td>
<td>0.1105</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0289</td>
<td>0.1166</td>
<td>0.4890</td>
<td>0.1173</td>
<td>0.1173</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0317</td>
<td>0.1165</td>
<td>0.4883</td>
<td>0.1173</td>
<td>0.1173</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0317</td>
<td>0.1168</td>
<td>0.4886</td>
<td>0.1170</td>
<td>0.1170</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0296</td>
<td>0.1124</td>
<td>0.4933</td>
<td>0.1141</td>
<td>0.1141</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0314</td>
<td>0.1109</td>
<td>0.4890</td>
<td>0.1156</td>
<td>0.1156</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0318</td>
<td>0.1075</td>
<td>0.4913</td>
<td>0.1137</td>
<td>0.1137</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0321</td>
<td>0.1139</td>
<td>0.4878</td>
<td>0.1185</td>
<td>0.1185</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0316</td>
<td>0.1205</td>
<td>0.4794</td>
<td>0.1255</td>
<td>0.1255</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0305</td>
<td>0.1065</td>
<td>0.4922</td>
<td>0.1125</td>
<td>0.1125</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0314</td>
<td>0.1005</td>
<td>0.4936</td>
<td>0.1145</td>
<td>0.1145</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0287</td>
<td>0.1106</td>
<td>0.4885</td>
<td>0.1171</td>
<td>0.1171</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0293</td>
<td>0.0939</td>
<td>0.5013</td>
<td>0.1064</td>
<td>0.1064</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0325</td>
<td>0.0758</td>
<td>0.5166</td>
<td>0.0915</td>
<td>0.0915</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0484</td>
<td>0.0914</td>
<td>0.5042</td>
<td>0.1039</td>
<td>0.1039</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0717</td>
<td>0.0807</td>
<td>0.5052</td>
<td>0.1029</td>
<td>0.1029</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0170</td>
<td>0.6081</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: E21</div>
<div>train: [0.94582685 0.05417315]</div>
<div>validation: [0.94574514 0.05425486]</div>
<div>evaluate_binary: 339.478s</div>
<div>evaluate_multiclass: 127.963s</div>
<div>kfcv: 161.870s</div>
<div>atc_mc: 171.427s</div>
<div>atc_ne: 103.308s</div>
<div>doc_feat: 77.827s</div>
<div>rca_score: 1211.965s</div>
<div>rca_star_score: 1184.838s</div>
<div>tot: 1259.208s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0039</td>
<td>0.0347</td>
<td>0.5557</td>
<td>0.1941</td>
<td>0.1941</td>
<td>0.5559</td>
<td>0.5740</td>
<td>0.5870</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0526</td>
<td>0.0822</td>
<td>0.5359</td>
<td>0.1991</td>
<td>0.1991</td>
<td>0.5362</td>
<td>0.5524</td>
<td>0.5655</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1047</td>
<td>0.1272</td>
<td>0.5095</td>
<td>0.1777</td>
<td>0.1777</td>
<td>0.5099</td>
<td>0.5242</td>
<td>0.5373</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1221</td>
<td>0.1337</td>
<td>0.4742</td>
<td>0.1659</td>
<td>0.1659</td>
<td>0.4747</td>
<td>0.4877</td>
<td>0.5010</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1111</td>
<td>0.1167</td>
<td>0.4390</td>
<td>0.1538</td>
<td>0.1538</td>
<td>0.4396</td>
<td>0.4518</td>
<td>0.4651</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1022</td>
<td>0.1136</td>
<td>0.4122</td>
<td>0.1475</td>
<td>0.1475</td>
<td>0.4129</td>
<td>0.4232</td>
<td>0.4365</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0886</td>
<td>0.1004</td>
<td>0.3832</td>
<td>0.1398</td>
<td>0.1398</td>
<td>0.3840</td>
<td>0.3933</td>
<td>0.4066</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0850</td>
<td>0.0947</td>
<td>0.3571</td>
<td>0.1320</td>
<td>0.1320</td>
<td>0.3580</td>
<td>0.3653</td>
<td>0.3787</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0666</td>
<td>0.0800</td>
<td>0.3190</td>
<td>0.1040</td>
<td>0.1040</td>
<td>0.3200</td>
<td>0.3265</td>
<td>0.3399</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0560</td>
<td>0.0674</td>
<td>0.2960</td>
<td>0.1130</td>
<td>0.1130</td>
<td>0.2972</td>
<td>0.3020</td>
<td>0.3155</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0518</td>
<td>0.0576</td>
<td>0.2634</td>
<td>0.1004</td>
<td>0.1004</td>
<td>0.2647</td>
<td>0.2688</td>
<td>0.2824</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0466</td>
<td>0.0507</td>
<td>0.2300</td>
<td>0.0800</td>
<td>0.0800</td>
<td>0.2313</td>
<td>0.2350</td>
<td>0.2486</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0372</td>
<td>0.0395</td>
<td>0.2029</td>
<td>0.0787</td>
<td>0.0787</td>
<td>0.2044</td>
<td>0.2076</td>
<td>0.2212</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0365</td>
<td>0.0389</td>
<td>0.1770</td>
<td>0.0683</td>
<td>0.0683</td>
<td>0.1786</td>
<td>0.1816</td>
<td>0.1953</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0296</td>
<td>0.0285</td>
<td>0.1469</td>
<td>0.0599</td>
<td>0.0599</td>
<td>0.1486</td>
<td>0.1515</td>
<td>0.1651</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0315</td>
<td>0.0300</td>
<td>0.1166</td>
<td>0.0498</td>
<td>0.0498</td>
<td>0.1184</td>
<td>0.1212</td>
<td>0.1348</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0294</td>
<td>0.0307</td>
<td>0.0888</td>
<td>0.0415</td>
<td>0.0415</td>
<td>0.0907</td>
<td>0.0934</td>
<td>0.1070</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0281</td>
<td>0.0309</td>
<td>0.0576</td>
<td>0.0281</td>
<td>0.0281</td>
<td>0.0596</td>
<td>0.0622</td>
<td>0.0758</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0216</td>
<td>0.0241</td>
<td>0.0294</td>
<td>0.0237</td>
<td>0.0237</td>
<td>0.0314</td>
<td>0.0339</td>
<td>0.0474</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0156</td>
<td>0.0160</td>
<td>0.0093</td>
<td>0.0141</td>
<td>0.0141</td>
<td>0.0099</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0018</td>
<td>0.0014</td>
<td>0.0301</td>
<td>0.0035</td>
<td>0.0035</td>
<td>0.0278</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0042</td>
<td>0.0364</td>
<td>0.2193</td>
<td>0.0601</td>
<td>0.0601</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0237</td>
<td>0.0563</td>
<td>0.2290</td>
<td>0.0559</td>
<td>0.0559</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0506</td>
<td>0.0817</td>
<td>0.2326</td>
<td>0.0704</td>
<td>0.0704</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0563</td>
<td>0.0868</td>
<td>0.2272</td>
<td>0.0608</td>
<td>0.0608</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0526</td>
<td>0.0777</td>
<td>0.2205</td>
<td>0.0649</td>
<td>0.0649</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0538</td>
<td>0.0840</td>
<td>0.2231</td>
<td>0.0647</td>
<td>0.0647</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0505</td>
<td>0.0806</td>
<td>0.2249</td>
<td>0.0684</td>
<td>0.0684</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0510</td>
<td>0.0803</td>
<td>0.2296</td>
<td>0.0631</td>
<td>0.0631</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0473</td>
<td>0.0790</td>
<td>0.2162</td>
<td>0.0818</td>
<td>0.0818</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0409</td>
<td>0.0720</td>
<td>0.2275</td>
<td>0.0805</td>
<td>0.0805</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0466</td>
<td>0.0672</td>
<td>0.2218</td>
<td>0.0844</td>
<td>0.0844</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0520</td>
<td>0.0666</td>
<td>0.2122</td>
<td>0.0866</td>
<td>0.0866</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0460</td>
<td>0.0609</td>
<td>0.2177</td>
<td>0.0830</td>
<td>0.0830</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0522</td>
<td>0.0676</td>
<td>0.2278</td>
<td>0.0832</td>
<td>0.0832</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0633</td>
<td>0.0598</td>
<td>0.2261</td>
<td>0.0929</td>
<td>0.0929</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0974</td>
<td>0.0751</td>
<td>0.2234</td>
<td>0.1147</td>
<td>0.1147</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0893</td>
<td>0.0890</td>
<td>0.2332</td>
<td>0.1192</td>
<td>0.1192</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1272</td>
<td>0.1296</td>
<td>0.2299</td>
<td>0.1380</td>
<td>0.1380</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1535</td>
<td>0.1609</td>
<td>0.2411</td>
<td>0.1776</td>
<td>0.1776</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2068</td>
<td>0.2045</td>
<td>0.2948</td>
<td>0.1993</td>
<td>0.1993</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0046</td>
<td>0.0023</td>
<td>0.8026</td>
<td>0.0050</td>
<td>0.0050</td>
</tr>
</tbody>
</table>
<div>target: E211</div>
<div>train: [0.98246069 0.01753931]</div>
<div>validation: [0.98237581 0.01762419]</div>
<div>evaluate_binary: 320.478s</div>
<div>evaluate_multiclass: 123.957s</div>
<div>kfcv: 112.571s</div>
<div>atc_mc: 170.547s</div>
<div>atc_ne: 167.429s</div>
<div>doc_feat: 129.581s</div>
<div>rca_score: 1011.800s</div>
<div>rca_star_score: 1025.452s</div>
<div>tot: 1076.046s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0945</td>
<td>0.0967</td>
<td>0.8861</td>
<td>0.4195</td>
<td>0.4195</td>
<td>0.8859</td>
<td>0.8983</td>
<td>0.9018</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.1365</td>
<td>0.1378</td>
<td>0.8445</td>
<td>0.3936</td>
<td>0.3936</td>
<td>0.8444</td>
<td>0.8567</td>
<td>0.8602</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1752</td>
<td>0.1795</td>
<td>0.8039</td>
<td>0.3840</td>
<td>0.3840</td>
<td>0.8039</td>
<td>0.8161</td>
<td>0.8196</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.2235</td>
<td>0.2261</td>
<td>0.7578</td>
<td>0.3559</td>
<td>0.3559</td>
<td>0.7579</td>
<td>0.7700</td>
<td>0.7735</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2690</td>
<td>0.2703</td>
<td>0.7115</td>
<td>0.3476</td>
<td>0.3476</td>
<td>0.7117</td>
<td>0.7237</td>
<td>0.7272</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.3146</td>
<td>0.3056</td>
<td>0.6635</td>
<td>0.3179</td>
<td>0.3179</td>
<td>0.6638</td>
<td>0.6757</td>
<td>0.6792</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.3563</td>
<td>0.3080</td>
<td>0.6215</td>
<td>0.2917</td>
<td>0.2917</td>
<td>0.6218</td>
<td>0.6337</td>
<td>0.6372</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3797</td>
<td>0.2942</td>
<td>0.5762</td>
<td>0.2806</td>
<td>0.2806</td>
<td>0.5766</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.3696</td>
<td>0.2783</td>
<td>0.5293</td>
<td>0.2523</td>
<td>0.2523</td>
<td>0.5298</td>
<td>0.5415</td>
<td>0.5450</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.3343</td>
<td>0.2533</td>
<td>0.4830</td>
<td>0.2314</td>
<td>0.2314</td>
<td>0.4836</td>
<td>0.4952</td>
<td>0.4987</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.3064</td>
<td>0.2350</td>
<td>0.4356</td>
<td>0.1983</td>
<td>0.1983</td>
<td>0.4363</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.2749</td>
<td>0.2103</td>
<td>0.3923</td>
<td>0.1844</td>
<td>0.1844</td>
<td>0.3931</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.2371</td>
<td>0.1832</td>
<td>0.3464</td>
<td>0.1694</td>
<td>0.1694</td>
<td>0.3473</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.2010</td>
<td>0.1557</td>
<td>0.3029</td>
<td>0.1455</td>
<td>0.1455</td>
<td>0.3039</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1631</td>
<td>0.1270</td>
<td>0.2567</td>
<td>0.1292</td>
<td>0.1292</td>
<td>0.2578</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1339</td>
<td>0.1061</td>
<td>0.2098</td>
<td>0.0978</td>
<td>0.0978</td>
<td>0.2109</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0904</td>
<td>0.0715</td>
<td>0.1658</td>
<td>0.0822</td>
<td>0.0822</td>
<td>0.1670</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0582</td>
<td>0.0482</td>
<td>0.1193</td>
<td>0.0605</td>
<td>0.0605</td>
<td>0.1206</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0330</td>
<td>0.0298</td>
<td>0.0744</td>
<td>0.0388</td>
<td>0.0388</td>
<td>0.0758</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0230</td>
<td>0.0234</td>
<td>0.0292</td>
<td>0.0211</td>
<td>0.0211</td>
<td>0.0307</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0014</td>
<td>0.0011</td>
<td>0.0156</td>
<td>0.0023</td>
<td>0.0023</td>
<td>0.0140</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.1709</td>
<td>0.1748</td>
<td>0.4243</td>
<td>0.1650</td>
<td>0.1650</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.1655</td>
<td>0.1676</td>
<td>0.4304</td>
<td>0.1548</td>
<td>0.1548</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1524</td>
<td>0.1603</td>
<td>0.4399</td>
<td>0.1525</td>
<td>0.1525</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1585</td>
<td>0.1634</td>
<td>0.4381</td>
<td>0.1523</td>
<td>0.1523</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1584</td>
<td>0.1638</td>
<td>0.4367</td>
<td>0.1510</td>
<td>0.1510</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1599</td>
<td>0.1693</td>
<td>0.4314</td>
<td>0.1538</td>
<td>0.1538</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1565</td>
<td>0.1627</td>
<td>0.4389</td>
<td>0.1516</td>
<td>0.1516</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1548</td>
<td>0.1597</td>
<td>0.4400</td>
<td>0.1480</td>
<td>0.1480</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1594</td>
<td>0.1651</td>
<td>0.4362</td>
<td>0.1522</td>
<td>0.1522</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1579</td>
<td>0.1674</td>
<td>0.4329</td>
<td>0.1543</td>
<td>0.1543</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1669</td>
<td>0.1739</td>
<td>0.4269</td>
<td>0.1630</td>
<td>0.1630</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1569</td>
<td>0.1641</td>
<td>0.4346</td>
<td>0.1517</td>
<td>0.1517</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1602</td>
<td>0.1675</td>
<td>0.4319</td>
<td>0.1557</td>
<td>0.1557</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1487</td>
<td>0.1589</td>
<td>0.4402</td>
<td>0.1481</td>
<td>0.1481</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1490</td>
<td>0.1609</td>
<td>0.4366</td>
<td>0.1612</td>
<td>0.1612</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1558</td>
<td>0.1687</td>
<td>0.4281</td>
<td>0.1566</td>
<td>0.1566</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1498</td>
<td>0.1551</td>
<td>0.4395</td>
<td>0.1566</td>
<td>0.1566</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1484</td>
<td>0.1501</td>
<td>0.4275</td>
<td>0.1597</td>
<td>0.1597</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1491</td>
<td>0.1464</td>
<td>0.4336</td>
<td>0.1653</td>
<td>0.1653</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1500</td>
<td>0.1435</td>
<td>0.4408</td>
<td>0.1635</td>
<td>0.1635</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0099</td>
<td>0.0100</td>
<td>0.6020</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: E212</div>
<div>train: [0.96319336 0.03680664]</div>
<div>validation: [0.96311015 0.03688985]</div>
<div>evaluate_binary: 233.509s</div>
<div>evaluate_multiclass: 178.371s</div>
<div>kfcv: 145.769s</div>
<div>atc_mc: 124.033s</div>
<div>atc_ne: 91.719s</div>
<div>doc_feat: 78.459s</div>
<div>rca_score: 1204.775s</div>
<div>rca_star_score: 1188.268s</div>
<div>tot: 1247.499s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0010</td>
<td>0.0341</td>
<td>0.4860</td>
<td>0.1411</td>
<td>0.1411</td>
<td>0.4860</td>
<td>0.4993</td>
<td>0.5061</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0525</td>
<td>0.0923</td>
<td>0.4539</td>
<td>0.1209</td>
<td>0.1209</td>
<td>0.4540</td>
<td>0.4680</td>
<td>0.4747</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1010</td>
<td>0.1433</td>
<td>0.4379</td>
<td>0.1263</td>
<td>0.1263</td>
<td>0.4381</td>
<td>0.4504</td>
<td>0.4573</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1482</td>
<td>0.1861</td>
<td>0.4097</td>
<td>0.1114</td>
<td>0.1114</td>
<td>0.4100</td>
<td>0.4215</td>
<td>0.4286</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1706</td>
<td>0.1769</td>
<td>0.3810</td>
<td>0.1099</td>
<td>0.1099</td>
<td>0.3814</td>
<td>0.3917</td>
<td>0.3989</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1706</td>
<td>0.1718</td>
<td>0.3616</td>
<td>0.1069</td>
<td>0.1069</td>
<td>0.3621</td>
<td>0.3707</td>
<td>0.3780</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1507</td>
<td>0.1551</td>
<td>0.3362</td>
<td>0.0937</td>
<td>0.0937</td>
<td>0.3368</td>
<td>0.3438</td>
<td>0.3511</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1385</td>
<td>0.1427</td>
<td>0.3155</td>
<td>0.0986</td>
<td>0.0986</td>
<td>0.3162</td>
<td>0.3212</td>
<td>0.3285</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1239</td>
<td>0.1350</td>
<td>0.2841</td>
<td>0.0830</td>
<td>0.0830</td>
<td>0.2849</td>
<td>0.2884</td>
<td>0.2956</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1133</td>
<td>0.1165</td>
<td>0.2619</td>
<td>0.0754</td>
<td>0.0754</td>
<td>0.2628</td>
<td>0.2642</td>
<td>0.2711</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0850</td>
<td>0.0939</td>
<td>0.2306</td>
<td>0.0695</td>
<td>0.0695</td>
<td>0.2316</td>
<td>0.2313</td>
<td>0.2380</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0751</td>
<td>0.0819</td>
<td>0.2047</td>
<td>0.0588</td>
<td>0.0588</td>
<td>0.2058</td>
<td>0.2037</td>
<td>0.2102</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0755</td>
<td>0.0752</td>
<td>0.1873</td>
<td>0.0595</td>
<td>0.0595</td>
<td>0.1885</td>
<td>0.1846</td>
<td>0.1910</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0648</td>
<td>0.0681</td>
<td>0.1603</td>
<td>0.0491</td>
<td>0.0491</td>
<td>0.1616</td>
<td>0.1571</td>
<td>0.1634</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0489</td>
<td>0.0480</td>
<td>0.1361</td>
<td>0.0493</td>
<td>0.0493</td>
<td>0.1375</td>
<td>0.1324</td>
<td>0.1387</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0371</td>
<td>0.0393</td>
<td>0.1071</td>
<td>0.0418</td>
<td>0.0418</td>
<td>0.1086</td>
<td>0.1033</td>
<td>0.1096</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0313</td>
<td>0.0347</td>
<td>0.0824</td>
<td>0.0338</td>
<td>0.0338</td>
<td>0.0840</td>
<td>0.0786</td>
<td>0.0849</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0265</td>
<td>0.0276</td>
<td>0.0579</td>
<td>0.0255</td>
<td>0.0255</td>
<td>0.0596</td>
<td>0.0541</td>
<td>0.0604</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0252</td>
<td>0.0238</td>
<td>0.0339</td>
<td>0.0194</td>
<td>0.0194</td>
<td>0.0356</td>
<td>0.0302</td>
<td>0.0363</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0166</td>
<td>0.0154</td>
<td>0.0121</td>
<td>0.0128</td>
<td>0.0128</td>
<td>0.0133</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0038</td>
<td>0.0030</td>
<td>0.0171</td>
<td>0.0020</td>
<td>0.0020</td>
<td>0.0151</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0010</td>
<td>0.0319</td>
<td>0.1821</td>
<td>0.0546</td>
<td>0.0546</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0251</td>
<td>0.0630</td>
<td>0.1753</td>
<td>0.0729</td>
<td>0.0729</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0467</td>
<td>0.0903</td>
<td>0.1847</td>
<td>0.0612</td>
<td>0.0612</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0692</td>
<td>0.1176</td>
<td>0.1814</td>
<td>0.0714</td>
<td>0.0714</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0829</td>
<td>0.1147</td>
<td>0.1775</td>
<td>0.0647</td>
<td>0.0647</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0875</td>
<td>0.1188</td>
<td>0.1838</td>
<td>0.0605</td>
<td>0.0605</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0839</td>
<td>0.1167</td>
<td>0.1842</td>
<td>0.0653</td>
<td>0.0653</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0813</td>
<td>0.1152</td>
<td>0.1907</td>
<td>0.0645</td>
<td>0.0645</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0806</td>
<td>0.1203</td>
<td>0.1823</td>
<td>0.0736</td>
<td>0.0736</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0819</td>
<td>0.1126</td>
<td>0.1873</td>
<td>0.0796</td>
<td>0.0796</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0654</td>
<td>0.1017</td>
<td>0.1769</td>
<td>0.0759</td>
<td>0.0759</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0664</td>
<td>0.0995</td>
<td>0.1745</td>
<td>0.0897</td>
<td>0.0897</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0814</td>
<td>0.1007</td>
<td>0.1906</td>
<td>0.0797</td>
<td>0.0797</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0755</td>
<td>0.1035</td>
<td>0.1897</td>
<td>0.0900</td>
<td>0.0900</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0701</td>
<td>0.0864</td>
<td>0.1931</td>
<td>0.0919</td>
<td>0.0919</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0760</td>
<td>0.0957</td>
<td>0.1830</td>
<td>0.1043</td>
<td>0.1043</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0816</td>
<td>0.0989</td>
<td>0.1833</td>
<td>0.1187</td>
<td>0.1187</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0974</td>
<td>0.1087</td>
<td>0.1921</td>
<td>0.1385</td>
<td>0.1385</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1292</td>
<td>0.1308</td>
<td>0.2095</td>
<td>0.1705</td>
<td>0.1705</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2327</td>
<td>0.1803</td>
<td>0.2452</td>
<td>0.2242</td>
<td>0.2242</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0097</td>
<td>0.8441</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: E41</div>
<div>train: [0.98064628 0.01935372]</div>
<div>validation: [0.98056156 0.01943844]</div>
<div>evaluate_binary: 279.480s</div>
<div>evaluate_multiclass: 130.254s</div>
<div>kfcv: 167.427s</div>
<div>atc_mc: 141.283s</div>
<div>atc_ne: 169.435s</div>
<div>doc_feat: 82.077s</div>
<div>rca_score: 1007.269s</div>
<div>rca_star_score: 1022.263s</div>
<div>tot: 1072.119s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0000</td>
<td>0.0953</td>
<td>0.8822</td>
<td>0.2738</td>
<td>0.2738</td>
<td>0.8806</td>
<td>0.8962</td>
<td>0.8990</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0500</td>
<td>0.1418</td>
<td>0.8389</td>
<td>0.2700</td>
<td>0.2700</td>
<td>0.8374</td>
<td>0.8529</td>
<td>0.8557</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0998</td>
<td>0.1847</td>
<td>0.7961</td>
<td>0.2581</td>
<td>0.2581</td>
<td>0.7947</td>
<td>0.8101</td>
<td>0.8129</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1499</td>
<td>0.2325</td>
<td>0.7491</td>
<td>0.2337</td>
<td>0.2337</td>
<td>0.7477</td>
<td>0.7631</td>
<td>0.7659</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1996</td>
<td>0.2815</td>
<td>0.7003</td>
<td>0.2210</td>
<td>0.2210</td>
<td>0.6990</td>
<td>0.7143</td>
<td>0.7171</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2496</td>
<td>0.3112</td>
<td>0.6617</td>
<td>0.2239</td>
<td>0.2239</td>
<td>0.6605</td>
<td>0.6757</td>
<td>0.6785</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2959</td>
<td>0.3154</td>
<td>0.6117</td>
<td>0.1956</td>
<td>0.1956</td>
<td>0.6106</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3183</td>
<td>0.2941</td>
<td>0.5673</td>
<td>0.1813</td>
<td>0.1813</td>
<td>0.5663</td>
<td>0.5813</td>
<td>0.5841</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.3031</td>
<td>0.2736</td>
<td>0.5238</td>
<td>0.1662</td>
<td>0.1662</td>
<td>0.5229</td>
<td>0.5378</td>
<td>0.5406</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.2730</td>
<td>0.2464</td>
<td>0.4775</td>
<td>0.1556</td>
<td>0.1556</td>
<td>0.4767</td>
<td>0.4915</td>
<td>0.4943</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.2440</td>
<td>0.2164</td>
<td>0.4354</td>
<td>0.1422</td>
<td>0.1422</td>
<td>0.4347</td>
<td>0.4494</td>
<td>0.4522</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.2157</td>
<td>0.1931</td>
<td>0.3897</td>
<td>0.1287</td>
<td>0.1287</td>
<td>0.3891</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1818</td>
<td>0.1670</td>
<td>0.3419</td>
<td>0.1060</td>
<td>0.1060</td>
<td>0.3413</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1509</td>
<td>0.1382</td>
<td>0.2992</td>
<td>0.0976</td>
<td>0.0976</td>
<td>0.2987</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1220</td>
<td>0.1129</td>
<td>0.2532</td>
<td>0.0862</td>
<td>0.0862</td>
<td>0.2528</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0868</td>
<td>0.0808</td>
<td>0.2072</td>
<td>0.0703</td>
<td>0.0703</td>
<td>0.2069</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0632</td>
<td>0.0577</td>
<td>0.1625</td>
<td>0.0538</td>
<td>0.0538</td>
<td>0.1623</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0423</td>
<td>0.0385</td>
<td>0.1189</td>
<td>0.0393</td>
<td>0.0393</td>
<td>0.1188</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0257</td>
<td>0.0269</td>
<td>0.0730</td>
<td>0.0284</td>
<td>0.0284</td>
<td>0.0730</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0190</td>
<td>0.0194</td>
<td>0.0279</td>
<td>0.0147</td>
<td>0.0147</td>
<td>0.0280</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0006</td>
<td>0.0005</td>
<td>0.0166</td>
<td>0.0020</td>
<td>0.0020</td>
<td>0.0164</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0001</td>
<td>0.1710</td>
<td>0.4393</td>
<td>0.1801</td>
<td>0.1801</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0082</td>
<td>0.1742</td>
<td>0.4421</td>
<td>0.1762</td>
<td>0.1762</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0160</td>
<td>0.1703</td>
<td>0.4463</td>
<td>0.1723</td>
<td>0.1723</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0246</td>
<td>0.1755</td>
<td>0.4429</td>
<td>0.1777</td>
<td>0.1777</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0341</td>
<td>0.1857</td>
<td>0.4347</td>
<td>0.1846</td>
<td>0.1846</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0401</td>
<td>0.1715</td>
<td>0.4487</td>
<td>0.1705</td>
<td>0.1705</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0500</td>
<td>0.1812</td>
<td>0.4382</td>
<td>0.1805</td>
<td>0.1805</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0550</td>
<td>0.1788</td>
<td>0.4395</td>
<td>0.1792</td>
<td>0.1792</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0550</td>
<td>0.1781</td>
<td>0.4428</td>
<td>0.1757</td>
<td>0.1757</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0544</td>
<td>0.1792</td>
<td>0.4399</td>
<td>0.1768</td>
<td>0.1768</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0518</td>
<td>0.1689</td>
<td>0.4494</td>
<td>0.1693</td>
<td>0.1693</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0514</td>
<td>0.1720</td>
<td>0.4474</td>
<td>0.1689</td>
<td>0.1689</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0519</td>
<td>0.1787</td>
<td>0.4362</td>
<td>0.1816</td>
<td>0.1816</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0442</td>
<td>0.1695</td>
<td>0.4478</td>
<td>0.1716</td>
<td>0.1716</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0437</td>
<td>0.1685</td>
<td>0.4429</td>
<td>0.1762</td>
<td>0.1762</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0403</td>
<td>0.1665</td>
<td>0.4383</td>
<td>0.1798</td>
<td>0.1798</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0380</td>
<td>0.1523</td>
<td>0.4393</td>
<td>0.1780</td>
<td>0.1780</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0315</td>
<td>0.1400</td>
<td>0.4532</td>
<td>0.1652</td>
<td>0.1652</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0296</td>
<td>0.1225</td>
<td>0.4514</td>
<td>0.1671</td>
<td>0.1671</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0854</td>
<td>0.1686</td>
<td>0.4523</td>
<td>0.1690</td>
<td>0.1690</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0200</td>
<td>0.0198</td>
<td>0.6213</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: E51</div>
<div>train: [0.97235182 0.02764818]</div>
<div>validation: [0.97226782 0.02773218]</div>
<div>evaluate_binary: 347.216s</div>
<div>evaluate_multiclass: 198.698s</div>
<div>kfcv: 107.965s</div>
<div>atc_mc: 165.906s</div>
<div>atc_ne: 106.609s</div>
<div>doc_feat: 77.541s</div>
<div>rca_score: 937.639s</div>
<div>rca_star_score: 952.963s</div>
<div>tot: 1000.226s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0311</td>
<td>0.0585</td>
<td>0.9086</td>
<td>0.4720</td>
<td>0.4720</td>
<td>0.9088</td>
<td>0.9315</td>
<td>0.9347</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0736</td>
<td>0.0981</td>
<td>0.8703</td>
<td>0.4510</td>
<td>0.4510</td>
<td>0.8705</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1226</td>
<td>0.1513</td>
<td>0.8181</td>
<td>0.4303</td>
<td>0.4303</td>
<td>0.8184</td>
<td>0.8410</td>
<td>0.8442</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1648</td>
<td>0.1931</td>
<td>0.7707</td>
<td>0.4084</td>
<td>0.4084</td>
<td>0.7711</td>
<td>0.7936</td>
<td>0.7968</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2077</td>
<td>0.2217</td>
<td>0.7208</td>
<td>0.3803</td>
<td>0.3803</td>
<td>0.7212</td>
<td>0.7437</td>
<td>0.7469</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2284</td>
<td>0.2406</td>
<td>0.6782</td>
<td>0.3494</td>
<td>0.3494</td>
<td>0.6787</td>
<td>0.7011</td>
<td>0.7043</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2061</td>
<td>0.2309</td>
<td>0.6310</td>
<td>0.3349</td>
<td>0.3349</td>
<td>0.6316</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1908</td>
<td>0.2393</td>
<td>0.5840</td>
<td>0.3043</td>
<td>0.3043</td>
<td>0.5847</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1726</td>
<td>0.2372</td>
<td>0.5365</td>
<td>0.2774</td>
<td>0.2774</td>
<td>0.5372</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1462</td>
<td>0.1950</td>
<td>0.4883</td>
<td>0.2526</td>
<td>0.2526</td>
<td>0.4891</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1217</td>
<td>0.1962</td>
<td>0.4466</td>
<td>0.2461</td>
<td>0.2461</td>
<td>0.4475</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0994</td>
<td>0.1505</td>
<td>0.3964</td>
<td>0.2124</td>
<td>0.2124</td>
<td>0.3974</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0818</td>
<td>0.1511</td>
<td>0.3492</td>
<td>0.1888</td>
<td>0.1888</td>
<td>0.3502</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0664</td>
<td>0.1488</td>
<td>0.3016</td>
<td>0.1644</td>
<td>0.1644</td>
<td>0.3027</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0509</td>
<td>0.0816</td>
<td>0.2559</td>
<td>0.1376</td>
<td>0.1376</td>
<td>0.2571</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0344</td>
<td>0.0640</td>
<td>0.2064</td>
<td>0.1137</td>
<td>0.1137</td>
<td>0.2076</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0317</td>
<td>0.0478</td>
<td>0.1619</td>
<td>0.0907</td>
<td>0.0907</td>
<td>0.1632</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0309</td>
<td>0.0342</td>
<td>0.1146</td>
<td>0.0666</td>
<td>0.0666</td>
<td>0.1160</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0289</td>
<td>0.0289</td>
<td>0.0679</td>
<td>0.0414</td>
<td>0.0414</td>
<td>0.0694</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0240</td>
<td>0.0232</td>
<td>0.0202</td>
<td>0.0202</td>
<td>0.0202</td>
<td>0.0217</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0026</td>
<td>0.0026</td>
<td>0.0257</td>
<td>0.0068</td>
<td>0.0068</td>
<td>0.0241</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0576</td>
<td>0.1085</td>
<td>0.4297</td>
<td>0.1153</td>
<td>0.1153</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0493</td>
<td>0.0955</td>
<td>0.4455</td>
<td>0.1012</td>
<td>0.1012</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0533</td>
<td>0.1080</td>
<td>0.4356</td>
<td>0.1107</td>
<td>0.1107</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0452</td>
<td>0.1084</td>
<td>0.4347</td>
<td>0.1071</td>
<td>0.1071</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0521</td>
<td>0.1161</td>
<td>0.4281</td>
<td>0.1158</td>
<td>0.1158</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0497</td>
<td>0.1067</td>
<td>0.4374</td>
<td>0.1054</td>
<td>0.1054</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0575</td>
<td>0.1076</td>
<td>0.4369</td>
<td>0.1074</td>
<td>0.1074</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0578</td>
<td>0.1065</td>
<td>0.4370</td>
<td>0.1087</td>
<td>0.1087</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0518</td>
<td>0.1035</td>
<td>0.4352</td>
<td>0.1090</td>
<td>0.1090</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0468</td>
<td>0.1044</td>
<td>0.4319</td>
<td>0.1103</td>
<td>0.1103</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0409</td>
<td>0.0905</td>
<td>0.4493</td>
<td>0.0952</td>
<td>0.0952</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0460</td>
<td>0.0940</td>
<td>0.4378</td>
<td>0.1088</td>
<td>0.1088</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0486</td>
<td>0.0895</td>
<td>0.4368</td>
<td>0.1049</td>
<td>0.1049</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0418</td>
<td>0.0977</td>
<td>0.4340</td>
<td>0.1129</td>
<td>0.1129</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0426</td>
<td>0.0849</td>
<td>0.4410</td>
<td>0.1048</td>
<td>0.1048</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0394</td>
<td>0.0915</td>
<td>0.4244</td>
<td>0.1205</td>
<td>0.1205</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0465</td>
<td>0.0785</td>
<td>0.4422</td>
<td>0.1093</td>
<td>0.1093</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0484</td>
<td>0.0782</td>
<td>0.4413</td>
<td>0.1025</td>
<td>0.1025</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0822</td>
<td>0.1007</td>
<td>0.4458</td>
<td>0.0996</td>
<td>0.0996</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1129</td>
<td>0.1345</td>
<td>0.4305</td>
<td>0.1289</td>
<td>0.1289</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0333</td>
<td>0.5514</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: ECAT</div>
<div>train: [0.85104545 0.14895455]</div>
<div>validation: [0.85097192 0.14902808]</div>
<div>evaluate_binary: 264.961s</div>
<div>evaluate_multiclass: 139.511s</div>
<div>kfcv: 164.571s</div>
<div>atc_mc: 164.474s</div>
<div>atc_ne: 104.597s</div>
<div>doc_feat: 120.243s</div>
<div>rca_score: 1226.111s</div>
<div>rca_star_score: 1194.784s</div>
<div>tot: 1281.006s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0195</td>
<td>0.0263</td>
<td>0.4086</td>
<td>0.1241</td>
<td>0.1241</td>
<td>0.4124</td>
<td>0.3648</td>
<td>0.3803</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0614</td>
<td>0.0683</td>
<td>0.3828</td>
<td>0.1136</td>
<td>0.1136</td>
<td>0.3867</td>
<td>0.3523</td>
<td>0.3775</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0673</td>
<td>0.0726</td>
<td>0.3632</td>
<td>0.1144</td>
<td>0.1144</td>
<td>0.3672</td>
<td>0.3600</td>
<td>0.3912</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0669</td>
<td>0.0708</td>
<td>0.3435</td>
<td>0.1088</td>
<td>0.1088</td>
<td>0.3476</td>
<td>0.3549</td>
<td>0.3896</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0664</td>
<td>0.0723</td>
<td>0.3236</td>
<td>0.1072</td>
<td>0.1072</td>
<td>0.3278</td>
<td>0.3315</td>
<td>0.3654</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0566</td>
<td>0.0585</td>
<td>0.2941</td>
<td>0.1003</td>
<td>0.1003</td>
<td>0.2984</td>
<td>0.2949</td>
<td>0.3291</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0542</td>
<td>0.0550</td>
<td>0.2727</td>
<td>0.0894</td>
<td>0.0894</td>
<td>0.2771</td>
<td>0.2687</td>
<td>0.3028</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0510</td>
<td>0.0483</td>
<td>0.2428</td>
<td>0.0837</td>
<td>0.0837</td>
<td>0.2473</td>
<td>0.2365</td>
<td>0.2706</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0467</td>
<td>0.0475</td>
<td>0.2196</td>
<td>0.0715</td>
<td>0.0715</td>
<td>0.2242</td>
<td>0.2110</td>
<td>0.2450</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0460</td>
<td>0.0480</td>
<td>0.1984</td>
<td>0.0701</td>
<td>0.0701</td>
<td>0.2031</td>
<td>0.1891</td>
<td>0.2232</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0430</td>
<td>0.0412</td>
<td>0.1700</td>
<td>0.0568</td>
<td>0.0568</td>
<td>0.1748</td>
<td>0.1603</td>
<td>0.1943</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0480</td>
<td>0.0413</td>
<td>0.1421</td>
<td>0.0445</td>
<td>0.0445</td>
<td>0.1470</td>
<td>0.1322</td>
<td>0.1662</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0403</td>
<td>0.0401</td>
<td>0.1202</td>
<td>0.0452</td>
<td>0.0452</td>
<td>0.1252</td>
<td>0.1103</td>
<td>0.1443</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0405</td>
<td>0.0392</td>
<td>0.0943</td>
<td>0.0398</td>
<td>0.0398</td>
<td>0.0994</td>
<td>0.0844</td>
<td>0.1184</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0362</td>
<td>0.0359</td>
<td>0.0735</td>
<td>0.0352</td>
<td>0.0352</td>
<td>0.0787</td>
<td>0.0636</td>
<td>0.0976</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0390</td>
<td>0.0393</td>
<td>0.0546</td>
<td>0.0348</td>
<td>0.0348</td>
<td>0.0594</td>
<td>0.0458</td>
<td>0.0775</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0392</td>
<td>0.0369</td>
<td>0.0341</td>
<td>0.0293</td>
<td>0.0293</td>
<td>0.0387</td>
<td>0.0262</td>
<td>0.0564</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0316</td>
<td>0.0300</td>
<td>0.0186</td>
<td>0.0250</td>
<td>0.0250</td>
<td>0.0201</td>
<td>0.0184</td>
<td>0.0321</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0265</td>
<td>0.0230</td>
<td>0.0209</td>
<td>0.0193</td>
<td>0.0193</td>
<td>0.0180</td>
<td>0.0281</td>
<td>0.0151</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0235</td>
<td>0.0220</td>
<td>0.0405</td>
<td>0.0172</td>
<td>0.0172</td>
<td>0.0350</td>
<td>0.0504</td>
<td>0.0189</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0092</td>
<td>0.0085</td>
<td>0.0658</td>
<td>0.0156</td>
<td>0.0156</td>
<td>0.0600</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0183</td>
<td>0.0238</td>
<td>0.1448</td>
<td>0.0520</td>
<td>0.0520</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0386</td>
<td>0.0451</td>
<td>0.1430</td>
<td>0.0497</td>
<td>0.0497</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0435</td>
<td>0.0497</td>
<td>0.1471</td>
<td>0.0495</td>
<td>0.0495</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0456</td>
<td>0.0492</td>
<td>0.1513</td>
<td>0.0527</td>
<td>0.0527</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0505</td>
<td>0.0548</td>
<td>0.1568</td>
<td>0.0504</td>
<td>0.0504</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0467</td>
<td>0.0471</td>
<td>0.1500</td>
<td>0.0492</td>
<td>0.0492</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0488</td>
<td>0.0476</td>
<td>0.1541</td>
<td>0.0572</td>
<td>0.0572</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0535</td>
<td>0.0474</td>
<td>0.1479</td>
<td>0.0577</td>
<td>0.0577</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0492</td>
<td>0.0482</td>
<td>0.1483</td>
<td>0.0584</td>
<td>0.0584</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0490</td>
<td>0.0511</td>
<td>0.1535</td>
<td>0.0625</td>
<td>0.0625</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0564</td>
<td>0.0500</td>
<td>0.1469</td>
<td>0.0730</td>
<td>0.0730</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0737</td>
<td>0.0554</td>
<td>0.1389</td>
<td>0.0827</td>
<td>0.0827</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0628</td>
<td>0.0574</td>
<td>0.1424</td>
<td>0.0752</td>
<td>0.0752</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0825</td>
<td>0.0646</td>
<td>0.1389</td>
<td>0.0893</td>
<td>0.0893</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0738</td>
<td>0.0697</td>
<td>0.1435</td>
<td>0.0898</td>
<td>0.0898</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1089</td>
<td>0.0950</td>
<td>0.1587</td>
<td>0.0937</td>
<td>0.0937</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1324</td>
<td>0.1101</td>
<td>0.1736</td>
<td>0.1057</td>
<td>0.1057</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1357</td>
<td>0.1169</td>
<td>0.1837</td>
<td>0.1113</td>
<td>0.1113</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1805</td>
<td>0.1409</td>
<td>0.1926</td>
<td>0.1364</td>
<td>0.1364</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2762</td>
<td>0.2447</td>
<td>0.2562</td>
<td>0.1996</td>
<td>0.1996</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0356</td>
<td>0.0791</td>
<td>0.8265</td>
<td>0.0928</td>
<td>0.0928</td>
</tr>
</tbody>
</table>
<div>target: G15</div>
<div>train: [0.9843615 0.0156385]</div>
<div>validation: [0.98427646 0.01572354]</div>
<div>evaluate_binary: 353.823s</div>
<div>evaluate_multiclass: 120.493s</div>
<div>kfcv: 151.945s</div>
<div>atc_mc: 155.115s</div>
<div>atc_ne: 92.674s</div>
<div>doc_feat: 76.970s</div>
<div>rca_score: 1121.730s</div>
<div>rca_star_score: 1112.820s</div>
<div>tot: 1165.059s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.1394</td>
<td>0.1313</td>
<td>0.8462</td>
<td>0.2677</td>
<td>0.2677</td>
<td>0.8452</td>
<td>0.8567</td>
<td>0.8599</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.1783</td>
<td>0.1737</td>
<td>0.8044</td>
<td>0.2459</td>
<td>0.2459</td>
<td>0.8035</td>
<td>0.8149</td>
<td>0.8181</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.2199</td>
<td>0.2149</td>
<td>0.7655</td>
<td>0.2406</td>
<td>0.2406</td>
<td>0.7647</td>
<td>0.7760</td>
<td>0.7792</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.2666</td>
<td>0.2649</td>
<td>0.7178</td>
<td>0.2222</td>
<td>0.2222</td>
<td>0.7171</td>
<td>0.7283</td>
<td>0.7315</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.3129</td>
<td>0.3097</td>
<td>0.6719</td>
<td>0.2081</td>
<td>0.2081</td>
<td>0.6713</td>
<td>0.6824</td>
<td>0.6856</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.3555</td>
<td>0.3397</td>
<td>0.6300</td>
<td>0.1959</td>
<td>0.1959</td>
<td>0.6295</td>
<td>0.6405</td>
<td>0.6437</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.3939</td>
<td>0.3426</td>
<td>0.5814</td>
<td>0.1723</td>
<td>0.1723</td>
<td>0.5810</td>
<td>0.5919</td>
<td>0.5951</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3978</td>
<td>0.3330</td>
<td>0.5428</td>
<td>0.1617</td>
<td>0.1617</td>
<td>0.5425</td>
<td>0.5533</td>
<td>0.5565</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.3721</td>
<td>0.3247</td>
<td>0.5013</td>
<td>0.1572</td>
<td>0.1572</td>
<td>0.5012</td>
<td>0.5118</td>
<td>0.5150</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.3433</td>
<td>0.2949</td>
<td>0.4538</td>
<td>0.1277</td>
<td>0.1277</td>
<td>0.4538</td>
<td>0.4643</td>
<td>0.4675</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.3082</td>
<td>0.2893</td>
<td>0.4200</td>
<td>0.1338</td>
<td>0.1338</td>
<td>0.4201</td>
<td>0.4305</td>
<td>0.4337</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.2792</td>
<td>0.2898</td>
<td>0.3669</td>
<td>0.1100</td>
<td>0.1100</td>
<td>0.3671</td>
<td>0.3774</td>
<td>0.3806</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.2489</td>
<td>0.2589</td>
<td>0.3266</td>
<td>0.0962</td>
<td>0.0962</td>
<td>0.3269</td>
<td>0.3371</td>
<td>0.3403</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.2129</td>
<td>0.2217</td>
<td>0.2865</td>
<td>0.0866</td>
<td>0.0866</td>
<td>0.2869</td>
<td>0.2970</td>
<td>0.3002</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1738</td>
<td>0.1822</td>
<td>0.2431</td>
<td>0.0732</td>
<td>0.0732</td>
<td>0.2436</td>
<td>0.2536</td>
<td>0.2568</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1443</td>
<td>0.1395</td>
<td>0.1998</td>
<td>0.0576</td>
<td>0.0576</td>
<td>0.2004</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1072</td>
<td>0.1155</td>
<td>0.1585</td>
<td>0.0511</td>
<td>0.0511</td>
<td>0.1593</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0797</td>
<td>0.0906</td>
<td>0.1138</td>
<td>0.0404</td>
<td>0.0404</td>
<td>0.1147</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0492</td>
<td>0.0487</td>
<td>0.0712</td>
<td>0.0274</td>
<td>0.0274</td>
<td>0.0722</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0241</td>
<td>0.0246</td>
<td>0.0291</td>
<td>0.0164</td>
<td>0.0164</td>
<td>0.0302</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0018</td>
<td>0.0016</td>
<td>0.0137</td>
<td>0.0016</td>
<td>0.0016</td>
<td>0.0125</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.2428</td>
<td>0.2275</td>
<td>0.3702</td>
<td>0.2131</td>
<td>0.2131</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.2356</td>
<td>0.2266</td>
<td>0.3722</td>
<td>0.2063</td>
<td>0.2063</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.2332</td>
<td>0.2236</td>
<td>0.3796</td>
<td>0.1978</td>
<td>0.1978</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.2396</td>
<td>0.2362</td>
<td>0.3715</td>
<td>0.2074</td>
<td>0.2074</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2455</td>
<td>0.2414</td>
<td>0.3665</td>
<td>0.2085</td>
<td>0.2085</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2457</td>
<td>0.2442</td>
<td>0.3681</td>
<td>0.2125</td>
<td>0.2125</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2507</td>
<td>0.2509</td>
<td>0.3562</td>
<td>0.2215</td>
<td>0.2215</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.2454</td>
<td>0.2442</td>
<td>0.3654</td>
<td>0.2082</td>
<td>0.2082</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.2430</td>
<td>0.2411</td>
<td>0.3688</td>
<td>0.2073</td>
<td>0.2073</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.2550</td>
<td>0.2491</td>
<td>0.3564</td>
<td>0.2245</td>
<td>0.2245</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.2252</td>
<td>0.2226</td>
<td>0.3828</td>
<td>0.1944</td>
<td>0.1944</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.2588</td>
<td>0.2516</td>
<td>0.3506</td>
<td>0.2283</td>
<td>0.2283</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.2429</td>
<td>0.2411</td>
<td>0.3584</td>
<td>0.2216</td>
<td>0.2216</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.2377</td>
<td>0.2333</td>
<td>0.3687</td>
<td>0.2124</td>
<td>0.2124</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.2315</td>
<td>0.2277</td>
<td>0.3673</td>
<td>0.2160</td>
<td>0.2160</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.2340</td>
<td>0.2201</td>
<td>0.3671</td>
<td>0.2217</td>
<td>0.2217</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.2046</td>
<td>0.2061</td>
<td>0.3782</td>
<td>0.2073</td>
<td>0.2073</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.2335</td>
<td>0.2194</td>
<td>0.3625</td>
<td>0.2275</td>
<td>0.2275</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.2054</td>
<td>0.1963</td>
<td>0.3676</td>
<td>0.2355</td>
<td>0.2355</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1776</td>
<td>0.1420</td>
<td>0.4064</td>
<td>0.2039</td>
<td>0.2039</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0116</td>
<td>0.6145</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: GCAT</div>
<div>train: [0.69889407 0.30110593]</div>
<div>validation: [0.69892009 0.30107991]</div>
<div>evaluate_binary: 267.282s</div>
<div>evaluate_multiclass: 139.971s</div>
<div>kfcv: 180.088s</div>
<div>atc_mc: 180.896s</div>
<div>atc_ne: 172.480s</div>
<div>doc_feat: 138.047s</div>
<div>rca_score: 1202.504s</div>
<div>rca_star_score: 1201.723s</div>
<div>tot: 1263.883s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0121</td>
<td>0.0155</td>
<td>0.0762</td>
<td>0.0293</td>
<td>0.0293</td>
<td>0.0768</td>
<td>0.5284</td>
<td>0.5080</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0320</td>
<td>0.0285</td>
<td>0.0729</td>
<td>0.0320</td>
<td>0.0320</td>
<td>0.0735</td>
<td>0.5319</td>
<td>0.5115</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0290</td>
<td>0.0279</td>
<td>0.0654</td>
<td>0.0352</td>
<td>0.0352</td>
<td>0.0661</td>
<td>0.5395</td>
<td>0.5191</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0267</td>
<td>0.0255</td>
<td>0.0588</td>
<td>0.0263</td>
<td>0.0263</td>
<td>0.0595</td>
<td>0.5460</td>
<td>0.5256</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0244</td>
<td>0.0273</td>
<td>0.0503</td>
<td>0.0249</td>
<td>0.0249</td>
<td>0.0511</td>
<td>0.5549</td>
<td>0.5345</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0257</td>
<td>0.0263</td>
<td>0.0528</td>
<td>0.0265</td>
<td>0.0265</td>
<td>0.0537</td>
<td>0.5476</td>
<td>0.5268</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0292</td>
<td>0.0298</td>
<td>0.0458</td>
<td>0.0258</td>
<td>0.0258</td>
<td>0.0465</td>
<td>0.5200</td>
<td>0.4984</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0312</td>
<td>0.0326</td>
<td>0.0459</td>
<td>0.0301</td>
<td>0.0301</td>
<td>0.0467</td>
<td>0.3738</td>
<td>0.3537</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0345</td>
<td>0.0312</td>
<td>0.0348</td>
<td>0.0246</td>
<td>0.0246</td>
<td>0.0356</td>
<td>0.2086</td>
<td>0.1981</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0318</td>
<td>0.0289</td>
<td>0.0309</td>
<td>0.0207</td>
<td>0.0207</td>
<td>0.0318</td>
<td>0.0396</td>
<td>0.0461</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0310</td>
<td>0.0327</td>
<td>0.0307</td>
<td>0.0251</td>
<td>0.0251</td>
<td>0.0315</td>
<td>0.0754</td>
<td>0.0612</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0312</td>
<td>0.0312</td>
<td>0.0248</td>
<td>0.0251</td>
<td>0.0251</td>
<td>0.0254</td>
<td>0.1536</td>
<td>0.1338</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0313</td>
<td>0.0304</td>
<td>0.0209</td>
<td>0.0233</td>
<td>0.0233</td>
<td>0.0214</td>
<td>0.1920</td>
<td>0.1716</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0245</td>
<td>0.0248</td>
<td>0.0180</td>
<td>0.0182</td>
<td>0.0182</td>
<td>0.0185</td>
<td>0.1987</td>
<td>0.1784</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0282</td>
<td>0.0263</td>
<td>0.0163</td>
<td>0.0190</td>
<td>0.0190</td>
<td>0.0163</td>
<td>0.2066</td>
<td>0.1863</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0261</td>
<td>0.0258</td>
<td>0.0171</td>
<td>0.0152</td>
<td>0.0152</td>
<td>0.0172</td>
<td>0.2047</td>
<td>0.1844</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0247</td>
<td>0.0237</td>
<td>0.0179</td>
<td>0.0187</td>
<td>0.0187</td>
<td>0.0175</td>
<td>0.2152</td>
<td>0.1949</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0223</td>
<td>0.0214</td>
<td>0.0177</td>
<td>0.0165</td>
<td>0.0165</td>
<td>0.0171</td>
<td>0.2175</td>
<td>0.1972</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0235</td>
<td>0.0223</td>
<td>0.0200</td>
<td>0.0154</td>
<td>0.0154</td>
<td>0.0191</td>
<td>0.2224</td>
<td>0.2021</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0161</td>
<td>0.0143</td>
<td>0.0258</td>
<td>0.0130</td>
<td>0.0130</td>
<td>0.0245</td>
<td>0.2318</td>
<td>0.2115</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0078</td>
<td>0.0094</td>
<td>0.0297</td>
<td>0.0122</td>
<td>0.0122</td>
<td>0.0282</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0071</td>
<td>0.0091</td>
<td>0.0151</td>
<td>0.0163</td>
<td>0.0163</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0184</td>
<td>0.0163</td>
<td>0.0167</td>
<td>0.0192</td>
<td>0.0192</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0175</td>
<td>0.0168</td>
<td>0.0180</td>
<td>0.0217</td>
<td>0.0217</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0172</td>
<td>0.0161</td>
<td>0.0167</td>
<td>0.0173</td>
<td>0.0173</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0162</td>
<td>0.0181</td>
<td>0.0166</td>
<td>0.0165</td>
<td>0.0165</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0181</td>
<td>0.0187</td>
<td>0.0196</td>
<td>0.0187</td>
<td>0.0187</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0230</td>
<td>0.0230</td>
<td>0.0211</td>
<td>0.0205</td>
<td>0.0205</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0261</td>
<td>0.0266</td>
<td>0.0247</td>
<td>0.0251</td>
<td>0.0251</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0315</td>
<td>0.0277</td>
<td>0.0234</td>
<td>0.0239</td>
<td>0.0239</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0315</td>
<td>0.0285</td>
<td>0.0217</td>
<td>0.0226</td>
<td>0.0226</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0336</td>
<td>0.0348</td>
<td>0.0289</td>
<td>0.0279</td>
<td>0.0279</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0393</td>
<td>0.0384</td>
<td>0.0285</td>
<td>0.0306</td>
<td>0.0306</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0442</td>
<td>0.0418</td>
<td>0.0306</td>
<td>0.0325</td>
<td>0.0325</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0385</td>
<td>0.0384</td>
<td>0.0332</td>
<td>0.0286</td>
<td>0.0286</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0525</td>
<td>0.0484</td>
<td>0.0343</td>
<td>0.0358</td>
<td>0.0358</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0582</td>
<td>0.0569</td>
<td>0.0520</td>
<td>0.0329</td>
<td>0.0329</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0686</td>
<td>0.0636</td>
<td>0.0508</td>
<td>0.0500</td>
<td>0.0500</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0854</td>
<td>0.0803</td>
<td>0.0710</td>
<td>0.0563</td>
<td>0.0563</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1258</td>
<td>0.1150</td>
<td>0.1043</td>
<td>0.0775</td>
<td>0.0775</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1870</td>
<td>0.1546</td>
<td>0.1405</td>
<td>0.1032</td>
<td>0.1032</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0590</td>
<td>0.0903</td>
<td>0.9417</td>
<td>0.4025</td>
<td>0.4025</td>
</tr>
</tbody>
</table>
<div>target: GCRIM</div>
<div>train: [0.95109729 0.04890271]</div>
<div>validation: [0.95101512 0.04898488]</div>
<div>evaluate_binary: 351.759s</div>
<div>evaluate_multiclass: 190.396s</div>
<div>kfcv: 163.725s</div>
<div>atc_mc: 109.508s</div>
<div>atc_ne: 103.056s</div>
<div>doc_feat: 131.868s</div>
<div>rca_score: 1163.895s</div>
<div>rca_star_score: 1137.033s</div>
<div>tot: 1206.507s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0479</td>
<td>0.0720</td>
<td>0.6550</td>
<td>0.1394</td>
<td>0.1394</td>
<td>0.6543</td>
<td>0.6693</td>
<td>0.6846</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0955</td>
<td>0.1220</td>
<td>0.6194</td>
<td>0.1355</td>
<td>0.1355</td>
<td>0.6189</td>
<td>0.6337</td>
<td>0.6489</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1340</td>
<td>0.1645</td>
<td>0.5863</td>
<td>0.1282</td>
<td>0.1282</td>
<td>0.5859</td>
<td>0.6006</td>
<td>0.6158</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1637</td>
<td>0.1813</td>
<td>0.5465</td>
<td>0.1158</td>
<td>0.1158</td>
<td>0.5462</td>
<td>0.5608</td>
<td>0.5760</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1560</td>
<td>0.1771</td>
<td>0.5157</td>
<td>0.1185</td>
<td>0.1185</td>
<td>0.5155</td>
<td>0.5300</td>
<td>0.5452</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1725</td>
<td>0.1763</td>
<td>0.4900</td>
<td>0.1061</td>
<td>0.1061</td>
<td>0.4899</td>
<td>0.5043</td>
<td>0.5195</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1464</td>
<td>0.1532</td>
<td>0.4459</td>
<td>0.0944</td>
<td>0.0944</td>
<td>0.4459</td>
<td>0.4602</td>
<td>0.4754</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1379</td>
<td>0.1418</td>
<td>0.4112</td>
<td>0.0950</td>
<td>0.0950</td>
<td>0.4113</td>
<td>0.4255</td>
<td>0.4407</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1190</td>
<td>0.1272</td>
<td>0.3757</td>
<td>0.0858</td>
<td>0.0858</td>
<td>0.3760</td>
<td>0.3900</td>
<td>0.4052</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1058</td>
<td>0.1113</td>
<td>0.3443</td>
<td>0.0752</td>
<td>0.0752</td>
<td>0.3447</td>
<td>0.3586</td>
<td>0.3738</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0964</td>
<td>0.0983</td>
<td>0.3068</td>
<td>0.0651</td>
<td>0.0651</td>
<td>0.3073</td>
<td>0.3211</td>
<td>0.3363</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0907</td>
<td>0.0886</td>
<td>0.2721</td>
<td>0.0584</td>
<td>0.0584</td>
<td>0.2727</td>
<td>0.2864</td>
<td>0.3016</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0638</td>
<td>0.0708</td>
<td>0.2429</td>
<td>0.0625</td>
<td>0.0625</td>
<td>0.2436</td>
<td>0.2572</td>
<td>0.2724</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0613</td>
<td>0.0597</td>
<td>0.2121</td>
<td>0.0567</td>
<td>0.0567</td>
<td>0.2129</td>
<td>0.2264</td>
<td>0.2416</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0549</td>
<td>0.0506</td>
<td>0.1707</td>
<td>0.0421</td>
<td>0.0421</td>
<td>0.1717</td>
<td>0.1850</td>
<td>0.2002</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0395</td>
<td>0.0432</td>
<td>0.1443</td>
<td>0.0432</td>
<td>0.0432</td>
<td>0.1454</td>
<td>0.1586</td>
<td>0.1738</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0340</td>
<td>0.0306</td>
<td>0.1085</td>
<td>0.0328</td>
<td>0.0328</td>
<td>0.1097</td>
<td>0.1228</td>
<td>0.1380</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0280</td>
<td>0.0254</td>
<td>0.0724</td>
<td>0.0269</td>
<td>0.0269</td>
<td>0.0737</td>
<td>0.0867</td>
<td>0.1019</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0212</td>
<td>0.0211</td>
<td>0.0385</td>
<td>0.0202</td>
<td>0.0202</td>
<td>0.0399</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0171</td>
<td>0.0178</td>
<td>0.0090</td>
<td>0.0139</td>
<td>0.0139</td>
<td>0.0093</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0035</td>
<td>0.0029</td>
<td>0.0313</td>
<td>0.0050</td>
<td>0.0050</td>
<td>0.0296</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0690</td>
<td>0.0901</td>
<td>0.2781</td>
<td>0.2129</td>
<td>0.2129</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0845</td>
<td>0.1108</td>
<td>0.2763</td>
<td>0.2069</td>
<td>0.2069</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0898</td>
<td>0.1262</td>
<td>0.2779</td>
<td>0.2098</td>
<td>0.2098</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1080</td>
<td>0.1405</td>
<td>0.2704</td>
<td>0.2136</td>
<td>0.2136</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1041</td>
<td>0.1439</td>
<td>0.2757</td>
<td>0.2074</td>
<td>0.2074</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1447</td>
<td>0.1559</td>
<td>0.2886</td>
<td>0.2192</td>
<td>0.2192</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1386</td>
<td>0.1491</td>
<td>0.2734</td>
<td>0.2214</td>
<td>0.2214</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1445</td>
<td>0.1500</td>
<td>0.2728</td>
<td>0.2173</td>
<td>0.2173</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1304</td>
<td>0.1436</td>
<td>0.2707</td>
<td>0.2190</td>
<td>0.2190</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1288</td>
<td>0.1400</td>
<td>0.2768</td>
<td>0.2238</td>
<td>0.2238</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1379</td>
<td>0.1382</td>
<td>0.2680</td>
<td>0.2193</td>
<td>0.2193</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1624</td>
<td>0.1459</td>
<td>0.2667</td>
<td>0.2221</td>
<td>0.2221</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1114</td>
<td>0.1309</td>
<td>0.2815</td>
<td>0.2203</td>
<td>0.2203</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1249</td>
<td>0.1331</td>
<td>0.2930</td>
<td>0.2073</td>
<td>0.2073</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1716</td>
<td>0.1419</td>
<td>0.2686</td>
<td>0.2397</td>
<td>0.2397</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1337</td>
<td>0.1458</td>
<td>0.3031</td>
<td>0.2103</td>
<td>0.2103</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1452</td>
<td>0.1461</td>
<td>0.3020</td>
<td>0.2372</td>
<td>0.2372</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1860</td>
<td>0.1604</td>
<td>0.2997</td>
<td>0.2393</td>
<td>0.2393</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1946</td>
<td>0.1935</td>
<td>0.3137</td>
<td>0.2701</td>
<td>0.2701</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2505</td>
<td>0.2455</td>
<td>0.3402</td>
<td>0.2879</td>
<td>0.2879</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0104</td>
<td>0.0371</td>
<td>0.7521</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: GDIP</div>
<div>train: [0.95662692 0.04337308]</div>
<div>validation: [0.95663067 0.04336933]</div>
<div>evaluate_binary: 413.043s</div>
<div>evaluate_multiclass: 184.927s</div>
<div>kfcv: 111.445s</div>
<div>atc_mc: 110.721s</div>
<div>atc_ne: 109.317s</div>
<div>doc_feat: 127.169s</div>
<div>rca_score: 1106.672s</div>
<div>rca_star_score: 1122.975s</div>
<div>tot: 1177.098s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0579</td>
<td>0.0936</td>
<td>0.7770</td>
<td>0.3906</td>
<td>0.3906</td>
<td>0.7768</td>
<td>0.7946</td>
<td>0.8082</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0984</td>
<td>0.1394</td>
<td>0.7388</td>
<td>0.3735</td>
<td>0.3735</td>
<td>0.7387</td>
<td>0.7564</td>
<td>0.7700</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1389</td>
<td>0.1828</td>
<td>0.7036</td>
<td>0.3592</td>
<td>0.3592</td>
<td>0.7036</td>
<td>0.7212</td>
<td>0.7348</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1756</td>
<td>0.1974</td>
<td>0.6580</td>
<td>0.3376</td>
<td>0.3376</td>
<td>0.6581</td>
<td>0.6756</td>
<td>0.6892</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1732</td>
<td>0.1881</td>
<td>0.6213</td>
<td>0.3321</td>
<td>0.3321</td>
<td>0.6216</td>
<td>0.6389</td>
<td>0.6525</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1563</td>
<td>0.1761</td>
<td>0.5874</td>
<td>0.3135</td>
<td>0.3135</td>
<td>0.5878</td>
<td>0.6050</td>
<td>0.6186</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1434</td>
<td>0.1638</td>
<td>0.5386</td>
<td>0.2799</td>
<td>0.2799</td>
<td>0.5391</td>
<td>0.5562</td>
<td>0.5698</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1223</td>
<td>0.1437</td>
<td>0.4983</td>
<td>0.2586</td>
<td>0.2586</td>
<td>0.4989</td>
<td>0.5159</td>
<td>0.5295</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1092</td>
<td>0.1322</td>
<td>0.4632</td>
<td>0.2468</td>
<td>0.2468</td>
<td>0.4639</td>
<td>0.4808</td>
<td>0.4944</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0894</td>
<td>0.1177</td>
<td>0.4175</td>
<td>0.2160</td>
<td>0.2160</td>
<td>0.4183</td>
<td>0.4351</td>
<td>0.4487</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0825</td>
<td>0.1069</td>
<td>0.3754</td>
<td>0.1886</td>
<td>0.1886</td>
<td>0.3763</td>
<td>0.3930</td>
<td>0.4066</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0611</td>
<td>0.0801</td>
<td>0.3333</td>
<td>0.1812</td>
<td>0.1812</td>
<td>0.3344</td>
<td>0.3509</td>
<td>0.3645</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0566</td>
<td>0.0634</td>
<td>0.2938</td>
<td>0.1568</td>
<td>0.1568</td>
<td>0.2950</td>
<td>0.3114</td>
<td>0.3250</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0476</td>
<td>0.0563</td>
<td>0.2533</td>
<td>0.1388</td>
<td>0.1388</td>
<td>0.2546</td>
<td>0.2709</td>
<td>0.2845</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0338</td>
<td>0.0415</td>
<td>0.2130</td>
<td>0.1187</td>
<td>0.1187</td>
<td>0.2144</td>
<td>0.2306</td>
<td>0.2442</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0302</td>
<td>0.0322</td>
<td>0.1725</td>
<td>0.0966</td>
<td>0.0966</td>
<td>0.1741</td>
<td>0.1901</td>
<td>0.2037</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0283</td>
<td>0.0269</td>
<td>0.1331</td>
<td>0.0818</td>
<td>0.0818</td>
<td>0.1348</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0268</td>
<td>0.0286</td>
<td>0.0920</td>
<td>0.0575</td>
<td>0.0575</td>
<td>0.0938</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0218</td>
<td>0.0259</td>
<td>0.0477</td>
<td>0.0325</td>
<td>0.0325</td>
<td>0.0496</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0170</td>
<td>0.0169</td>
<td>0.0107</td>
<td>0.0180</td>
<td>0.0180</td>
<td>0.0120</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0050</td>
<td>0.0038</td>
<td>0.0308</td>
<td>0.0049</td>
<td>0.0049</td>
<td>0.0286</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0933</td>
<td>0.1447</td>
<td>0.3976</td>
<td>0.1530</td>
<td>0.1530</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0936</td>
<td>0.1537</td>
<td>0.4008</td>
<td>0.1392</td>
<td>0.1392</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0928</td>
<td>0.1693</td>
<td>0.4097</td>
<td>0.1440</td>
<td>0.1440</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1210</td>
<td>0.1799</td>
<td>0.4020</td>
<td>0.1451</td>
<td>0.1451</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1376</td>
<td>0.1850</td>
<td>0.4084</td>
<td>0.1333</td>
<td>0.1333</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1226</td>
<td>0.1815</td>
<td>0.4217</td>
<td>0.1361</td>
<td>0.1361</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1231</td>
<td>0.1770</td>
<td>0.4056</td>
<td>0.1418</td>
<td>0.1418</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1197</td>
<td>0.1752</td>
<td>0.4078</td>
<td>0.1416</td>
<td>0.1416</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1218</td>
<td>0.1787</td>
<td>0.4196</td>
<td>0.1383</td>
<td>0.1383</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0972</td>
<td>0.1723</td>
<td>0.4101</td>
<td>0.1394</td>
<td>0.1394</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1057</td>
<td>0.1736</td>
<td>0.4064</td>
<td>0.1626</td>
<td>0.1626</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1086</td>
<td>0.1611</td>
<td>0.4018</td>
<td>0.1405</td>
<td>0.1405</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1279</td>
<td>0.1512</td>
<td>0.4071</td>
<td>0.1548</td>
<td>0.1548</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1107</td>
<td>0.1423</td>
<td>0.4052</td>
<td>0.1409</td>
<td>0.1409</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1128</td>
<td>0.1437</td>
<td>0.4064</td>
<td>0.1615</td>
<td>0.1615</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1323</td>
<td>0.1337</td>
<td>0.4118</td>
<td>0.1728</td>
<td>0.1728</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1294</td>
<td>0.1132</td>
<td>0.4242</td>
<td>0.1697</td>
<td>0.1697</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1755</td>
<td>0.1555</td>
<td>0.4268</td>
<td>0.2084</td>
<td>0.2084</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1769</td>
<td>0.1760</td>
<td>0.3812</td>
<td>0.2472</td>
<td>0.2472</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2056</td>
<td>0.2066</td>
<td>0.4210</td>
<td>0.2543</td>
<td>0.2543</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0101</td>
<td>0.0440</td>
<td>0.7173</td>
<td>0.0067</td>
<td>0.0067</td>
</tr>
</tbody>
</table>
<div>target: GPOL</div>
<div>train: [0.92889234 0.07110766]</div>
<div>validation: [0.9288121 0.0711879]</div>
<div>evaluate_binary: 269.509s</div>
<div>evaluate_multiclass: 195.577s</div>
<div>kfcv: 109.578s</div>
<div>atc_mc: 112.040s</div>
<div>atc_ne: 171.498s</div>
<div>doc_feat: 127.471s</div>
<div>rca_score: 1224.001s</div>
<div>rca_star_score: 1196.316s</div>
<div>tot: 1275.440s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0002</td>
<td>0.0348</td>
<td>0.5552</td>
<td>0.1919</td>
<td>0.1919</td>
<td>0.5562</td>
<td>0.5713</td>
<td>0.5899</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0494</td>
<td>0.0880</td>
<td>0.5312</td>
<td>0.1880</td>
<td>0.1880</td>
<td>0.5324</td>
<td>0.5456</td>
<td>0.5643</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0897</td>
<td>0.1241</td>
<td>0.5109</td>
<td>0.1771</td>
<td>0.1771</td>
<td>0.5121</td>
<td>0.5236</td>
<td>0.5424</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0897</td>
<td>0.1196</td>
<td>0.4609</td>
<td>0.1606</td>
<td>0.1606</td>
<td>0.4623</td>
<td>0.4741</td>
<td>0.4929</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0865</td>
<td>0.1198</td>
<td>0.4488</td>
<td>0.1553</td>
<td>0.1553</td>
<td>0.4503</td>
<td>0.4607</td>
<td>0.4795</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0789</td>
<td>0.1117</td>
<td>0.4130</td>
<td>0.1352</td>
<td>0.1352</td>
<td>0.4146</td>
<td>0.4249</td>
<td>0.4436</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0675</td>
<td>0.1024</td>
<td>0.3848</td>
<td>0.1371</td>
<td>0.1371</td>
<td>0.3865</td>
<td>0.3966</td>
<td>0.4154</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0579</td>
<td>0.0839</td>
<td>0.3488</td>
<td>0.1247</td>
<td>0.1247</td>
<td>0.3507</td>
<td>0.3606</td>
<td>0.3793</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0478</td>
<td>0.0709</td>
<td>0.3230</td>
<td>0.1124</td>
<td>0.1124</td>
<td>0.3250</td>
<td>0.3347</td>
<td>0.3535</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0455</td>
<td>0.0671</td>
<td>0.2886</td>
<td>0.0965</td>
<td>0.0965</td>
<td>0.2907</td>
<td>0.3003</td>
<td>0.3191</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0345</td>
<td>0.0528</td>
<td>0.2544</td>
<td>0.0840</td>
<td>0.0840</td>
<td>0.2566</td>
<td>0.2661</td>
<td>0.2849</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0399</td>
<td>0.0527</td>
<td>0.2299</td>
<td>0.0790</td>
<td>0.0790</td>
<td>0.2322</td>
<td>0.2416</td>
<td>0.2604</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0354</td>
<td>0.0507</td>
<td>0.2063</td>
<td>0.0742</td>
<td>0.0742</td>
<td>0.2088</td>
<td>0.2180</td>
<td>0.2368</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0289</td>
<td>0.0383</td>
<td>0.1643</td>
<td>0.0643</td>
<td>0.0643</td>
<td>0.1669</td>
<td>0.1760</td>
<td>0.1948</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0323</td>
<td>0.0406</td>
<td>0.1441</td>
<td>0.0557</td>
<td>0.0557</td>
<td>0.1468</td>
<td>0.1558</td>
<td>0.1746</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0278</td>
<td>0.0301</td>
<td>0.1098</td>
<td>0.0458</td>
<td>0.0458</td>
<td>0.1126</td>
<td>0.1215</td>
<td>0.1403</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0302</td>
<td>0.0359</td>
<td>0.0860</td>
<td>0.0360</td>
<td>0.0360</td>
<td>0.0889</td>
<td>0.0977</td>
<td>0.1165</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0222</td>
<td>0.0268</td>
<td>0.0497</td>
<td>0.0278</td>
<td>0.0278</td>
<td>0.0528</td>
<td>0.0614</td>
<td>0.0802</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0263</td>
<td>0.0269</td>
<td>0.0229</td>
<td>0.0201</td>
<td>0.0201</td>
<td>0.0252</td>
<td>0.0334</td>
<td>0.0521</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0188</td>
<td>0.0191</td>
<td>0.0137</td>
<td>0.0149</td>
<td>0.0149</td>
<td>0.0116</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0116</td>
<td>0.0103</td>
<td>0.0375</td>
<td>0.0098</td>
<td>0.0098</td>
<td>0.0341</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0002</td>
<td>0.0373</td>
<td>0.2191</td>
<td>0.0785</td>
<td>0.0785</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0202</td>
<td>0.0641</td>
<td>0.2255</td>
<td>0.0758</td>
<td>0.0758</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0367</td>
<td>0.0848</td>
<td>0.2366</td>
<td>0.0744</td>
<td>0.0744</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0394</td>
<td>0.0849</td>
<td>0.2142</td>
<td>0.0812</td>
<td>0.0812</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0392</td>
<td>0.0902</td>
<td>0.2356</td>
<td>0.0806</td>
<td>0.0806</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0379</td>
<td>0.0901</td>
<td>0.2287</td>
<td>0.0943</td>
<td>0.0943</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0346</td>
<td>0.0904</td>
<td>0.2308</td>
<td>0.0847</td>
<td>0.0847</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0315</td>
<td>0.0773</td>
<td>0.2230</td>
<td>0.0790</td>
<td>0.0790</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0288</td>
<td>0.0731</td>
<td>0.2305</td>
<td>0.0945</td>
<td>0.0945</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0312</td>
<td>0.0757</td>
<td>0.2225</td>
<td>0.1039</td>
<td>0.1039</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0262</td>
<td>0.0689</td>
<td>0.2155</td>
<td>0.1002</td>
<td>0.1002</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0335</td>
<td>0.0706</td>
<td>0.2271</td>
<td>0.1077</td>
<td>0.1077</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0370</td>
<td>0.0796</td>
<td>0.2446</td>
<td>0.1074</td>
<td>0.1074</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0336</td>
<td>0.0652</td>
<td>0.2104</td>
<td>0.1063</td>
<td>0.1063</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0523</td>
<td>0.0824</td>
<td>0.2410</td>
<td>0.1349</td>
<td>0.1349</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0508</td>
<td>0.0722</td>
<td>0.2315</td>
<td>0.1176</td>
<td>0.1176</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0676</td>
<td>0.0951</td>
<td>0.2600</td>
<td>0.1300</td>
<td>0.1300</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0748</td>
<td>0.1020</td>
<td>0.2341</td>
<td>0.1374</td>
<td>0.1374</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1414</td>
<td>0.1496</td>
<td>0.2610</td>
<td>0.2121</td>
<td>0.2121</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2085</td>
<td>0.2107</td>
<td>0.2691</td>
<td>0.2286</td>
<td>0.2286</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0938</td>
<td>0.1526</td>
<td>0.7905</td>
<td>0.0749</td>
<td>0.0749</td>
</tr>
</tbody>
</table>
<div>target: GVIO</div>
<div>train: [0.95187489 0.04812511]</div>
<div>validation: [0.95179266 0.04820734]</div>
<div>evaluate_binary: 348.091s</div>
<div>evaluate_multiclass: 119.628s</div>
<div>kfcv: 101.483s</div>
<div>atc_mc: 99.585s</div>
<div>atc_ne: 93.777s</div>
<div>doc_feat: 105.866s</div>
<div>rca_score: 1212.214s</div>
<div>rca_star_score: 1206.863s</div>
<div>tot: 1254.673s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.2561</td>
<td>0.1706</td>
<td>0.6399</td>
<td>0.1772</td>
<td>0.1772</td>
<td>0.6398</td>
<td>0.6485</td>
<td>0.6616</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.3010</td>
<td>0.2067</td>
<td>0.6132</td>
<td>0.1604</td>
<td>0.1604</td>
<td>0.6132</td>
<td>0.6213</td>
<td>0.6345</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.3386</td>
<td>0.2369</td>
<td>0.5786</td>
<td>0.1593</td>
<td>0.1593</td>
<td>0.5787</td>
<td>0.5865</td>
<td>0.5997</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.3343</td>
<td>0.2407</td>
<td>0.5417</td>
<td>0.1486</td>
<td>0.1486</td>
<td>0.5419</td>
<td>0.5495</td>
<td>0.5627</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.3117</td>
<td>0.2264</td>
<td>0.5170</td>
<td>0.1523</td>
<td>0.1523</td>
<td>0.5174</td>
<td>0.5246</td>
<td>0.5378</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.3021</td>
<td>0.2226</td>
<td>0.4810</td>
<td>0.1333</td>
<td>0.1333</td>
<td>0.4815</td>
<td>0.4885</td>
<td>0.5018</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.2856</td>
<td>0.2124</td>
<td>0.4428</td>
<td>0.1153</td>
<td>0.1153</td>
<td>0.4434</td>
<td>0.4503</td>
<td>0.4636</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.2596</td>
<td>0.1906</td>
<td>0.4122</td>
<td>0.1182</td>
<td>0.1182</td>
<td>0.4130</td>
<td>0.4197</td>
<td>0.4329</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.2302</td>
<td>0.1768</td>
<td>0.3806</td>
<td>0.1086</td>
<td>0.1086</td>
<td>0.3815</td>
<td>0.3881</td>
<td>0.4013</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1945</td>
<td>0.1463</td>
<td>0.3448</td>
<td>0.1086</td>
<td>0.1086</td>
<td>0.3458</td>
<td>0.3523</td>
<td>0.3655</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1849</td>
<td>0.1471</td>
<td>0.3168</td>
<td>0.0950</td>
<td>0.0950</td>
<td>0.3179</td>
<td>0.3243</td>
<td>0.3375</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1568</td>
<td>0.1231</td>
<td>0.2738</td>
<td>0.0794</td>
<td>0.0794</td>
<td>0.2751</td>
<td>0.2813</td>
<td>0.2945</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1439</td>
<td>0.1157</td>
<td>0.2420</td>
<td>0.0742</td>
<td>0.0742</td>
<td>0.2434</td>
<td>0.2495</td>
<td>0.2627</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1162</td>
<td>0.0943</td>
<td>0.2082</td>
<td>0.0651</td>
<td>0.0651</td>
<td>0.2097</td>
<td>0.2157</td>
<td>0.2289</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0948</td>
<td>0.0754</td>
<td>0.1728</td>
<td>0.0545</td>
<td>0.0545</td>
<td>0.1745</td>
<td>0.1803</td>
<td>0.1935</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0812</td>
<td>0.0676</td>
<td>0.1371</td>
<td>0.0451</td>
<td>0.0451</td>
<td>0.1389</td>
<td>0.1446</td>
<td>0.1578</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0593</td>
<td>0.0503</td>
<td>0.1113</td>
<td>0.0417</td>
<td>0.0417</td>
<td>0.1132</td>
<td>0.1188</td>
<td>0.1320</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0466</td>
<td>0.0402</td>
<td>0.0738</td>
<td>0.0323</td>
<td>0.0323</td>
<td>0.0758</td>
<td>0.0813</td>
<td>0.0945</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0303</td>
<td>0.0262</td>
<td>0.0407</td>
<td>0.0210</td>
<td>0.0210</td>
<td>0.0428</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0218</td>
<td>0.0192</td>
<td>0.0097</td>
<td>0.0129</td>
<td>0.0129</td>
<td>0.0110</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0062</td>
<td>0.0050</td>
<td>0.0273</td>
<td>0.0059</td>
<td>0.0059</td>
<td>0.0249</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.3654</td>
<td>0.2274</td>
<td>0.2958</td>
<td>0.1630</td>
<td>0.1630</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.3883</td>
<td>0.2315</td>
<td>0.3037</td>
<td>0.1771</td>
<td>0.1771</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.3976</td>
<td>0.2310</td>
<td>0.3029</td>
<td>0.1732</td>
<td>0.1732</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.3697</td>
<td>0.2292</td>
<td>0.2987</td>
<td>0.1728</td>
<td>0.1728</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.3578</td>
<td>0.2211</td>
<td>0.3108</td>
<td>0.1615</td>
<td>0.1615</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.3781</td>
<td>0.2384</td>
<td>0.3083</td>
<td>0.1703</td>
<td>0.1703</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.3808</td>
<td>0.2399</td>
<td>0.3017</td>
<td>0.1811</td>
<td>0.1811</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3826</td>
<td>0.2323</td>
<td>0.3078</td>
<td>0.1718</td>
<td>0.1718</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.3706</td>
<td>0.2414</td>
<td>0.3120</td>
<td>0.1692</td>
<td>0.1692</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.3429</td>
<td>0.2175</td>
<td>0.3080</td>
<td>0.1520</td>
<td>0.1520</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.3541</td>
<td>0.2390</td>
<td>0.3222</td>
<td>0.1718</td>
<td>0.1718</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.3511</td>
<td>0.2404</td>
<td>0.3006</td>
<td>0.1666</td>
<td>0.1666</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.3761</td>
<td>0.2613</td>
<td>0.3075</td>
<td>0.1877</td>
<td>0.1877</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.3395</td>
<td>0.2429</td>
<td>0.3063</td>
<td>0.1731</td>
<td>0.1731</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.3303</td>
<td>0.2322</td>
<td>0.3031</td>
<td>0.1754</td>
<td>0.1754</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.3659</td>
<td>0.2758</td>
<td>0.2916</td>
<td>0.1900</td>
<td>0.1900</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.3330</td>
<td>0.2645</td>
<td>0.3360</td>
<td>0.1986</td>
<td>0.1986</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.3368</td>
<td>0.2671</td>
<td>0.3177</td>
<td>0.2187</td>
<td>0.2187</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.3129</td>
<td>0.2731</td>
<td>0.3336</td>
<td>0.2263</td>
<td>0.2263</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.3385</td>
<td>0.2961</td>
<td>0.3269</td>
<td>0.2767</td>
<td>0.2767</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0201</td>
<td>0.0412</td>
<td>0.7910</td>
<td>0.0067</td>
<td>0.0067</td>
</tr>
</tbody>
</table>
<div>target: GVOTE</div>
<div>train: [0.9850527 0.0149473]</div>
<div>validation: [0.985054 0.014946]</div>
<div>evaluate_binary: 411.703s</div>
<div>evaluate_multiclass: 176.863s</div>
<div>kfcv: 110.327s</div>
<div>atc_mc: 169.946s</div>
<div>atc_ne: 103.675s</div>
<div>doc_feat: 82.976s</div>
<div>rca_score: 939.116s</div>
<div>rca_star_score: 952.807s</div>
<div>tot: 999.321s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0460</td>
<td>0.0643</td>
<td>0.9242</td>
<td>0.6730</td>
<td>0.6730</td>
<td>0.9234</td>
<td>0.9313</td>
<td>0.9356</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0888</td>
<td>0.1053</td>
<td>0.8832</td>
<td>0.6560</td>
<td>0.6560</td>
<td>0.8825</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1341</td>
<td>0.1524</td>
<td>0.8360</td>
<td>0.6189</td>
<td>0.6189</td>
<td>0.8354</td>
<td>0.8431</td>
<td>0.8474</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1799</td>
<td>0.1965</td>
<td>0.7917</td>
<td>0.5908</td>
<td>0.5908</td>
<td>0.7912</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2341</td>
<td>0.2452</td>
<td>0.7396</td>
<td>0.5501</td>
<td>0.5501</td>
<td>0.7391</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2796</td>
<td>0.2640</td>
<td>0.6930</td>
<td>0.5133</td>
<td>0.5133</td>
<td>0.6926</td>
<td>0.7001</td>
<td>0.7044</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.3236</td>
<td>0.2521</td>
<td>0.6487</td>
<td>0.4821</td>
<td>0.4821</td>
<td>0.6484</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3418</td>
<td>0.2414</td>
<td>0.5996</td>
<td>0.4443</td>
<td>0.4443</td>
<td>0.5994</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.3161</td>
<td>0.2189</td>
<td>0.5517</td>
<td>0.4161</td>
<td>0.4161</td>
<td>0.5516</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.2927</td>
<td>0.1995</td>
<td>0.5061</td>
<td>0.3782</td>
<td>0.3782</td>
<td>0.5060</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.2666</td>
<td>0.1846</td>
<td>0.4569</td>
<td>0.3405</td>
<td>0.3405</td>
<td>0.4569</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.2355</td>
<td>0.1588</td>
<td>0.4137</td>
<td>0.3113</td>
<td>0.3113</td>
<td>0.4138</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.2078</td>
<td>0.1449</td>
<td>0.3634</td>
<td>0.2707</td>
<td>0.2707</td>
<td>0.3636</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1723</td>
<td>0.1187</td>
<td>0.3164</td>
<td>0.2377</td>
<td>0.2377</td>
<td>0.3166</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1425</td>
<td>0.0931</td>
<td>0.2727</td>
<td>0.2080</td>
<td>0.2080</td>
<td>0.2730</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1064</td>
<td>0.0681</td>
<td>0.2250</td>
<td>0.1749</td>
<td>0.1749</td>
<td>0.2254</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0864</td>
<td>0.0575</td>
<td>0.1761</td>
<td>0.1360</td>
<td>0.1360</td>
<td>0.1766</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0521</td>
<td>0.0348</td>
<td>0.1297</td>
<td>0.1014</td>
<td>0.1014</td>
<td>0.1303</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0287</td>
<td>0.0224</td>
<td>0.0823</td>
<td>0.0683</td>
<td>0.0683</td>
<td>0.0830</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0208</td>
<td>0.0192</td>
<td>0.0362</td>
<td>0.0360</td>
<td>0.0360</td>
<td>0.0369</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0011</td>
<td>0.0010</td>
<td>0.0114</td>
<td>0.0004</td>
<td>0.0004</td>
<td>0.0106</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0855</td>
<td>0.1197</td>
<td>0.5744</td>
<td>0.0949</td>
<td>0.0949</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0779</td>
<td>0.1092</td>
<td>0.5851</td>
<td>0.0875</td>
<td>0.0875</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0745</td>
<td>0.1091</td>
<td>0.5851</td>
<td>0.0902</td>
<td>0.0902</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0714</td>
<td>0.1036</td>
<td>0.5908</td>
<td>0.0797</td>
<td>0.0797</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0864</td>
<td>0.1142</td>
<td>0.5802</td>
<td>0.0859</td>
<td>0.0859</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0838</td>
<td>0.1133</td>
<td>0.5810</td>
<td>0.0816</td>
<td>0.0816</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0829</td>
<td>0.1067</td>
<td>0.5877</td>
<td>0.0843</td>
<td>0.0843</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0854</td>
<td>0.1114</td>
<td>0.5830</td>
<td>0.0855</td>
<td>0.0855</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0872</td>
<td>0.1146</td>
<td>0.5798</td>
<td>0.0937</td>
<td>0.0937</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0867</td>
<td>0.1094</td>
<td>0.5849</td>
<td>0.0922</td>
<td>0.0922</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0889</td>
<td>0.1172</td>
<td>0.5771</td>
<td>0.0851</td>
<td>0.0851</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0774</td>
<td>0.1027</td>
<td>0.5913</td>
<td>0.0902</td>
<td>0.0902</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0823</td>
<td>0.1163</td>
<td>0.5776</td>
<td>0.0963</td>
<td>0.0963</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0797</td>
<td>0.1155</td>
<td>0.5773</td>
<td>0.1015</td>
<td>0.1015</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0715</td>
<td>0.0973</td>
<td>0.5963</td>
<td>0.0893</td>
<td>0.0893</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0762</td>
<td>0.0989</td>
<td>0.5953</td>
<td>0.0954</td>
<td>0.0954</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0930</td>
<td>0.1105</td>
<td>0.5817</td>
<td>0.1116</td>
<td>0.1116</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0847</td>
<td>0.1023</td>
<td>0.5880</td>
<td>0.1028</td>
<td>0.1028</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0762</td>
<td>0.1029</td>
<td>0.5820</td>
<td>0.1125</td>
<td>0.1125</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0726</td>
<td>0.0648</td>
<td>0.6172</td>
<td>0.0824</td>
<td>0.0824</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0000</td>
<td>0.6944</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: GWEA</div>
<div>train: [0.99421116 0.00578884]</div>
<div>validation: [0.99412527 0.00587473]</div>
<div>evaluate_binary: 262.208s</div>
<div>evaluate_multiclass: 108.019s</div>
<div>kfcv: 97.840s</div>
<div>atc_mc: 135.028s</div>
<div>atc_ne: 94.500s</div>
<div>doc_feat: 82.704s</div>
<div>rca_score: 374.076s</div>
<div>rca_star_score: 374.355s</div>
<div>tot: 415.864s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0065</td>
<td>0.0073</td>
<td>0.9874</td>
<td>0.6409</td>
<td>0.6409</td>
<td>0.9869</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0548</td>
<td>0.0555</td>
<td>0.9392</td>
<td>0.6198</td>
<td>0.6198</td>
<td>0.9387</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1041</td>
<td>0.1052</td>
<td>0.8894</td>
<td>0.5877</td>
<td>0.5877</td>
<td>0.8890</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1538</td>
<td>0.1547</td>
<td>0.8399</td>
<td>0.5488</td>
<td>0.5488</td>
<td>0.8395</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2038</td>
<td>0.2049</td>
<td>0.7895</td>
<td>0.5267</td>
<td>0.5267</td>
<td>0.7892</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2555</td>
<td>0.2565</td>
<td>0.7376</td>
<td>0.4843</td>
<td>0.4843</td>
<td>0.7373</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.3040</td>
<td>0.3026</td>
<td>0.6894</td>
<td>0.4579</td>
<td>0.4579</td>
<td>0.6892</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3533</td>
<td>0.3324</td>
<td>0.6402</td>
<td>0.4187</td>
<td>0.4187</td>
<td>0.6400</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.4019</td>
<td>0.3206</td>
<td>0.5913</td>
<td>0.3906</td>
<td>0.3906</td>
<td>0.5912</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.4521</td>
<td>0.2895</td>
<td>0.5413</td>
<td>0.3609</td>
<td>0.3609</td>
<td>0.5412</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.4998</td>
<td>0.2552</td>
<td>0.4914</td>
<td>0.3264</td>
<td>0.3264</td>
<td>0.4914</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.5226</td>
<td>0.2208</td>
<td>0.4416</td>
<td>0.2960</td>
<td>0.2960</td>
<td>0.4416</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.4767</td>
<td>0.1898</td>
<td>0.3921</td>
<td>0.2631</td>
<td>0.2631</td>
<td>0.3922</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.4122</td>
<td>0.1568</td>
<td>0.3428</td>
<td>0.2255</td>
<td>0.2255</td>
<td>0.3429</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.3373</td>
<td>0.1220</td>
<td>0.2926</td>
<td>0.1911</td>
<td>0.1911</td>
<td>0.2928</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.2551</td>
<td>0.0840</td>
<td>0.2431</td>
<td>0.1640</td>
<td>0.1640</td>
<td>0.2433</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1845</td>
<td>0.0561</td>
<td>0.1925</td>
<td>0.1320</td>
<td>0.1320</td>
<td>0.1928</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1198</td>
<td>0.0327</td>
<td>0.1440</td>
<td>0.0974</td>
<td>0.0974</td>
<td>0.1443</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0598</td>
<td>0.0211</td>
<td>0.0938</td>
<td>0.0653</td>
<td>0.0653</td>
<td>0.0942</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0270</td>
<td>0.0221</td>
<td>0.0444</td>
<td>0.0337</td>
<td>0.0337</td>
<td>0.0448</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0001</td>
<td>0.0000</td>
<td>0.0053</td>
<td>0.0002</td>
<td>0.0002</td>
<td>0.0048</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0127</td>
<td>0.0143</td>
<td>0.5970</td>
<td>0.0143</td>
<td>0.0143</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0100</td>
<td>0.0114</td>
<td>0.6000</td>
<td>0.0114</td>
<td>0.0114</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0092</td>
<td>0.0116</td>
<td>0.5998</td>
<td>0.0116</td>
<td>0.0116</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0093</td>
<td>0.0111</td>
<td>0.6003</td>
<td>0.0111</td>
<td>0.0111</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0101</td>
<td>0.0128</td>
<td>0.5986</td>
<td>0.0128</td>
<td>0.0128</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0155</td>
<td>0.0185</td>
<td>0.5929</td>
<td>0.0185</td>
<td>0.0185</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0124</td>
<td>0.0148</td>
<td>0.5966</td>
<td>0.0148</td>
<td>0.0148</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0116</td>
<td>0.0136</td>
<td>0.5978</td>
<td>0.0136</td>
<td>0.0136</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0087</td>
<td>0.0111</td>
<td>0.6003</td>
<td>0.0111</td>
<td>0.0111</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0107</td>
<td>0.0121</td>
<td>0.5993</td>
<td>0.0121</td>
<td>0.0121</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0110</td>
<td>0.0128</td>
<td>0.5986</td>
<td>0.0128</td>
<td>0.0128</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0117</td>
<td>0.0134</td>
<td>0.5980</td>
<td>0.0134</td>
<td>0.0134</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0121</td>
<td>0.0126</td>
<td>0.5988</td>
<td>0.0126</td>
<td>0.0126</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0086</td>
<td>0.0105</td>
<td>0.6008</td>
<td>0.0105</td>
<td>0.0105</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0113</td>
<td>0.0135</td>
<td>0.5979</td>
<td>0.0135</td>
<td>0.0135</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0109</td>
<td>0.0121</td>
<td>0.5992</td>
<td>0.0121</td>
<td>0.0121</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0194</td>
<td>0.0208</td>
<td>0.5905</td>
<td>0.0209</td>
<td>0.0209</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0086</td>
<td>0.0086</td>
<td>0.6028</td>
<td>0.0086</td>
<td>0.0086</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0136</td>
<td>0.0164</td>
<td>0.5950</td>
<td>0.0164</td>
<td>0.0164</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0074</td>
<td>0.0091</td>
<td>0.6014</td>
<td>0.0100</td>
<td>0.0100</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0002</td>
<td>0.6114</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: M11</div>
<div>train: [0.94409884 0.05590116]</div>
<div>validation: [0.94410367 0.05589633]</div>
<div>evaluate_binary: 350.246s</div>
<div>evaluate_multiclass: 186.170s</div>
<div>kfcv: 106.680s</div>
<div>atc_mc: 169.230s</div>
<div>atc_ne: 99.756s</div>
<div>doc_feat: 75.310s</div>
<div>rca_score: 1245.803s</div>
<div>rca_star_score: 1216.185s</div>
<div>tot: 1288.407s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0023</td>
<td>0.0219</td>
<td>0.3491</td>
<td>0.0863</td>
<td>0.0863</td>
<td>0.3486</td>
<td>0.4469</td>
<td>0.4354</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0510</td>
<td>0.0723</td>
<td>0.3278</td>
<td>0.0744</td>
<td>0.0744</td>
<td>0.3274</td>
<td>0.3527</td>
<td>0.3499</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0920</td>
<td>0.1052</td>
<td>0.3121</td>
<td>0.0744</td>
<td>0.0744</td>
<td>0.3118</td>
<td>0.2940</td>
<td>0.3077</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0905</td>
<td>0.1009</td>
<td>0.2820</td>
<td>0.0592</td>
<td>0.0592</td>
<td>0.2818</td>
<td>0.2580</td>
<td>0.2777</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0874</td>
<td>0.1053</td>
<td>0.2677</td>
<td>0.0631</td>
<td>0.0631</td>
<td>0.2676</td>
<td>0.2595</td>
<td>0.2801</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0816</td>
<td>0.0937</td>
<td>0.2527</td>
<td>0.0594</td>
<td>0.0594</td>
<td>0.2527</td>
<td>0.2597</td>
<td>0.2814</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0699</td>
<td>0.0789</td>
<td>0.2298</td>
<td>0.0513</td>
<td>0.0513</td>
<td>0.2300</td>
<td>0.2362</td>
<td>0.2575</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0682</td>
<td>0.0796</td>
<td>0.2150</td>
<td>0.0532</td>
<td>0.0532</td>
<td>0.2153</td>
<td>0.2167</td>
<td>0.2376</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0573</td>
<td>0.0635</td>
<td>0.1964</td>
<td>0.0483</td>
<td>0.0483</td>
<td>0.1968</td>
<td>0.1923</td>
<td>0.2133</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0502</td>
<td>0.0606</td>
<td>0.1823</td>
<td>0.0469</td>
<td>0.0469</td>
<td>0.1828</td>
<td>0.1724</td>
<td>0.1934</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0455</td>
<td>0.0542</td>
<td>0.1576</td>
<td>0.0379</td>
<td>0.0379</td>
<td>0.1582</td>
<td>0.1450</td>
<td>0.1660</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0386</td>
<td>0.0426</td>
<td>0.1407</td>
<td>0.0356</td>
<td>0.0356</td>
<td>0.1414</td>
<td>0.1257</td>
<td>0.1467</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0393</td>
<td>0.0450</td>
<td>0.1271</td>
<td>0.0381</td>
<td>0.0381</td>
<td>0.1279</td>
<td>0.1106</td>
<td>0.1315</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0328</td>
<td>0.0388</td>
<td>0.1139</td>
<td>0.0360</td>
<td>0.0360</td>
<td>0.1148</td>
<td>0.0969</td>
<td>0.1176</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0376</td>
<td>0.0404</td>
<td>0.0932</td>
<td>0.0356</td>
<td>0.0356</td>
<td>0.0942</td>
<td>0.0760</td>
<td>0.0966</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0272</td>
<td>0.0273</td>
<td>0.0730</td>
<td>0.0282</td>
<td>0.0282</td>
<td>0.0742</td>
<td>0.0560</td>
<td>0.0764</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0311</td>
<td>0.0247</td>
<td>0.0550</td>
<td>0.0300</td>
<td>0.0300</td>
<td>0.0563</td>
<td>0.0382</td>
<td>0.0583</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0234</td>
<td>0.0232</td>
<td>0.0364</td>
<td>0.0223</td>
<td>0.0223</td>
<td>0.0378</td>
<td>0.0219</td>
<td>0.0397</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0192</td>
<td>0.0183</td>
<td>0.0182</td>
<td>0.0160</td>
<td>0.0160</td>
<td>0.0194</td>
<td>0.0124</td>
<td>0.0210</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0165</td>
<td>0.0135</td>
<td>0.0088</td>
<td>0.0117</td>
<td>0.0117</td>
<td>0.0089</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0061</td>
<td>0.0055</td>
<td>0.0186</td>
<td>0.0033</td>
<td>0.0033</td>
<td>0.0169</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0018</td>
<td>0.0170</td>
<td>0.1140</td>
<td>0.0379</td>
<td>0.0379</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0250</td>
<td>0.0426</td>
<td>0.1119</td>
<td>0.0387</td>
<td>0.0387</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0461</td>
<td>0.0616</td>
<td>0.1141</td>
<td>0.0416</td>
<td>0.0416</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0475</td>
<td>0.0617</td>
<td>0.1041</td>
<td>0.0397</td>
<td>0.0397</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0499</td>
<td>0.0709</td>
<td>0.1074</td>
<td>0.0485</td>
<td>0.0485</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0496</td>
<td>0.0663</td>
<td>0.1102</td>
<td>0.0470</td>
<td>0.0470</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0469</td>
<td>0.0597</td>
<td>0.1054</td>
<td>0.0454</td>
<td>0.0454</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0512</td>
<td>0.0671</td>
<td>0.1090</td>
<td>0.0558</td>
<td>0.0558</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0438</td>
<td>0.0566</td>
<td>0.1088</td>
<td>0.0473</td>
<td>0.0473</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0425</td>
<td>0.0606</td>
<td>0.1136</td>
<td>0.0505</td>
<td>0.0505</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0429</td>
<td>0.0596</td>
<td>0.1051</td>
<td>0.0550</td>
<td>0.0550</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0414</td>
<td>0.0521</td>
<td>0.1059</td>
<td>0.0491</td>
<td>0.0491</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0475</td>
<td>0.0622</td>
<td>0.1149</td>
<td>0.0599</td>
<td>0.0599</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0464</td>
<td>0.0650</td>
<td>0.1282</td>
<td>0.0702</td>
<td>0.0702</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0666</td>
<td>0.0780</td>
<td>0.1251</td>
<td>0.0732</td>
<td>0.0732</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0618</td>
<td>0.0630</td>
<td>0.1208</td>
<td>0.0717</td>
<td>0.0717</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1169</td>
<td>0.0816</td>
<td>0.1240</td>
<td>0.0962</td>
<td>0.0962</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1162</td>
<td>0.0982</td>
<td>0.1268</td>
<td>0.0994</td>
<td>0.0994</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1245</td>
<td>0.1044</td>
<td>0.1286</td>
<td>0.1100</td>
<td>0.1100</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2284</td>
<td>0.1708</td>
<td>0.1557</td>
<td>0.1746</td>
<td>0.1746</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0368</td>
<td>0.0664</td>
<td>0.8868</td>
<td>0.0500</td>
<td>0.0500</td>
</tr>
</tbody>
</table>
<div>target: M12</div>
<div>train: [0.9683774 0.0316226]</div>
<div>validation: [0.96838013 0.03161987]</div>
<div>evaluate_binary: 388.733s</div>
<div>evaluate_multiclass: 144.432s</div>
<div>kfcv: 199.371s</div>
<div>atc_mc: 127.456s</div>
<div>atc_ne: 206.927s</div>
<div>doc_feat: 172.047s</div>
<div>rca_score: 1212.021s</div>
<div>rca_star_score: 1206.772s</div>
<div>tot: 1256.777s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0030</td>
<td>0.0328</td>
<td>0.6541</td>
<td>0.1457</td>
<td>0.1457</td>
<td>0.6541</td>
<td>0.6675</td>
<td>0.6782</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0536</td>
<td>0.0838</td>
<td>0.6255</td>
<td>0.1392</td>
<td>0.1392</td>
<td>0.6256</td>
<td>0.6387</td>
<td>0.6493</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1040</td>
<td>0.1432</td>
<td>0.5807</td>
<td>0.1244</td>
<td>0.1244</td>
<td>0.5809</td>
<td>0.5938</td>
<td>0.6045</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1500</td>
<td>0.1820</td>
<td>0.5533</td>
<td>0.1165</td>
<td>0.1165</td>
<td>0.5536</td>
<td>0.5661</td>
<td>0.5768</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1469</td>
<td>0.1635</td>
<td>0.5093</td>
<td>0.1068</td>
<td>0.1068</td>
<td>0.5098</td>
<td>0.5220</td>
<td>0.5327</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1394</td>
<td>0.1682</td>
<td>0.4828</td>
<td>0.1098</td>
<td>0.1098</td>
<td>0.4834</td>
<td>0.4954</td>
<td>0.5061</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1275</td>
<td>0.1494</td>
<td>0.4520</td>
<td>0.1001</td>
<td>0.1001</td>
<td>0.4527</td>
<td>0.4646</td>
<td>0.4752</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1107</td>
<td>0.1321</td>
<td>0.4209</td>
<td>0.0992</td>
<td>0.0992</td>
<td>0.4217</td>
<td>0.4334</td>
<td>0.4440</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0968</td>
<td>0.1188</td>
<td>0.3820</td>
<td>0.0866</td>
<td>0.0866</td>
<td>0.3830</td>
<td>0.3945</td>
<td>0.4051</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0850</td>
<td>0.1034</td>
<td>0.3521</td>
<td>0.0828</td>
<td>0.0828</td>
<td>0.3532</td>
<td>0.3645</td>
<td>0.3752</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0742</td>
<td>0.0914</td>
<td>0.3133</td>
<td>0.0735</td>
<td>0.0735</td>
<td>0.3145</td>
<td>0.3257</td>
<td>0.3363</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0594</td>
<td>0.0739</td>
<td>0.2787</td>
<td>0.0725</td>
<td>0.0725</td>
<td>0.2800</td>
<td>0.2911</td>
<td>0.3017</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0514</td>
<td>0.0666</td>
<td>0.2426</td>
<td>0.0534</td>
<td>0.0534</td>
<td>0.2440</td>
<td>0.2550</td>
<td>0.2656</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0498</td>
<td>0.0625</td>
<td>0.2205</td>
<td>0.0663</td>
<td>0.0663</td>
<td>0.2221</td>
<td>0.2329</td>
<td>0.2435</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0369</td>
<td>0.0501</td>
<td>0.1844</td>
<td>0.0509</td>
<td>0.0509</td>
<td>0.1861</td>
<td>0.1968</td>
<td>0.2074</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0379</td>
<td>0.0383</td>
<td>0.1463</td>
<td>0.0417</td>
<td>0.0417</td>
<td>0.1481</td>
<td>0.1587</td>
<td>0.1693</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0275</td>
<td>0.0327</td>
<td>0.1128</td>
<td>0.0361</td>
<td>0.0361</td>
<td>0.1148</td>
<td>0.1252</td>
<td>0.1358</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0244</td>
<td>0.0283</td>
<td>0.0765</td>
<td>0.0239</td>
<td>0.0239</td>
<td>0.0786</td>
<td>0.0889</td>
<td>0.0995</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0205</td>
<td>0.0237</td>
<td>0.0446</td>
<td>0.0244</td>
<td>0.0244</td>
<td>0.0468</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0161</td>
<td>0.0179</td>
<td>0.0144</td>
<td>0.0159</td>
<td>0.0159</td>
<td>0.0160</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0021</td>
<td>0.0022</td>
<td>0.0224</td>
<td>0.0033</td>
<td>0.0033</td>
<td>0.0199</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0037</td>
<td>0.0391</td>
<td>0.2249</td>
<td>0.2281</td>
<td>0.2281</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0235</td>
<td>0.0630</td>
<td>0.2311</td>
<td>0.2320</td>
<td>0.2320</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0443</td>
<td>0.0956</td>
<td>0.2182</td>
<td>0.2364</td>
<td>0.2364</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0628</td>
<td>0.1209</td>
<td>0.2260</td>
<td>0.2452</td>
<td>0.2452</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0653</td>
<td>0.1097</td>
<td>0.2118</td>
<td>0.2301</td>
<td>0.2301</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0685</td>
<td>0.1280</td>
<td>0.2223</td>
<td>0.2374</td>
<td>0.2374</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0656</td>
<td>0.1193</td>
<td>0.2271</td>
<td>0.2312</td>
<td>0.2312</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0666</td>
<td>0.1183</td>
<td>0.2320</td>
<td>0.2335</td>
<td>0.2335</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0596</td>
<td>0.1128</td>
<td>0.2233</td>
<td>0.2311</td>
<td>0.2311</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0657</td>
<td>0.1138</td>
<td>0.2313</td>
<td>0.2405</td>
<td>0.2405</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0592</td>
<td>0.1057</td>
<td>0.2215</td>
<td>0.2402</td>
<td>0.2402</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0617</td>
<td>0.1050</td>
<td>0.2201</td>
<td>0.2322</td>
<td>0.2322</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0593</td>
<td>0.1089</td>
<td>0.2122</td>
<td>0.2715</td>
<td>0.2715</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0642</td>
<td>0.1180</td>
<td>0.2497</td>
<td>0.2050</td>
<td>0.2050</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0621</td>
<td>0.1181</td>
<td>0.2454</td>
<td>0.2367</td>
<td>0.2367</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1027</td>
<td>0.1130</td>
<td>0.2273</td>
<td>0.2325</td>
<td>0.2325</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0839</td>
<td>0.1212</td>
<td>0.2340</td>
<td>0.2342</td>
<td>0.2342</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1276</td>
<td>0.1550</td>
<td>0.2151</td>
<td>0.2605</td>
<td>0.2605</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1423</td>
<td>0.1724</td>
<td>0.2465</td>
<td>0.2551</td>
<td>0.2551</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1928</td>
<td>0.2059</td>
<td>0.3203</td>
<td>0.2870</td>
<td>0.2870</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0167</td>
<td>0.0393</td>
<td>0.7109</td>
<td>0.0100</td>
<td>0.0100</td>
</tr>
</tbody>
</table>
<div>target: M13</div>
<div>train: [0.93105236 0.06894764]</div>
<div>validation: [0.93105832 0.06894168]</div>
<div>evaluate_binary: 325.372s</div>
<div>evaluate_multiclass: 189.027s</div>
<div>kfcv: 110.743s</div>
<div>atc_mc: 176.696s</div>
<div>atc_ne: 105.095s</div>
<div>doc_feat: 77.559s</div>
<div>rca_score: 1219.115s</div>
<div>rca_star_score: 1234.910s</div>
<div>tot: 1284.729s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0010</td>
<td>0.0213</td>
<td>0.3685</td>
<td>0.1115</td>
<td>0.1115</td>
<td>0.3667</td>
<td>0.4427</td>
<td>0.4345</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0534</td>
<td>0.0757</td>
<td>0.3361</td>
<td>0.0887</td>
<td>0.0887</td>
<td>0.3344</td>
<td>0.3953</td>
<td>0.3930</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0902</td>
<td>0.1136</td>
<td>0.3287</td>
<td>0.0975</td>
<td>0.0975</td>
<td>0.3271</td>
<td>0.3173</td>
<td>0.3267</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0903</td>
<td>0.1147</td>
<td>0.3039</td>
<td>0.0914</td>
<td>0.0914</td>
<td>0.3025</td>
<td>0.2832</td>
<td>0.2987</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0772</td>
<td>0.0962</td>
<td>0.2763</td>
<td>0.0842</td>
<td>0.0842</td>
<td>0.2750</td>
<td>0.2709</td>
<td>0.2862</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0756</td>
<td>0.0962</td>
<td>0.2708</td>
<td>0.0870</td>
<td>0.0870</td>
<td>0.2696</td>
<td>0.2745</td>
<td>0.2912</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0608</td>
<td>0.0763</td>
<td>0.2495</td>
<td>0.0858</td>
<td>0.0858</td>
<td>0.2484</td>
<td>0.2498</td>
<td>0.2662</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0565</td>
<td>0.0750</td>
<td>0.2303</td>
<td>0.0814</td>
<td>0.0814</td>
<td>0.2293</td>
<td>0.2253</td>
<td>0.2418</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0502</td>
<td>0.0713</td>
<td>0.2122</td>
<td>0.0631</td>
<td>0.0631</td>
<td>0.2113</td>
<td>0.2007</td>
<td>0.2172</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0480</td>
<td>0.0614</td>
<td>0.1844</td>
<td>0.0601</td>
<td>0.0601</td>
<td>0.1836</td>
<td>0.1695</td>
<td>0.1861</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0387</td>
<td>0.0495</td>
<td>0.1750</td>
<td>0.0574</td>
<td>0.0574</td>
<td>0.1744</td>
<td>0.1550</td>
<td>0.1716</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0374</td>
<td>0.0488</td>
<td>0.1541</td>
<td>0.0504</td>
<td>0.0504</td>
<td>0.1535</td>
<td>0.1321</td>
<td>0.1488</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0292</td>
<td>0.0375</td>
<td>0.1305</td>
<td>0.0413</td>
<td>0.0413</td>
<td>0.1301</td>
<td>0.1075</td>
<td>0.1242</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0300</td>
<td>0.0366</td>
<td>0.1173</td>
<td>0.0458</td>
<td>0.0458</td>
<td>0.1170</td>
<td>0.0938</td>
<td>0.1105</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0282</td>
<td>0.0350</td>
<td>0.0940</td>
<td>0.0366</td>
<td>0.0366</td>
<td>0.0938</td>
<td>0.0705</td>
<td>0.0872</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0273</td>
<td>0.0326</td>
<td>0.0707</td>
<td>0.0294</td>
<td>0.0294</td>
<td>0.0706</td>
<td>0.0473</td>
<td>0.0638</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0255</td>
<td>0.0300</td>
<td>0.0590</td>
<td>0.0288</td>
<td>0.0288</td>
<td>0.0590</td>
<td>0.0360</td>
<td>0.0521</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0198</td>
<td>0.0242</td>
<td>0.0389</td>
<td>0.0243</td>
<td>0.0243</td>
<td>0.0391</td>
<td>0.0193</td>
<td>0.0322</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0198</td>
<td>0.0229</td>
<td>0.0184</td>
<td>0.0171</td>
<td>0.0171</td>
<td>0.0186</td>
<td>0.0132</td>
<td>0.0139</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0152</td>
<td>0.0152</td>
<td>0.0096</td>
<td>0.0133</td>
<td>0.0133</td>
<td>0.0095</td>
<td>0.0255</td>
<td>0.0114</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0052</td>
<td>0.0047</td>
<td>0.0205</td>
<td>0.0038</td>
<td>0.0038</td>
<td>0.0200</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0008</td>
<td>0.0170</td>
<td>0.1434</td>
<td>0.0348</td>
<td>0.0348</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0272</td>
<td>0.0458</td>
<td>0.1328</td>
<td>0.0327</td>
<td>0.0327</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0449</td>
<td>0.0686</td>
<td>0.1430</td>
<td>0.0324</td>
<td>0.0324</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0466</td>
<td>0.0722</td>
<td>0.1380</td>
<td>0.0394</td>
<td>0.0394</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0427</td>
<td>0.0644</td>
<td>0.1304</td>
<td>0.0435</td>
<td>0.0435</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0449</td>
<td>0.0688</td>
<td>0.1434</td>
<td>0.0431</td>
<td>0.0431</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0384</td>
<td>0.0585</td>
<td>0.1420</td>
<td>0.0474</td>
<td>0.0474</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0390</td>
<td>0.0629</td>
<td>0.1427</td>
<td>0.0470</td>
<td>0.0470</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0369</td>
<td>0.0657</td>
<td>0.1440</td>
<td>0.0401</td>
<td>0.0401</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0393</td>
<td>0.0592</td>
<td>0.1319</td>
<td>0.0417</td>
<td>0.0417</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0343</td>
<td>0.0534</td>
<td>0.1471</td>
<td>0.0408</td>
<td>0.0408</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0393</td>
<td>0.0609</td>
<td>0.1455</td>
<td>0.0535</td>
<td>0.0535</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0351</td>
<td>0.0520</td>
<td>0.1372</td>
<td>0.0551</td>
<td>0.0551</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0418</td>
<td>0.0584</td>
<td>0.1511</td>
<td>0.0608</td>
<td>0.0608</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0480</td>
<td>0.0616</td>
<td>0.1447</td>
<td>0.0638</td>
<td>0.0638</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0607</td>
<td>0.0722</td>
<td>0.1321</td>
<td>0.0593</td>
<td>0.0593</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0784</td>
<td>0.0847</td>
<td>0.1595</td>
<td>0.0717</td>
<td>0.0717</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0776</td>
<td>0.0947</td>
<td>0.1630</td>
<td>0.1019</td>
<td>0.1019</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1181</td>
<td>0.1320</td>
<td>0.1537</td>
<td>0.1078</td>
<td>0.1078</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2088</td>
<td>0.1783</td>
<td>0.1868</td>
<td>0.1860</td>
<td>0.1860</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0399</td>
<td>0.0728</td>
<td>0.8990</td>
<td>0.1200</td>
<td>0.1200</td>
</tr>
</tbody>
</table>
<div>target: M131</div>
<div>train: [0.95930534 0.04069466]</div>
<div>validation: [0.95922246 0.04077754]</div>
<div>evaluate_binary: 301.469s</div>
<div>evaluate_multiclass: 233.836s</div>
<div>kfcv: 197.763s</div>
<div>atc_mc: 208.329s</div>
<div>atc_ne: 203.979s</div>
<div>doc_feat: 76.945s</div>
<div>rca_score: 1221.431s</div>
<div>rca_star_score: 1220.546s</div>
<div>tot: 1273.127s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0008</td>
<td>0.0205</td>
<td>0.3872</td>
<td>0.0672</td>
<td>0.0672</td>
<td>0.3880</td>
<td>0.4122</td>
<td>0.4139</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0506</td>
<td>0.0703</td>
<td>0.3731</td>
<td>0.0684</td>
<td>0.0684</td>
<td>0.3741</td>
<td>0.3759</td>
<td>0.3844</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0944</td>
<td>0.1074</td>
<td>0.3449</td>
<td>0.0578</td>
<td>0.0578</td>
<td>0.3459</td>
<td>0.3448</td>
<td>0.3558</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1050</td>
<td>0.1047</td>
<td>0.3346</td>
<td>0.0613</td>
<td>0.0613</td>
<td>0.3358</td>
<td>0.3430</td>
<td>0.3545</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0937</td>
<td>0.0909</td>
<td>0.3051</td>
<td>0.0577</td>
<td>0.0577</td>
<td>0.3064</td>
<td>0.3169</td>
<td>0.3284</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0848</td>
<td>0.0844</td>
<td>0.2914</td>
<td>0.0550</td>
<td>0.0550</td>
<td>0.2928</td>
<td>0.3017</td>
<td>0.3135</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0640</td>
<td>0.0661</td>
<td>0.2651</td>
<td>0.0536</td>
<td>0.0536</td>
<td>0.2666</td>
<td>0.2744</td>
<td>0.2862</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0626</td>
<td>0.0609</td>
<td>0.2503</td>
<td>0.0527</td>
<td>0.0527</td>
<td>0.2519</td>
<td>0.2564</td>
<td>0.2684</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0547</td>
<td>0.0568</td>
<td>0.2316</td>
<td>0.0562</td>
<td>0.0562</td>
<td>0.2334</td>
<td>0.2346</td>
<td>0.2467</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0449</td>
<td>0.0458</td>
<td>0.2024</td>
<td>0.0454</td>
<td>0.0454</td>
<td>0.2043</td>
<td>0.2038</td>
<td>0.2159</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0388</td>
<td>0.0414</td>
<td>0.1915</td>
<td>0.0473</td>
<td>0.0473</td>
<td>0.1935</td>
<td>0.1895</td>
<td>0.2014</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0322</td>
<td>0.0321</td>
<td>0.1652</td>
<td>0.0406</td>
<td>0.0406</td>
<td>0.1673</td>
<td>0.1615</td>
<td>0.1734</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0269</td>
<td>0.0317</td>
<td>0.1432</td>
<td>0.0380</td>
<td>0.0380</td>
<td>0.1454</td>
<td>0.1380</td>
<td>0.1498</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0204</td>
<td>0.0239</td>
<td>0.1250</td>
<td>0.0353</td>
<td>0.0353</td>
<td>0.1274</td>
<td>0.1191</td>
<td>0.1309</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0236</td>
<td>0.0266</td>
<td>0.1093</td>
<td>0.0356</td>
<td>0.0356</td>
<td>0.1118</td>
<td>0.1029</td>
<td>0.1148</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0258</td>
<td>0.0314</td>
<td>0.0839</td>
<td>0.0254</td>
<td>0.0254</td>
<td>0.0865</td>
<td>0.0775</td>
<td>0.0893</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0200</td>
<td>0.0275</td>
<td>0.0626</td>
<td>0.0244</td>
<td>0.0244</td>
<td>0.0653</td>
<td>0.0562</td>
<td>0.0680</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0237</td>
<td>0.0250</td>
<td>0.0447</td>
<td>0.0216</td>
<td>0.0216</td>
<td>0.0475</td>
<td>0.0383</td>
<td>0.0501</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0194</td>
<td>0.0212</td>
<td>0.0265</td>
<td>0.0188</td>
<td>0.0188</td>
<td>0.0292</td>
<td>0.0211</td>
<td>0.0315</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0149</td>
<td>0.0141</td>
<td>0.0074</td>
<td>0.0115</td>
<td>0.0115</td>
<td>0.0086</td>
<td>0.0088</td>
<td>0.0096</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0026</td>
<td>0.0019</td>
<td>0.0172</td>
<td>0.0025</td>
<td>0.0025</td>
<td>0.0140</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0006</td>
<td>0.0166</td>
<td>0.1116</td>
<td>0.0647</td>
<td>0.0647</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0242</td>
<td>0.0416</td>
<td>0.1169</td>
<td>0.0615</td>
<td>0.0615</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0461</td>
<td>0.0639</td>
<td>0.1103</td>
<td>0.0745</td>
<td>0.0745</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0530</td>
<td>0.0646</td>
<td>0.1197</td>
<td>0.0688</td>
<td>0.0688</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0504</td>
<td>0.0596</td>
<td>0.1111</td>
<td>0.0678</td>
<td>0.0678</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0487</td>
<td>0.0601</td>
<td>0.1180</td>
<td>0.0684</td>
<td>0.0684</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0401</td>
<td>0.0519</td>
<td>0.1117</td>
<td>0.0693</td>
<td>0.0693</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0428</td>
<td>0.0516</td>
<td>0.1182</td>
<td>0.0689</td>
<td>0.0689</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0411</td>
<td>0.0522</td>
<td>0.1217</td>
<td>0.0743</td>
<td>0.0743</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0375</td>
<td>0.0457</td>
<td>0.1105</td>
<td>0.0801</td>
<td>0.0801</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0356</td>
<td>0.0481</td>
<td>0.1253</td>
<td>0.0755</td>
<td>0.0755</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0326</td>
<td>0.0406</td>
<td>0.1150</td>
<td>0.0763</td>
<td>0.0763</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0347</td>
<td>0.0471</td>
<td>0.1115</td>
<td>0.0868</td>
<td>0.0868</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0264</td>
<td>0.0404</td>
<td>0.1187</td>
<td>0.0828</td>
<td>0.0828</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0448</td>
<td>0.0573</td>
<td>0.1312</td>
<td>0.0876</td>
<td>0.0876</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0600</td>
<td>0.0764</td>
<td>0.1205</td>
<td>0.0982</td>
<td>0.0982</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0537</td>
<td>0.0773</td>
<td>0.1167</td>
<td>0.0992</td>
<td>0.0992</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1014</td>
<td>0.1041</td>
<td>0.1302</td>
<td>0.1202</td>
<td>0.1202</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1109</td>
<td>0.1288</td>
<td>0.1593</td>
<td>0.1479</td>
<td>0.1479</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2059</td>
<td>0.1809</td>
<td>0.1532</td>
<td>0.1841</td>
<td>0.1841</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0436</td>
<td>0.0627</td>
<td>0.8558</td>
<td>0.0533</td>
<td>0.0533</td>
</tr>
</tbody>
</table>
<div>target: M132</div>
<div>train: [0.96984621 0.03015379]</div>
<div>validation: [0.96976242 0.03023758]</div>
<div>evaluate_binary: 321.525s</div>
<div>evaluate_multiclass: 206.725s</div>
<div>kfcv: 173.106s</div>
<div>atc_mc: 170.535s</div>
<div>atc_ne: 107.990s</div>
<div>doc_feat: 84.375s</div>
<div>rca_score: 1216.493s</div>
<div>rca_star_score: 1232.990s</div>
<div>tot: 1283.130s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0321</td>
<td>0.0555</td>
<td>0.5060</td>
<td>0.1270</td>
<td>0.1270</td>
<td>0.5057</td>
<td>0.5117</td>
<td>0.5245</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.1024</td>
<td>0.1150</td>
<td>0.4899</td>
<td>0.1208</td>
<td>0.1208</td>
<td>0.4897</td>
<td>0.5004</td>
<td>0.5133</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1253</td>
<td>0.1636</td>
<td>0.4543</td>
<td>0.1083</td>
<td>0.1083</td>
<td>0.4542</td>
<td>0.4647</td>
<td>0.4774</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1881</td>
<td>0.2076</td>
<td>0.4293</td>
<td>0.1052</td>
<td>0.1052</td>
<td>0.4294</td>
<td>0.4383</td>
<td>0.4511</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.2069</td>
<td>0.2170</td>
<td>0.4093</td>
<td>0.0996</td>
<td>0.0996</td>
<td>0.4095</td>
<td>0.4160</td>
<td>0.4288</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1893</td>
<td>0.2036</td>
<td>0.3772</td>
<td>0.0889</td>
<td>0.0889</td>
<td>0.3775</td>
<td>0.3833</td>
<td>0.3959</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1676</td>
<td>0.1771</td>
<td>0.3543</td>
<td>0.1016</td>
<td>0.1016</td>
<td>0.3548</td>
<td>0.3595</td>
<td>0.3721</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1622</td>
<td>0.1707</td>
<td>0.3224</td>
<td>0.0819</td>
<td>0.0819</td>
<td>0.3230</td>
<td>0.3267</td>
<td>0.3392</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1414</td>
<td>0.1531</td>
<td>0.3019</td>
<td>0.0861</td>
<td>0.0861</td>
<td>0.3026</td>
<td>0.3053</td>
<td>0.3178</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1394</td>
<td>0.1457</td>
<td>0.2760</td>
<td>0.0705</td>
<td>0.0705</td>
<td>0.2768</td>
<td>0.2789</td>
<td>0.2914</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1312</td>
<td>0.1290</td>
<td>0.2515</td>
<td>0.0681</td>
<td>0.0681</td>
<td>0.2525</td>
<td>0.2540</td>
<td>0.2665</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0984</td>
<td>0.1005</td>
<td>0.2161</td>
<td>0.0562</td>
<td>0.0562</td>
<td>0.2172</td>
<td>0.2185</td>
<td>0.2311</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0945</td>
<td>0.0970</td>
<td>0.1918</td>
<td>0.0543</td>
<td>0.0543</td>
<td>0.1930</td>
<td>0.1941</td>
<td>0.2066</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0858</td>
<td>0.0835</td>
<td>0.1630</td>
<td>0.0524</td>
<td>0.0524</td>
<td>0.1643</td>
<td>0.1652</td>
<td>0.1777</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0623</td>
<td>0.0663</td>
<td>0.1399</td>
<td>0.0408</td>
<td>0.0408</td>
<td>0.1414</td>
<td>0.1421</td>
<td>0.1546</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0576</td>
<td>0.0604</td>
<td>0.1139</td>
<td>0.0368</td>
<td>0.0368</td>
<td>0.1155</td>
<td>0.1161</td>
<td>0.1286</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0455</td>
<td>0.0435</td>
<td>0.0896</td>
<td>0.0341</td>
<td>0.0341</td>
<td>0.0913</td>
<td>0.0918</td>
<td>0.1043</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0294</td>
<td>0.0331</td>
<td>0.0653</td>
<td>0.0282</td>
<td>0.0282</td>
<td>0.0672</td>
<td>0.0675</td>
<td>0.0800</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0257</td>
<td>0.0284</td>
<td>0.0351</td>
<td>0.0195</td>
<td>0.0195</td>
<td>0.0370</td>
<td>0.0372</td>
<td>0.0496</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0196</td>
<td>0.0178</td>
<td>0.0119</td>
<td>0.0121</td>
<td>0.0121</td>
<td>0.0131</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0041</td>
<td>0.0032</td>
<td>0.0165</td>
<td>0.0020</td>
<td>0.0020</td>
<td>0.0144</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0357</td>
<td>0.0551</td>
<td>0.1585</td>
<td>0.0876</td>
<td>0.0876</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0820</td>
<td>0.0896</td>
<td>0.1681</td>
<td>0.0892</td>
<td>0.0892</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0738</td>
<td>0.1119</td>
<td>0.1588</td>
<td>0.0868</td>
<td>0.0868</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1197</td>
<td>0.1434</td>
<td>0.1610</td>
<td>0.0949</td>
<td>0.0949</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1368</td>
<td>0.1592</td>
<td>0.1676</td>
<td>0.1009</td>
<td>0.1009</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.1282</td>
<td>0.1579</td>
<td>0.1615</td>
<td>0.1053</td>
<td>0.1053</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1221</td>
<td>0.1466</td>
<td>0.1663</td>
<td>0.0869</td>
<td>0.0869</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1389</td>
<td>0.1556</td>
<td>0.1582</td>
<td>0.1010</td>
<td>0.1010</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1177</td>
<td>0.1468</td>
<td>0.1677</td>
<td>0.0943</td>
<td>0.0943</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1462</td>
<td>0.1608</td>
<td>0.1684</td>
<td>0.1058</td>
<td>0.1058</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1565</td>
<td>0.1603</td>
<td>0.1732</td>
<td>0.1047</td>
<td>0.1047</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1354</td>
<td>0.1355</td>
<td>0.1559</td>
<td>0.1054</td>
<td>0.1054</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1547</td>
<td>0.1576</td>
<td>0.1596</td>
<td>0.1012</td>
<td>0.1012</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1674</td>
<td>0.1570</td>
<td>0.1535</td>
<td>0.1242</td>
<td>0.1242</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1400</td>
<td>0.1555</td>
<td>0.1635</td>
<td>0.1121</td>
<td>0.1121</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.1501</td>
<td>0.1583</td>
<td>0.1639</td>
<td>0.1209</td>
<td>0.1209</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.1658</td>
<td>0.1539</td>
<td>0.1774</td>
<td>0.1239</td>
<td>0.1239</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1383</td>
<td>0.1748</td>
<td>0.1978</td>
<td>0.1316</td>
<td>0.1316</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.2017</td>
<td>0.2029</td>
<td>0.1795</td>
<td>0.1778</td>
<td>0.1778</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2941</td>
<td>0.2509</td>
<td>0.2194</td>
<td>0.2208</td>
<td>0.2208</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0102</td>
<td>0.0032</td>
<td>0.8025</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: M14</div>
<div>train: [0.8902713 0.1097287]</div>
<div>validation: [0.89019438 0.10980562]</div>
<div>evaluate_binary: 221.946s</div>
<div>evaluate_multiclass: 119.692s</div>
<div>kfcv: 142.085s</div>
<div>atc_mc: 136.098s</div>
<div>atc_ne: 89.356s</div>
<div>doc_feat: 74.912s</div>
<div>rca_score: 1226.222s</div>
<div>rca_star_score: 1225.357s</div>
<div>tot: 1281.699s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0029</td>
<td>0.0159</td>
<td>0.2247</td>
<td>0.0438</td>
<td>0.0438</td>
<td>0.2266</td>
<td>0.6137</td>
<td>0.5902</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0418</td>
<td>0.0504</td>
<td>0.2060</td>
<td>0.0444</td>
<td>0.0444</td>
<td>0.2079</td>
<td>0.6324</td>
<td>0.6089</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0398</td>
<td>0.0501</td>
<td>0.1915</td>
<td>0.0406</td>
<td>0.0406</td>
<td>0.1936</td>
<td>0.6440</td>
<td>0.6210</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0351</td>
<td>0.0487</td>
<td>0.1859</td>
<td>0.0438</td>
<td>0.0438</td>
<td>0.1880</td>
<td>0.6044</td>
<td>0.5828</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0330</td>
<td>0.0429</td>
<td>0.1752</td>
<td>0.0396</td>
<td>0.0396</td>
<td>0.1774</td>
<td>0.4998</td>
<td>0.4828</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0237</td>
<td>0.0368</td>
<td>0.1584</td>
<td>0.0409</td>
<td>0.0409</td>
<td>0.1608</td>
<td>0.3107</td>
<td>0.3069</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0225</td>
<td>0.0286</td>
<td>0.1457</td>
<td>0.0347</td>
<td>0.0347</td>
<td>0.1482</td>
<td>0.2072</td>
<td>0.2193</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0253</td>
<td>0.0299</td>
<td>0.1438</td>
<td>0.0396</td>
<td>0.0396</td>
<td>0.1463</td>
<td>0.1417</td>
<td>0.1629</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0194</td>
<td>0.0292</td>
<td>0.1214</td>
<td>0.0334</td>
<td>0.0334</td>
<td>0.1240</td>
<td>0.1120</td>
<td>0.1338</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0184</td>
<td>0.0249</td>
<td>0.1021</td>
<td>0.0338</td>
<td>0.0338</td>
<td>0.1049</td>
<td>0.0795</td>
<td>0.1015</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0180</td>
<td>0.0210</td>
<td>0.0974</td>
<td>0.0282</td>
<td>0.0282</td>
<td>0.1002</td>
<td>0.0556</td>
<td>0.0783</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0212</td>
<td>0.0257</td>
<td>0.0851</td>
<td>0.0321</td>
<td>0.0321</td>
<td>0.0880</td>
<td>0.0350</td>
<td>0.0571</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0201</td>
<td>0.0268</td>
<td>0.0717</td>
<td>0.0265</td>
<td>0.0265</td>
<td>0.0747</td>
<td>0.0213</td>
<td>0.0396</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0201</td>
<td>0.0255</td>
<td>0.0659</td>
<td>0.0239</td>
<td>0.0239</td>
<td>0.0690</td>
<td>0.0203</td>
<td>0.0339</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0172</td>
<td>0.0254</td>
<td>0.0464</td>
<td>0.0245</td>
<td>0.0245</td>
<td>0.0496</td>
<td>0.0226</td>
<td>0.0223</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0198</td>
<td>0.0226</td>
<td>0.0365</td>
<td>0.0219</td>
<td>0.0219</td>
<td>0.0398</td>
<td>0.0259</td>
<td>0.0157</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0177</td>
<td>0.0206</td>
<td>0.0255</td>
<td>0.0207</td>
<td>0.0207</td>
<td>0.0284</td>
<td>0.0348</td>
<td>0.0178</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0172</td>
<td>0.0165</td>
<td>0.0147</td>
<td>0.0180</td>
<td>0.0180</td>
<td>0.0165</td>
<td>0.0487</td>
<td>0.0270</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0163</td>
<td>0.0173</td>
<td>0.0107</td>
<td>0.0129</td>
<td>0.0129</td>
<td>0.0119</td>
<td>0.0554</td>
<td>0.0321</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0118</td>
<td>0.0108</td>
<td>0.0135</td>
<td>0.0107</td>
<td>0.0107</td>
<td>0.0113</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0031</td>
<td>0.0025</td>
<td>0.0248</td>
<td>0.0037</td>
<td>0.0037</td>
<td>0.0210</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0021</td>
<td>0.0106</td>
<td>0.0672</td>
<td>0.0232</td>
<td>0.0232</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0213</td>
<td>0.0285</td>
<td>0.0633</td>
<td>0.0296</td>
<td>0.0296</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0211</td>
<td>0.0293</td>
<td>0.0615</td>
<td>0.0303</td>
<td>0.0303</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0198</td>
<td>0.0311</td>
<td>0.0668</td>
<td>0.0307</td>
<td>0.0307</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0199</td>
<td>0.0287</td>
<td>0.0680</td>
<td>0.0287</td>
<td>0.0287</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0155</td>
<td>0.0271</td>
<td>0.0645</td>
<td>0.0341</td>
<td>0.0341</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0158</td>
<td>0.0225</td>
<td>0.0653</td>
<td>0.0313</td>
<td>0.0313</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0196</td>
<td>0.0256</td>
<td>0.0747</td>
<td>0.0309</td>
<td>0.0309</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0159</td>
<td>0.0273</td>
<td>0.0655</td>
<td>0.0350</td>
<td>0.0350</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0172</td>
<td>0.0247</td>
<td>0.0583</td>
<td>0.0336</td>
<td>0.0336</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0180</td>
<td>0.0234</td>
<td>0.0658</td>
<td>0.0342</td>
<td>0.0342</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0260</td>
<td>0.0324</td>
<td>0.0684</td>
<td>0.0464</td>
<td>0.0464</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0279</td>
<td>0.0379</td>
<td>0.0653</td>
<td>0.0415</td>
<td>0.0415</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0331</td>
<td>0.0428</td>
<td>0.0786</td>
<td>0.0404</td>
<td>0.0404</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0312</td>
<td>0.0473</td>
<td>0.0678</td>
<td>0.0501</td>
<td>0.0501</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0448</td>
<td>0.0526</td>
<td>0.0721</td>
<td>0.0542</td>
<td>0.0542</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0468</td>
<td>0.0570</td>
<td>0.0761</td>
<td>0.0641</td>
<td>0.0641</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0689</td>
<td>0.0614</td>
<td>0.0733</td>
<td>0.0743</td>
<td>0.0743</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1205</td>
<td>0.1045</td>
<td>0.1067</td>
<td>0.0884</td>
<td>0.0884</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1565</td>
<td>0.1238</td>
<td>0.1519</td>
<td>0.1289</td>
<td>0.1289</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0353</td>
<td>0.0644</td>
<td>0.9221</td>
<td>0.1380</td>
<td>0.1380</td>
</tr>
</tbody>
</table>
<div>target: M141</div>
<div>train: [0.93485398 0.06514602]</div>
<div>validation: [0.93485961 0.06514039]</div>
<div>evaluate_binary: 300.410s</div>
<div>evaluate_multiclass: 211.143s</div>
<div>kfcv: 106.019s</div>
<div>atc_mc: 193.164s</div>
<div>atc_ne: 168.442s</div>
<div>doc_feat: 154.162s</div>
<div>rca_score: 1231.179s</div>
<div>rca_star_score: 1227.842s</div>
<div>tot: 1275.118s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0063</td>
<td>0.0256</td>
<td>0.2921</td>
<td>0.0568</td>
<td>0.0568</td>
<td>0.2915</td>
<td>0.5947</td>
<td>0.5748</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0529</td>
<td>0.0592</td>
<td>0.2684</td>
<td>0.0450</td>
<td>0.0450</td>
<td>0.2680</td>
<td>0.6035</td>
<td>0.5845</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0779</td>
<td>0.0875</td>
<td>0.2530</td>
<td>0.0461</td>
<td>0.0461</td>
<td>0.2527</td>
<td>0.5370</td>
<td>0.5222</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0739</td>
<td>0.0818</td>
<td>0.2362</td>
<td>0.0456</td>
<td>0.0456</td>
<td>0.2360</td>
<td>0.4305</td>
<td>0.4262</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0715</td>
<td>0.0774</td>
<td>0.2196</td>
<td>0.0380</td>
<td>0.0380</td>
<td>0.2195</td>
<td>0.2505</td>
<td>0.2598</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0631</td>
<td>0.0712</td>
<td>0.2129</td>
<td>0.0398</td>
<td>0.0398</td>
<td>0.2129</td>
<td>0.2163</td>
<td>0.2345</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0520</td>
<td>0.0586</td>
<td>0.1815</td>
<td>0.0362</td>
<td>0.0362</td>
<td>0.1817</td>
<td>0.1849</td>
<td>0.2042</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0494</td>
<td>0.0603</td>
<td>0.1832</td>
<td>0.0402</td>
<td>0.0402</td>
<td>0.1835</td>
<td>0.1847</td>
<td>0.2052</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0454</td>
<td>0.0507</td>
<td>0.1686</td>
<td>0.0380</td>
<td>0.0380</td>
<td>0.1690</td>
<td>0.1628</td>
<td>0.1837</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0397</td>
<td>0.0439</td>
<td>0.1442</td>
<td>0.0316</td>
<td>0.0316</td>
<td>0.1447</td>
<td>0.1336</td>
<td>0.1546</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0411</td>
<td>0.0436</td>
<td>0.1371</td>
<td>0.0378</td>
<td>0.0378</td>
<td>0.1377</td>
<td>0.1194</td>
<td>0.1403</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0288</td>
<td>0.0351</td>
<td>0.1215</td>
<td>0.0319</td>
<td>0.0319</td>
<td>0.1223</td>
<td>0.0997</td>
<td>0.1205</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0319</td>
<td>0.0310</td>
<td>0.1015</td>
<td>0.0297</td>
<td>0.0297</td>
<td>0.1024</td>
<td>0.0779</td>
<td>0.0986</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0226</td>
<td>0.0261</td>
<td>0.0931</td>
<td>0.0311</td>
<td>0.0311</td>
<td>0.0941</td>
<td>0.0681</td>
<td>0.0886</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0235</td>
<td>0.0259</td>
<td>0.0704</td>
<td>0.0228</td>
<td>0.0228</td>
<td>0.0715</td>
<td>0.0454</td>
<td>0.0656</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0221</td>
<td>0.0229</td>
<td>0.0570</td>
<td>0.0220</td>
<td>0.0220</td>
<td>0.0582</td>
<td>0.0325</td>
<td>0.0519</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0195</td>
<td>0.0202</td>
<td>0.0424</td>
<td>0.0194</td>
<td>0.0194</td>
<td>0.0437</td>
<td>0.0215</td>
<td>0.0373</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0217</td>
<td>0.0226</td>
<td>0.0261</td>
<td>0.0191</td>
<td>0.0191</td>
<td>0.0274</td>
<td>0.0155</td>
<td>0.0226</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0179</td>
<td>0.0163</td>
<td>0.0145</td>
<td>0.0140</td>
<td>0.0140</td>
<td>0.0157</td>
<td>0.0168</td>
<td>0.0123</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0144</td>
<td>0.0114</td>
<td>0.0104</td>
<td>0.0106</td>
<td>0.0106</td>
<td>0.0102</td>
<td>0.0277</td>
<td>0.0127</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0028</td>
<td>0.0020</td>
<td>0.0199</td>
<td>0.0021</td>
<td>0.0021</td>
<td>0.0181</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0049</td>
<td>0.0184</td>
<td>0.0901</td>
<td>0.0423</td>
<td>0.0423</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0271</td>
<td>0.0328</td>
<td>0.0838</td>
<td>0.0364</td>
<td>0.0364</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0410</td>
<td>0.0518</td>
<td>0.0836</td>
<td>0.0422</td>
<td>0.0422</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0415</td>
<td>0.0509</td>
<td>0.0826</td>
<td>0.0397</td>
<td>0.0397</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0430</td>
<td>0.0512</td>
<td>0.0809</td>
<td>0.0383</td>
<td>0.0383</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0400</td>
<td>0.0505</td>
<td>0.0890</td>
<td>0.0363</td>
<td>0.0363</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0349</td>
<td>0.0450</td>
<td>0.0736</td>
<td>0.0499</td>
<td>0.0499</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0355</td>
<td>0.0506</td>
<td>0.0907</td>
<td>0.0492</td>
<td>0.0492</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0366</td>
<td>0.0461</td>
<td>0.0918</td>
<td>0.0372</td>
<td>0.0372</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0369</td>
<td>0.0454</td>
<td>0.0808</td>
<td>0.0490</td>
<td>0.0490</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0432</td>
<td>0.0487</td>
<td>0.0934</td>
<td>0.0526</td>
<td>0.0526</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0310</td>
<td>0.0448</td>
<td>0.0923</td>
<td>0.0431</td>
<td>0.0431</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0437</td>
<td>0.0444</td>
<td>0.0868</td>
<td>0.0512</td>
<td>0.0512</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0331</td>
<td>0.0428</td>
<td>0.1002</td>
<td>0.0572</td>
<td>0.0572</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0458</td>
<td>0.0512</td>
<td>0.0869</td>
<td>0.0553</td>
<td>0.0553</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0597</td>
<td>0.0568</td>
<td>0.0917</td>
<td>0.0686</td>
<td>0.0686</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0705</td>
<td>0.0666</td>
<td>0.0975</td>
<td>0.0685</td>
<td>0.0685</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.1079</td>
<td>0.1045</td>
<td>0.0986</td>
<td>0.0905</td>
<td>0.0905</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1545</td>
<td>0.1162</td>
<td>0.1146</td>
<td>0.0980</td>
<td>0.0980</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2456</td>
<td>0.1597</td>
<td>0.1572</td>
<td>0.1479</td>
<td>0.1479</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0100</td>
<td>0.0182</td>
<td>0.9035</td>
<td>0.0267</td>
<td>0.0267</td>
</tr>
</tbody>
</table>
<div>target: M142</div>
<div>train: [0.98660791 0.01339209]</div>
<div>validation: [0.98652268 0.01347732]</div>
<div>evaluate_binary: 360.311s</div>
<div>evaluate_multiclass: 147.946s</div>
<div>kfcv: 160.268s</div>
<div>atc_mc: 107.097s</div>
<div>atc_ne: 160.737s</div>
<div>doc_feat: 79.718s</div>
<div>rca_score: 1250.102s</div>
<div>rca_star_score: 1217.368s</div>
<div>tot: 1290.194s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0007</td>
<td>0.0503</td>
<td>0.6806</td>
<td>0.2352</td>
<td>0.2352</td>
<td>0.6800</td>
<td>0.6867</td>
<td>0.6920</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0507</td>
<td>0.0997</td>
<td>0.6386</td>
<td>0.2192</td>
<td>0.2192</td>
<td>0.6381</td>
<td>0.6445</td>
<td>0.6499</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.1006</td>
<td>0.1483</td>
<td>0.6076</td>
<td>0.2060</td>
<td>0.2060</td>
<td>0.6072</td>
<td>0.6133</td>
<td>0.6187</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.1504</td>
<td>0.1908</td>
<td>0.5784</td>
<td>0.2007</td>
<td>0.2007</td>
<td>0.5781</td>
<td>0.5838</td>
<td>0.5892</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.1975</td>
<td>0.2326</td>
<td>0.5431</td>
<td>0.1894</td>
<td>0.1894</td>
<td>0.5429</td>
<td>0.5484</td>
<td>0.5536</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.2096</td>
<td>0.2743</td>
<td>0.4967</td>
<td>0.1617</td>
<td>0.1617</td>
<td>0.4966</td>
<td>0.5020</td>
<td>0.5073</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.1861</td>
<td>0.3231</td>
<td>0.4713</td>
<td>0.1690</td>
<td>0.1690</td>
<td>0.4714</td>
<td>0.4763</td>
<td>0.4816</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.1675</td>
<td>0.3744</td>
<td>0.4349</td>
<td>0.1447</td>
<td>0.1447</td>
<td>0.4351</td>
<td>0.4399</td>
<td>0.4452</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.1505</td>
<td>0.4306</td>
<td>0.4045</td>
<td>0.1414</td>
<td>0.1414</td>
<td>0.4048</td>
<td>0.4093</td>
<td>0.4146</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.1408</td>
<td>0.4807</td>
<td>0.3693</td>
<td>0.1311</td>
<td>0.1311</td>
<td>0.3697</td>
<td>0.3740</td>
<td>0.3793</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.1112</td>
<td>0.5154</td>
<td>0.3345</td>
<td>0.1178</td>
<td>0.1178</td>
<td>0.3351</td>
<td>0.3391</td>
<td>0.3444</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0906</td>
<td>0.5029</td>
<td>0.2954</td>
<td>0.0988</td>
<td>0.0988</td>
<td>0.2961</td>
<td>0.2999</td>
<td>0.3053</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0768</td>
<td>0.4623</td>
<td>0.2590</td>
<td>0.0872</td>
<td>0.0872</td>
<td>0.2598</td>
<td>0.2636</td>
<td>0.2689</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0578</td>
<td>0.3950</td>
<td>0.2228</td>
<td>0.0730</td>
<td>0.0730</td>
<td>0.2237</td>
<td>0.2273</td>
<td>0.2326</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0463</td>
<td>0.3232</td>
<td>0.1929</td>
<td>0.0677</td>
<td>0.0677</td>
<td>0.1939</td>
<td>0.1974</td>
<td>0.2027</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0323</td>
<td>0.2691</td>
<td>0.1601</td>
<td>0.0605</td>
<td>0.0605</td>
<td>0.1612</td>
<td>0.1645</td>
<td>0.1699</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0253</td>
<td>0.1971</td>
<td>0.1239</td>
<td>0.0462</td>
<td>0.0462</td>
<td>0.1251</td>
<td>0.1283</td>
<td>0.1337</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0189</td>
<td>0.1244</td>
<td>0.0905</td>
<td>0.0360</td>
<td>0.0360</td>
<td>0.0919</td>
<td>0.0949</td>
<td>0.1003</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0167</td>
<td>0.0592</td>
<td>0.0574</td>
<td>0.0258</td>
<td>0.0258</td>
<td>0.0589</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0137</td>
<td>0.0231</td>
<td>0.0236</td>
<td>0.0152</td>
<td>0.0152</td>
<td>0.0252</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0000</td>
<td>0.0098</td>
<td>0.0000</td>
<td>0.0000</td>
<td>0.0081</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0009</td>
<td>0.0622</td>
<td>0.2437</td>
<td>0.2392</td>
<td>0.2392</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0193</td>
<td>0.0834</td>
<td>0.2343</td>
<td>0.2426</td>
<td>0.2426</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0376</td>
<td>0.1045</td>
<td>0.2400</td>
<td>0.2388</td>
<td>0.2388</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0562</td>
<td>0.1140</td>
<td>0.2462</td>
<td>0.2378</td>
<td>0.2378</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0748</td>
<td>0.1216</td>
<td>0.2449</td>
<td>0.2356</td>
<td>0.2356</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0873</td>
<td>0.1341</td>
<td>0.2269</td>
<td>0.2500</td>
<td>0.2500</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0792</td>
<td>0.1499</td>
<td>0.2407</td>
<td>0.2298</td>
<td>0.2298</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0772</td>
<td>0.1753</td>
<td>0.2378</td>
<td>0.2458</td>
<td>0.2458</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0745</td>
<td>0.2042</td>
<td>0.2454</td>
<td>0.2314</td>
<td>0.2314</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0782</td>
<td>0.2323</td>
<td>0.2427</td>
<td>0.2186</td>
<td>0.2186</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0687</td>
<td>0.2665</td>
<td>0.2439</td>
<td>0.2337</td>
<td>0.2337</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0623</td>
<td>0.2848</td>
<td>0.2313</td>
<td>0.2586</td>
<td>0.2586</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0600</td>
<td>0.2882</td>
<td>0.2254</td>
<td>0.2563</td>
<td>0.2563</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0529</td>
<td>0.2882</td>
<td>0.2163</td>
<td>0.2698</td>
<td>0.2698</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0522</td>
<td>0.2674</td>
<td>0.2316</td>
<td>0.2384</td>
<td>0.2384</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0503</td>
<td>0.2718</td>
<td>0.2361</td>
<td>0.2468</td>
<td>0.2468</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0561</td>
<td>0.2545</td>
<td>0.2270</td>
<td>0.2729</td>
<td>0.2729</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0596</td>
<td>0.2228</td>
<td>0.2278</td>
<td>0.2801</td>
<td>0.2801</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1113</td>
<td>0.2037</td>
<td>0.2397</td>
<td>0.3004</td>
<td>0.3004</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.1641</td>
<td>0.2151</td>
<td>0.2790</td>
<td>0.3335</td>
<td>0.3335</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0000</td>
<td>0.7146</td>
<td>0.0000</td>
<td>0.0000</td>
</tr>
</tbody>
</table>
<div>target: M143</div>
<div>train: [0.97382063 0.02617937]</div>
<div>validation: [0.97382289 0.02617711]</div>
<div>evaluate_binary: 473.804s</div>
<div>evaluate_multiclass: 228.844s</div>
<div>kfcv: 156.644s</div>
<div>atc_mc: 102.505s</div>
<div>atc_ne: 101.586s</div>
<div>doc_feat: 79.162s</div>
<div>rca_score: 1232.456s</div>
<div>rca_star_score: 1207.609s</div>
<div>tot: 1277.000s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.3004</td>
<td>0.0273</td>
<td>0.4414</td>
<td>0.1547</td>
<td>0.1547</td>
<td>0.4412</td>
<td>0.4471</td>
<td>0.4553</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.3697</td>
<td>0.0897</td>
<td>0.4127</td>
<td>0.1511</td>
<td>0.1511</td>
<td>0.4126</td>
<td>0.4190</td>
<td>0.4283</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.3678</td>
<td>0.1564</td>
<td>0.3906</td>
<td>0.1270</td>
<td>0.1270</td>
<td>0.3906</td>
<td>0.3989</td>
<td>0.4083</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.3959</td>
<td>0.2215</td>
<td>0.3634</td>
<td>0.1238</td>
<td>0.1238</td>
<td>0.3635</td>
<td>0.3719</td>
<td>0.3814</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.4299</td>
<td>0.2887</td>
<td>0.3489</td>
<td>0.1196</td>
<td>0.1196</td>
<td>0.3491</td>
<td>0.3558</td>
<td>0.3653</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.3529</td>
<td>0.3275</td>
<td>0.3288</td>
<td>0.1260</td>
<td>0.1260</td>
<td>0.3292</td>
<td>0.3343</td>
<td>0.3437</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.3601</td>
<td>0.3541</td>
<td>0.3045</td>
<td>0.1116</td>
<td>0.1116</td>
<td>0.3050</td>
<td>0.3086</td>
<td>0.3179</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.2899</td>
<td>0.3111</td>
<td>0.2803</td>
<td>0.1078</td>
<td>0.1078</td>
<td>0.2809</td>
<td>0.2826</td>
<td>0.2920</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.3132</td>
<td>0.3175</td>
<td>0.2592</td>
<td>0.0944</td>
<td>0.0944</td>
<td>0.2599</td>
<td>0.2596</td>
<td>0.2689</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.2818</td>
<td>0.2847</td>
<td>0.2399</td>
<td>0.0858</td>
<td>0.0858</td>
<td>0.2407</td>
<td>0.2383</td>
<td>0.2474</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.2273</td>
<td>0.2326</td>
<td>0.2083</td>
<td>0.0770</td>
<td>0.0770</td>
<td>0.2092</td>
<td>0.2060</td>
<td>0.2151</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.1870</td>
<td>0.2004</td>
<td>0.1921</td>
<td>0.0770</td>
<td>0.0770</td>
<td>0.1932</td>
<td>0.1881</td>
<td>0.1971</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.1718</td>
<td>0.1690</td>
<td>0.1669</td>
<td>0.0645</td>
<td>0.0645</td>
<td>0.1681</td>
<td>0.1621</td>
<td>0.1710</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.1595</td>
<td>0.1473</td>
<td>0.1480</td>
<td>0.0600</td>
<td>0.0600</td>
<td>0.1493</td>
<td>0.1428</td>
<td>0.1517</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.1126</td>
<td>0.1118</td>
<td>0.1235</td>
<td>0.0499</td>
<td>0.0499</td>
<td>0.1249</td>
<td>0.1181</td>
<td>0.1270</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0964</td>
<td>0.0862</td>
<td>0.0979</td>
<td>0.0424</td>
<td>0.0424</td>
<td>0.0995</td>
<td>0.0925</td>
<td>0.1014</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0767</td>
<td>0.0691</td>
<td>0.0790</td>
<td>0.0331</td>
<td>0.0331</td>
<td>0.0807</td>
<td>0.0736</td>
<td>0.0825</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0567</td>
<td>0.0491</td>
<td>0.0553</td>
<td>0.0250</td>
<td>0.0250</td>
<td>0.0571</td>
<td>0.0499</td>
<td>0.0588</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0327</td>
<td>0.0328</td>
<td>0.0344</td>
<td>0.0203</td>
<td>0.0203</td>
<td>0.0362</td>
<td>0.0293</td>
<td>0.0378</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0161</td>
<td>0.0154</td>
<td>0.0148</td>
<td>0.0134</td>
<td>0.0134</td>
<td>0.0162</td>
<td>NaN</td>
<td>NaN</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0014</td>
<td>0.0015</td>
<td>0.0111</td>
<td>0.0007</td>
<td>0.0007</td>
<td>0.0090</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.3744</td>
<td>0.0239</td>
<td>0.1529</td>
<td>0.0420</td>
<td>0.0420</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.4312</td>
<td>0.0593</td>
<td>0.1476</td>
<td>0.0433</td>
<td>0.0433</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.3929</td>
<td>0.1005</td>
<td>0.1478</td>
<td>0.0390</td>
<td>0.0390</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.4042</td>
<td>0.1434</td>
<td>0.1432</td>
<td>0.0468</td>
<td>0.0468</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.4493</td>
<td>0.1925</td>
<td>0.1514</td>
<td>0.0421</td>
<td>0.0421</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.3837</td>
<td>0.2212</td>
<td>0.1540</td>
<td>0.0498</td>
<td>0.0498</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.4286</td>
<td>0.2460</td>
<td>0.1518</td>
<td>0.0486</td>
<td>0.0486</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.3750</td>
<td>0.2328</td>
<td>0.1503</td>
<td>0.0544</td>
<td>0.0544</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.4497</td>
<td>0.2565</td>
<td>0.1526</td>
<td>0.0590</td>
<td>0.0590</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.4415</td>
<td>0.2488</td>
<td>0.1579</td>
<td>0.0610</td>
<td>0.0610</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.3940</td>
<td>0.2263</td>
<td>0.1432</td>
<td>0.0567</td>
<td>0.0567</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.3622</td>
<td>0.2163</td>
<td>0.1540</td>
<td>0.0592</td>
<td>0.0592</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.4027</td>
<td>0.2114</td>
<td>0.1484</td>
<td>0.0720</td>
<td>0.0720</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.4341</td>
<td>0.2089</td>
<td>0.1577</td>
<td>0.0725</td>
<td>0.0725</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.3635</td>
<td>0.1884</td>
<td>0.1521</td>
<td>0.0732</td>
<td>0.0732</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.3953</td>
<td>0.1813</td>
<td>0.1453</td>
<td>0.0840</td>
<td>0.0840</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.3744</td>
<td>0.1759</td>
<td>0.1587</td>
<td>0.0802</td>
<td>0.0802</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.3957</td>
<td>0.1756</td>
<td>0.1540</td>
<td>0.0909</td>
<td>0.0909</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.3841</td>
<td>0.1867</td>
<td>0.1756</td>
<td>0.1344</td>
<td>0.1344</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.3583</td>
<td>0.1899</td>
<td>0.2374</td>
<td>0.1836</td>
<td>0.1836</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0000</td>
<td>0.0200</td>
<td>0.8589</td>
<td>0.0200</td>
<td>0.0200</td>
</tr>
</tbody>
</table>
<div>target: MCAT</div>
<div>train: [0.74589597 0.25410403]</div>
<div>validation: [0.74591793 0.25408207]</div>
<div>evaluate_binary: 239.003s</div>
<div>evaluate_multiclass: 125.654s</div>
<div>kfcv: 109.511s</div>
<div>atc_mc: 133.150s</div>
<div>atc_ne: 93.708s</div>
<div>doc_feat: 96.904s</div>
<div>rca_score: 1237.329s</div>
<div>rca_star_score: 1220.138s</div>
<div>tot: 1304.368s</div>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
<th>doc_feat</th>
<th>rca</th>
<th>rca_star</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0116</td>
<td>0.0170</td>
<td>0.1198</td>
<td>0.0430</td>
<td>0.0430</td>
<td>0.1237</td>
<td>0.5387</td>
<td>0.5136</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0247</td>
<td>0.0297</td>
<td>0.1142</td>
<td>0.0434</td>
<td>0.0434</td>
<td>0.1182</td>
<td>0.5443</td>
<td>0.5192</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0262</td>
<td>0.0307</td>
<td>0.1065</td>
<td>0.0421</td>
<td>0.0421</td>
<td>0.1105</td>
<td>0.5520</td>
<td>0.5269</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0256</td>
<td>0.0324</td>
<td>0.0964</td>
<td>0.0379</td>
<td>0.0379</td>
<td>0.1005</td>
<td>0.5621</td>
<td>0.5370</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0235</td>
<td>0.0271</td>
<td>0.0863</td>
<td>0.0373</td>
<td>0.0373</td>
<td>0.0904</td>
<td>0.5719</td>
<td>0.5468</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0244</td>
<td>0.0267</td>
<td>0.0864</td>
<td>0.0412</td>
<td>0.0412</td>
<td>0.0905</td>
<td>0.5506</td>
<td>0.5259</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0237</td>
<td>0.0275</td>
<td>0.0764</td>
<td>0.0381</td>
<td>0.0381</td>
<td>0.0806</td>
<td>0.4455</td>
<td>0.4240</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0234</td>
<td>0.0269</td>
<td>0.0632</td>
<td>0.0311</td>
<td>0.0311</td>
<td>0.0674</td>
<td>0.2515</td>
<td>0.2414</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0259</td>
<td>0.0289</td>
<td>0.0618</td>
<td>0.0316</td>
<td>0.0316</td>
<td>0.0661</td>
<td>0.0608</td>
<td>0.0744</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0209</td>
<td>0.0246</td>
<td>0.0540</td>
<td>0.0297</td>
<td>0.0297</td>
<td>0.0584</td>
<td>0.0201</td>
<td>0.0327</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0253</td>
<td>0.0307</td>
<td>0.0435</td>
<td>0.0299</td>
<td>0.0299</td>
<td>0.0478</td>
<td>0.0543</td>
<td>0.0336</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0278</td>
<td>0.0295</td>
<td>0.0389</td>
<td>0.0248</td>
<td>0.0248</td>
<td>0.0428</td>
<td>0.1060</td>
<td>0.0805</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0223</td>
<td>0.0254</td>
<td>0.0291</td>
<td>0.0243</td>
<td>0.0243</td>
<td>0.0326</td>
<td>0.1337</td>
<td>0.1085</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0254</td>
<td>0.0278</td>
<td>0.0286</td>
<td>0.0259</td>
<td>0.0259</td>
<td>0.0315</td>
<td>0.1425</td>
<td>0.1175</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0249</td>
<td>0.0263</td>
<td>0.0209</td>
<td>0.0211</td>
<td>0.0211</td>
<td>0.0231</td>
<td>0.1549</td>
<td>0.1299</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0264</td>
<td>0.0261</td>
<td>0.0202</td>
<td>0.0225</td>
<td>0.0225</td>
<td>0.0212</td>
<td>0.1601</td>
<td>0.1351</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0232</td>
<td>0.0229</td>
<td>0.0154</td>
<td>0.0166</td>
<td>0.0166</td>
<td>0.0146</td>
<td>0.1694</td>
<td>0.1444</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0229</td>
<td>0.0228</td>
<td>0.0161</td>
<td>0.0165</td>
<td>0.0165</td>
<td>0.0136</td>
<td>0.1774</td>
<td>0.1524</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.0202</td>
<td>0.0177</td>
<td>0.0194</td>
<td>0.0140</td>
<td>0.0140</td>
<td>0.0155</td>
<td>0.1846</td>
<td>0.1596</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.0224</td>
<td>0.0205</td>
<td>0.0263</td>
<td>0.0135</td>
<td>0.0135</td>
<td>0.0215</td>
<td>0.1928</td>
<td>0.1678</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.0115</td>
<td>0.0121</td>
<td>0.0320</td>
<td>0.0100</td>
<td>0.0100</td>
<td>0.0270</td>
<td>NaN</td>
<td>NaN</td>
</tr>
</tbody>
</table>
<table border="1" class="dataframe">
<thead>
<tr style="text-align: right;">
<th></th>
<th>bin</th>
<th>mul</th>
<th>kfcv</th>
<th>atc_mc</th>
<th>atc_ne</th>
</tr>
</thead>
<tbody>
<tr>
<th>(0.0, 1.0)</th>
<td>0.0073</td>
<td>0.0103</td>
<td>0.0299</td>
<td>0.0209</td>
<td>0.0209</td>
</tr>
<tr>
<th>(0.05, 0.95)</th>
<td>0.0131</td>
<td>0.0164</td>
<td>0.0307</td>
<td>0.0219</td>
<td>0.0219</td>
</tr>
<tr>
<th>(0.1, 0.9)</th>
<td>0.0146</td>
<td>0.0179</td>
<td>0.0332</td>
<td>0.0231</td>
<td>0.0231</td>
</tr>
<tr>
<th>(0.15, 0.85)</th>
<td>0.0153</td>
<td>0.0200</td>
<td>0.0308</td>
<td>0.0222</td>
<td>0.0222</td>
</tr>
<tr>
<th>(0.2, 0.8)</th>
<td>0.0150</td>
<td>0.0175</td>
<td>0.0286</td>
<td>0.0238</td>
<td>0.0238</td>
</tr>
<tr>
<th>(0.25, 0.75)</th>
<td>0.0164</td>
<td>0.0184</td>
<td>0.0358</td>
<td>0.0258</td>
<td>0.0258</td>
</tr>
<tr>
<th>(0.3, 0.7)</th>
<td>0.0174</td>
<td>0.0205</td>
<td>0.0357</td>
<td>0.0281</td>
<td>0.0281</td>
</tr>
<tr>
<th>(0.35, 0.65)</th>
<td>0.0187</td>
<td>0.0218</td>
<td>0.0318</td>
<td>0.0243</td>
<td>0.0243</td>
</tr>
<tr>
<th>(0.4, 0.6)</th>
<td>0.0219</td>
<td>0.0249</td>
<td>0.0376</td>
<td>0.0275</td>
<td>0.0275</td>
</tr>
<tr>
<th>(0.45, 0.55)</th>
<td>0.0194</td>
<td>0.0232</td>
<td>0.0377</td>
<td>0.0280</td>
<td>0.0280</td>
</tr>
<tr>
<th>(0.5, 0.5)</th>
<td>0.0260</td>
<td>0.0321</td>
<td>0.0366</td>
<td>0.0322</td>
<td>0.0322</td>
</tr>
<tr>
<th>(0.55, 0.45)</th>
<td>0.0319</td>
<td>0.0338</td>
<td>0.0419</td>
<td>0.0304</td>
<td>0.0304</td>
</tr>
<tr>
<th>(0.6, 0.4)</th>
<td>0.0289</td>
<td>0.0328</td>
<td>0.0397</td>
<td>0.0318</td>
<td>0.0318</td>
</tr>
<tr>
<th>(0.65, 0.35)</th>
<td>0.0376</td>
<td>0.0408</td>
<td>0.0510</td>
<td>0.0401</td>
<td>0.0401</td>
</tr>
<tr>
<th>(0.7, 0.3)</th>
<td>0.0428</td>
<td>0.0453</td>
<td>0.0498</td>
<td>0.0377</td>
<td>0.0377</td>
</tr>
<tr>
<th>(0.75, 0.25)</th>
<td>0.0539</td>
<td>0.0524</td>
<td>0.0593</td>
<td>0.0472</td>
<td>0.0472</td>
</tr>
<tr>
<th>(0.8, 0.2)</th>
<td>0.0626</td>
<td>0.0604</td>
<td>0.0608</td>
<td>0.0458</td>
<td>0.0458</td>
</tr>
<tr>
<th>(0.85, 0.15)</th>
<td>0.0764</td>
<td>0.0767</td>
<td>0.0735</td>
<td>0.0594</td>
<td>0.0594</td>
</tr>
<tr>
<th>(0.9, 0.1)</th>
<td>0.1071</td>
<td>0.0926</td>
<td>0.0908</td>
<td>0.0744</td>
<td>0.0744</td>
</tr>
<tr>
<th>(0.95, 0.05)</th>
<td>0.2076</td>
<td>0.1872</td>
<td>0.1409</td>
<td>0.1210</td>
<td>0.1210</td>
</tr>
<tr>
<th>(1.0, 0.0)</th>
<td>0.1382</td>
<td>0.1490</td>
<td>0.9369</td>
<td>0.3268</td>
<td>0.3268</td>
</tr>
</tbody>
</table>