bin/report.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "italian-greene",
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import os\n",
    "import sys\n",
    "from copy import deepcopy\n",
    "from pathlib import Path\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "REPO_DIR = os.path.abspath('..')  # path to the root of the repository\n",
    "sys.path.append(REPO_DIR)\n",
    "os.environ[\"PROJECT_DIR\"] = REPO_DIR\n",
    "import lib\n",
    "\n",
    "pd.set_option('display.max_rows', None)\n",
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "warming-terminology",
   "metadata": {},
   "outputs": [],
   "source": [
    "CALIFORNIA = 'california_housing'\n",
    "ADULT = 'adult'\n",
    "HELENA = 'helena'\n",
    "JANNIS = 'jannis'\n",
    "HIGGS = 'higgs_small'\n",
    "ALOI = 'aloi'\n",
    "EPSILON = 'epsilon'\n",
    "YEAR = 'year'\n",
    "COVTYPE = 'covtype'\n",
    "YAHOO = 'yahoo'\n",
    "MICROSOFT = 'microsoft'\n",
    "ALL_DATASETS = [CALIFORNIA, ADULT, HELENA, JANNIS, HIGGS, ALOI, EPSILON, YEAR, COVTYPE, YAHOO, MICROSOFT]\n",
    "DATASET_NAMES = {\n",
    "    CALIFORNIA: 'California Housing',\n",
    "    ADULT: 'Adult',\n",
    "    HELENA: 'Helena',\n",
    "    JANNIS: 'Jannis',\n",
    "    HIGGS: 'Higgs Small',\n",
    "    ALOI: 'ALOI',\n",
    "    EPSILON: 'Epsilon',\n",
    "    YEAR: 'Year',\n",
    "    COVTYPE: 'Covertype',\n",
    "    YAHOO: 'Yahoo',\n",
    "    MICROSOFT: 'Microsoft',\n",
    "}\n",
    "REGRESSION_DATASETS = [x for x in ALL_DATASETS if lib.load_dataset_info(x)['task_type'] == lib.REGRESSION]\n",
    "DETAILS = ['task_type', 'n_objects', 'n_features']\n",
    "PARTS = ['test', 'val', 'train']\n",
    "\n",
    "\n",
    "def format_scores(df, precision):\n",
    "    def f(record):\n",
    "        if record['task_type'] == lib.REGRESSION:\n",
    "            for part in PARTS:\n",
    "                for suffix in 'best', 'score':\n",
    "                    key = f'{part}_{suffix}'\n",
    "                    if key in record:\n",
    "                        record[key] *= -1\n",
    "        for k, v in list(record.items()):\n",
    "            if isinstance(v, float):\n",
    "                record[k] = round(v, precision)\n",
    "        return record\n",
    "    return df.apply(f, axis=1)\n",
    "\n",
    "\n",
    "def load_record(output):\n",
    "    output = Path(output)\n",
    "    if not output.exists():\n",
    "        return None\n",
    "    path = output / 'stats.json'\n",
    "    if not path.exists():\n",
    "        print(f'WARNING! This path does not exist: {path}')\n",
    "        return None\n",
    "    stats = lib.load_json(path)\n",
    "    metrics = stats.get('metrics')\n",
    "    if metrics is None:\n",
    "        return None\n",
    "\n",
    "    dataset = Path(stats['dataset']).name\n",
    "    info = lib.load_dataset_info(dataset)\n",
    "    dataset, algorithm, experiment, suffix = str(output.relative_to(lib.env.OUTPUT_DIR)).split('/', 4)\n",
    "    r = {\n",
    "        'dataset': DATASET_NAMES[dataset],\n",
    "        'task_type': info['task_type'],\n",
    "        'n_objects': info['size'],\n",
    "        'n_features': info['n_num_features'] + info['n_cat_features'],\n",
    "        'algorithm': algorithm + f' | {experiment}',\n",
    "        's': suffix\n",
    "    }\n",
    "    for x in PARTS:\n",
    "        if x in stats['metrics']:\n",
    "            r[f'{x}_score'] = stats['metrics'][x]['score']\n",
    "    return r\n",
    "\n",
    "\n",
    "def sort(df, by):\n",
    "    if isinstance(by, str):\n",
    "        by = [by]\n",
    "    return df.sort_values(['n_objects'] + by, ascending=[True] + ['score' not in x for x in by]).reset_index(drop=True)\n",
    "\n",
    "\n",
    "def make_df(outputs_and_names):\n",
    "    df = []\n",
    "    for output, algorithm_name in outputs_and_names:\n",
    "        record = load_record(output)\n",
    "        if not record:\n",
    "            continue\n",
    "        if algorithm_name is not None:\n",
    "            record['algorithm'] = algorithm_name\n",
    "        df.append(record)\n",
    "    df = sort(pd.DataFrame(df).fillna(0.0), 'val_score').reset_index(drop=True)\n",
    "    return df\n",
    "\n",
    "\n",
    "def collect_outputs(experiment_dir, filter_info=None):\n",
    "    if isinstance(filter_info, int):\n",
    "        filter_info = [str(x) for x in range(filter_info)]\n",
    "    if isinstance(filter_info, list):\n",
    "        assert all(isinstance(x, str) for x in filter_info)\n",
    "        filter_fn = lambda x: x.name in filter_info\n",
    "    elif callable(filter_info):\n",
    "        filter_fn = filter_info\n",
    "    else:\n",
    "        assert filter_info is None\n",
    "        filter_fn = lambda x: True\n",
    "\n",
    "    outputs = []\n",
    "    if not isinstance(experiment_dir, Path):\n",
    "        experiment_dir = lib.env.OUTPUT_DIR / experiment_dir\n",
    "    if experiment_dir.exists():\n",
    "        outputs.extend(\n",
    "            filter(\n",
    "                filter_fn,\n",
    "                filter(Path.is_dir, experiment_dir.iterdir())\n",
    "            )\n",
    "        )\n",
    "    return outputs\n",
    "\n",
    "\n",
    "def aggregate(df):\n",
    "    aggrs = dict(\n",
    "        task_type=('task_type', 'first'),\n",
    "        n_objects=('n_objects', 'first'),\n",
    "        n_features=('n_features', 'first'),\n",
    "        test_score=('test_score', 'mean'),\n",
    "        test_std=('test_score', 'std'),\n",
    "        val_score=('val_score', 'mean'),\n",
    "        val_std=('val_score', 'std'),\n",
    "        count=('test_score', 'count')\n",
    "    )\n",
    "    if 'train_score' in df.columns:\n",
    "        aggrs.update(dict(\n",
    "            train_score=('train_score', 'mean'),\n",
    "            train_std=('train_score', 'std'),\n",
    "        ))\n",
    "    df = df.groupby(['dataset', 'algorithm']).agg(**aggrs)\n",
    "    df['count'] = df['count'].astype(int)\n",
    "    return df.reset_index().fillna(0.0)\n",
    "\n",
    "\n",
    "def build_report(outputs_and_names):\n",
    "    df = make_df(outputs_and_names)\n",
    "    df = aggregate(df)\n",
    "    df = sort(df, 'test_score')\n",
    "    df = format_scores(df, 4)\n",
    "    # df = df.set_index(['dataset', 'algorithm']).drop(columns=DETAILS)\n",
    "    df = df.set_index(['dataset'] + DETAILS + ['algorithm'])\n",
    "    return df[['test_score', 'test_std', 'val_score', 'val_std', 'train_score', 'train_std', 'count']]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "71032613-661b-43e9-8c8d-ebd25c3c7bb3",
   "metadata": {},
   "source": [
    "## Default configurations (GBDT and FT-Transformer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "1383780d-db31-4551-83ff-a0b787de34ea",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>test_score</th>\n",
       "      <th>test_std</th>\n",
       "      <th>val_score</th>\n",
       "      <th>val_std</th>\n",
       "      <th>train_score</th>\n",
       "      <th>train_std</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dataset</th>\n",
       "      <th>task_type</th>\n",
       "      <th>n_objects</th>\n",
       "      <th>n_features</th>\n",
       "      <th>algorithm</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">California Housing</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">20640</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">8</th>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.4281</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.4447</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.2900</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.4303</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.4468</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.2918</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.4543</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.4615</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.3572</td>\n",
       "      <td>0.0056</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.4622</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4851</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.2391</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.4622</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.4851</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.2391</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.4688</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>0.4761</td>\n",
       "      <td>0.0044</td>\n",
       "      <td>0.3741</td>\n",
       "      <td>0.0241</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Adult</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">48842</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">14</th>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.8741</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8729</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8942</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.8741</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8729</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8942</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.8735</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8749</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8939</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.8727</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8749</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.8935</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.8598</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8604</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.8736</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.8574</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8598</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8712</td>\n",
       "      <td>0.0035</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Helena</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">65196</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">27</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.3948</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.3895</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.4962</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.3863</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.3810</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8526</td>\n",
       "      <td>0.0123</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.3814</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.3760</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.8225</td>\n",
       "      <td>0.0749</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.3812</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.3779</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.4763</td>\n",
       "      <td>0.0182</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.3479</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.3440</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.3479</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.3440</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Jannis</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">83733</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">54</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.7341</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.7391</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7917</td>\n",
       "      <td>0.0095</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7252</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>0.7310</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7805</td>\n",
       "      <td>0.0108</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7243</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7254</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8397</td>\n",
       "      <td>0.0113</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7210</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.7237</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8354</td>\n",
       "      <td>0.0225</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7110</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8181</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7110</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8181</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Higgs Small</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">98050</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">28</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.7314</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.7422</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.7829</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7278</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.7316</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8287</td>\n",
       "      <td>0.0127</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7255</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.7321</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8260</td>\n",
       "      <td>0.0166</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7250</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7356</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.7729</td>\n",
       "      <td>0.0125</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7165</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7235</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7835</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7165</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7235</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7835</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">ALOI</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">108000</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">128</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.9665</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9688</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9979</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9530</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.9563</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9967</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.9485</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9498</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9955</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.9462</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.9477</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9952</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.9242</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9275</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9989</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.9242</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9275</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9989</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Epsilon</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">500000</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">2000</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.8969</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8965</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9001</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.8959</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8956</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8990</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.8893</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8897</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9260</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.8880</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8888</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9250</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.8799</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8810</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.8799</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.8810</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Year</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">515345</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">90</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>8.7267</td>\n",
       "      <td>0.0198</td>\n",
       "      <td>8.4257</td>\n",
       "      <td>0.0102</td>\n",
       "      <td>7.7114</td>\n",
       "      <td>0.0706</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>8.8845</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>8.7245</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>8.0416</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>8.8892</td>\n",
       "      <td>0.0479</td>\n",
       "      <td>8.5943</td>\n",
       "      <td>0.0114</td>\n",
       "      <td>7.8830</td>\n",
       "      <td>0.1739</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>8.9131</td>\n",
       "      <td>0.0057</td>\n",
       "      <td>8.7534</td>\n",
       "      <td>0.0043</td>\n",
       "      <td>8.0676</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>9.1922</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>8.9243</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>6.9394</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>9.1922</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>8.9243</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>6.9394</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Covertype</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">581012</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">54</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.9729</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9739</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9919</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9667</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9677</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.9848</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.9640</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9638</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9996</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.9640</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9638</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9996</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.9096</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9084</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9199</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.9076</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9067</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9184</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Yahoo</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">709877</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">699</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.7472</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7602</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7176</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7490</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7630</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7000</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7510</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7650</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7019</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7562</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.7691</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.7266</td>\n",
       "      <td>0.0086</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7607</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7729</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.6514</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7607</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7729</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.6514</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">Microsoft</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">1200192</th>\n",
       "      <th rowspan=\"6\" valign=\"top\">136</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.7422</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7390</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7094</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7440</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7408</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.6917</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7454</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7423</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.6929</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7470</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.7437</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7143</td>\n",
       "      <td>0.0045</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7514</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7473</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7020</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7514</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7473</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7020</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                       test_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                        \n",
       "California Housing regression 20640     8          (e) CatBoost            0.4281   \n",
       "                                                   CatBoost                0.4303   \n",
       "                                                   (e) FT-Transformer      0.4543   \n",
       "                                                   XGBoost                 0.4622   \n",
       "                                                   (e) XGBoost             0.4622   \n",
       "                                                   FT-Transformer          0.4688   \n",
       "Adult              binclass   48842     14         XGBoost                 0.8741   \n",
       "                                                   (e) XGBoost             0.8741   \n",
       "                                                   (e) CatBoost            0.8735   \n",
       "                                                   CatBoost                0.8727   \n",
       "                                                   (e) FT-Transformer      0.8598   \n",
       "                                                   FT-Transformer          0.8574   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer      0.3948   \n",
       "                                                   (e) CatBoost            0.3863   \n",
       "                                                   CatBoost                0.3814   \n",
       "                                                   FT-Transformer          0.3812   \n",
       "                                                   (e) XGBoost             0.3479   \n",
       "                                                   XGBoost                 0.3479   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer      0.7341   \n",
       "                                                   FT-Transformer          0.7252   \n",
       "                                                   (e) CatBoost            0.7243   \n",
       "                                                   CatBoost                0.7210   \n",
       "                                                   (e) XGBoost             0.7110   \n",
       "                                                   XGBoost                 0.7110   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer      0.7314   \n",
       "                                                   (e) CatBoost            0.7278   \n",
       "                                                   CatBoost                0.7255   \n",
       "                                                   FT-Transformer          0.7250   \n",
       "                                                   XGBoost                 0.7165   \n",
       "                                                   (e) XGBoost             0.7165   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer      0.9665   \n",
       "                                                   FT-Transformer          0.9530   \n",
       "                                                   (e) CatBoost            0.9485   \n",
       "                                                   CatBoost                0.9462   \n",
       "                                                   XGBoost                 0.9242   \n",
       "                                                   (e) XGBoost             0.9242   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer      0.8969   \n",
       "                                                   FT-Transformer          0.8959   \n",
       "                                                   (e) CatBoost            0.8893   \n",
       "                                                   CatBoost                0.8880   \n",
       "                                                   XGBoost                 0.8799   \n",
       "                                                   (e) XGBoost             0.8799   \n",
       "Year               regression 515345    90         (e) FT-Transformer      8.7267   \n",
       "                                                   (e) CatBoost            8.8845   \n",
       "                                                   FT-Transformer          8.8892   \n",
       "                                                   CatBoost                8.9131   \n",
       "                                                   XGBoost                 9.1922   \n",
       "                                                   (e) XGBoost             9.1922   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer      0.9729   \n",
       "                                                   FT-Transformer          0.9667   \n",
       "                                                   (e) XGBoost             0.9640   \n",
       "                                                   XGBoost                 0.9640   \n",
       "                                                   (e) CatBoost            0.9096   \n",
       "                                                   CatBoost                0.9076   \n",
       "Yahoo              regression 709877    699        (e) FT-Transformer      0.7472   \n",
       "                                                   (e) CatBoost            0.7490   \n",
       "                                                   CatBoost                0.7510   \n",
       "                                                   FT-Transformer          0.7562   \n",
       "                                                   (e) XGBoost             0.7607   \n",
       "                                                   XGBoost                 0.7607   \n",
       "Microsoft          regression 1200192   136        (e) FT-Transformer      0.7422   \n",
       "                                                   (e) CatBoost            0.7440   \n",
       "                                                   CatBoost                0.7454   \n",
       "                                                   FT-Transformer          0.7470   \n",
       "                                                   (e) XGBoost             0.7514   \n",
       "                                                   XGBoost                 0.7514   \n",
       "\n",
       "                                                                       test_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                      \n",
       "California Housing regression 20640     8          (e) CatBoost          0.0001   \n",
       "                                                   CatBoost              0.0008   \n",
       "                                                   (e) FT-Transformer    0.0014   \n",
       "                                                   XGBoost               0.0000   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "                                                   FT-Transformer        0.0039   \n",
       "Adult              binclass   48842     14         XGBoost               0.0000   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "                                                   (e) CatBoost          0.0005   \n",
       "                                                   CatBoost              0.0010   \n",
       "                                                   (e) FT-Transformer    0.0006   \n",
       "                                                   FT-Transformer        0.0012   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer    0.0012   \n",
       "                                                   (e) CatBoost          0.0013   \n",
       "                                                   CatBoost              0.0016   \n",
       "                                                   FT-Transformer        0.0026   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "                                                   XGBoost               0.0000   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer    0.0009   \n",
       "                                                   FT-Transformer        0.0025   \n",
       "                                                   (e) CatBoost          0.0006   \n",
       "                                                   CatBoost              0.0012   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "                                                   XGBoost               0.0000   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer    0.0010   \n",
       "                                                   (e) CatBoost          0.0009   \n",
       "                                                   CatBoost              0.0008   \n",
       "                                                   FT-Transformer        0.0019   \n",
       "                                                   XGBoost               0.0000   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer    0.0005   \n",
       "                                                   FT-Transformer        0.0012   \n",
       "                                                   (e) CatBoost          0.0011   \n",
       "                                                   CatBoost              0.0010   \n",
       "                                                   XGBoost               0.0000   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer    0.0002   \n",
       "                                                   FT-Transformer        0.0005   \n",
       "                                                   (e) CatBoost          0.0003   \n",
       "                                                   CatBoost              0.0005   \n",
       "                                                   XGBoost               0.0000   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "Year               regression 515345    90         (e) FT-Transformer    0.0198   \n",
       "                                                   (e) CatBoost          0.0023   \n",
       "                                                   FT-Transformer        0.0479   \n",
       "                                                   CatBoost              0.0057   \n",
       "                                                   XGBoost               0.0000   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer    0.0004   \n",
       "                                                   FT-Transformer        0.0008   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "                                                   XGBoost               0.0000   \n",
       "                                                   (e) CatBoost          0.0004   \n",
       "                                                   CatBoost              0.0002   \n",
       "Yahoo              regression 709877    699        (e) FT-Transformer    0.0005   \n",
       "                                                   (e) CatBoost          0.0001   \n",
       "                                                   CatBoost              0.0002   \n",
       "                                                   FT-Transformer        0.0009   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "                                                   XGBoost               0.0000   \n",
       "Microsoft          regression 1200192   136        (e) FT-Transformer    0.0004   \n",
       "                                                   (e) CatBoost          0.0001   \n",
       "                                                   CatBoost              0.0002   \n",
       "                                                   FT-Transformer        0.0008   \n",
       "                                                   (e) XGBoost           0.0000   \n",
       "                                                   XGBoost               0.0000   \n",
       "\n",
       "                                                                       val_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                       \n",
       "California Housing regression 20640     8          (e) CatBoost           0.4447   \n",
       "                                                   CatBoost               0.4468   \n",
       "                                                   (e) FT-Transformer     0.4615   \n",
       "                                                   XGBoost                0.4851   \n",
       "                                                   (e) XGBoost            0.4851   \n",
       "                                                   FT-Transformer         0.4761   \n",
       "Adult              binclass   48842     14         XGBoost                0.8729   \n",
       "                                                   (e) XGBoost            0.8729   \n",
       "                                                   (e) CatBoost           0.8749   \n",
       "                                                   CatBoost               0.8749   \n",
       "                                                   (e) FT-Transformer     0.8604   \n",
       "                                                   FT-Transformer         0.8598   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer     0.3895   \n",
       "                                                   (e) CatBoost           0.3810   \n",
       "                                                   CatBoost               0.3760   \n",
       "                                                   FT-Transformer         0.3779   \n",
       "                                                   (e) XGBoost            0.3440   \n",
       "                                                   XGBoost                0.3440   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer     0.7391   \n",
       "                                                   FT-Transformer         0.7310   \n",
       "                                                   (e) CatBoost           0.7254   \n",
       "                                                   CatBoost               0.7237   \n",
       "                                                   (e) XGBoost            0.7179   \n",
       "                                                   XGBoost                0.7179   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer     0.7422   \n",
       "                                                   (e) CatBoost           0.7316   \n",
       "                                                   CatBoost               0.7321   \n",
       "                                                   FT-Transformer         0.7356   \n",
       "                                                   XGBoost                0.7235   \n",
       "                                                   (e) XGBoost            0.7235   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer     0.9688   \n",
       "                                                   FT-Transformer         0.9563   \n",
       "                                                   (e) CatBoost           0.9498   \n",
       "                                                   CatBoost               0.9477   \n",
       "                                                   XGBoost                0.9275   \n",
       "                                                   (e) XGBoost            0.9275   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer     0.8965   \n",
       "                                                   FT-Transformer         0.8956   \n",
       "                                                   (e) CatBoost           0.8897   \n",
       "                                                   CatBoost               0.8888   \n",
       "                                                   XGBoost                0.8810   \n",
       "                                                   (e) XGBoost            0.8810   \n",
       "Year               regression 515345    90         (e) FT-Transformer     8.4257   \n",
       "                                                   (e) CatBoost           8.7245   \n",
       "                                                   FT-Transformer         8.5943   \n",
       "                                                   CatBoost               8.7534   \n",
       "                                                   XGBoost                8.9243   \n",
       "                                                   (e) XGBoost            8.9243   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer     0.9739   \n",
       "                                                   FT-Transformer         0.9677   \n",
       "                                                   (e) XGBoost            0.9638   \n",
       "                                                   XGBoost                0.9638   \n",
       "                                                   (e) CatBoost           0.9084   \n",
       "                                                   CatBoost               0.9067   \n",
       "Yahoo              regression 709877    699        (e) FT-Transformer     0.7602   \n",
       "                                                   (e) CatBoost           0.7630   \n",
       "                                                   CatBoost               0.7650   \n",
       "                                                   FT-Transformer         0.7691   \n",
       "                                                   (e) XGBoost            0.7729   \n",
       "                                                   XGBoost                0.7729   \n",
       "Microsoft          regression 1200192   136        (e) FT-Transformer     0.7390   \n",
       "                                                   (e) CatBoost           0.7408   \n",
       "                                                   CatBoost               0.7423   \n",
       "                                                   FT-Transformer         0.7437   \n",
       "                                                   (e) XGBoost            0.7473   \n",
       "                                                   XGBoost                0.7473   \n",
       "\n",
       "                                                                       val_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                     \n",
       "California Housing regression 20640     8          (e) CatBoost         0.0006   \n",
       "                                                   CatBoost             0.0013   \n",
       "                                                   (e) FT-Transformer   0.0019   \n",
       "                                                   XGBoost              0.0000   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "                                                   FT-Transformer       0.0044   \n",
       "Adult              binclass   48842     14         XGBoost              0.0000   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "                                                   (e) CatBoost         0.0010   \n",
       "                                                   CatBoost             0.0007   \n",
       "                                                   (e) FT-Transformer   0.0015   \n",
       "                                                   FT-Transformer       0.0009   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer   0.0019   \n",
       "                                                   (e) CatBoost         0.0012   \n",
       "                                                   CatBoost             0.0017   \n",
       "                                                   FT-Transformer       0.0016   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "                                                   XGBoost              0.0000   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer   0.0019   \n",
       "                                                   FT-Transformer       0.0020   \n",
       "                                                   (e) CatBoost         0.0006   \n",
       "                                                   CatBoost             0.0010   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "                                                   XGBoost              0.0000   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer   0.0018   \n",
       "                                                   (e) CatBoost         0.0003   \n",
       "                                                   CatBoost             0.0012   \n",
       "                                                   FT-Transformer       0.0011   \n",
       "                                                   XGBoost              0.0000   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer   0.0008   \n",
       "                                                   FT-Transformer       0.0011   \n",
       "                                                   (e) CatBoost         0.0004   \n",
       "                                                   CatBoost             0.0008   \n",
       "                                                   XGBoost              0.0000   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer   0.0004   \n",
       "                                                   FT-Transformer       0.0006   \n",
       "                                                   (e) CatBoost         0.0002   \n",
       "                                                   CatBoost             0.0004   \n",
       "                                                   XGBoost              0.0000   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "Year               regression 515345    90         (e) FT-Transformer   0.0102   \n",
       "                                                   (e) CatBoost         0.0027   \n",
       "                                                   FT-Transformer       0.0114   \n",
       "                                                   CatBoost             0.0043   \n",
       "                                                   XGBoost              0.0000   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer   0.0001   \n",
       "                                                   FT-Transformer       0.0009   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "                                                   XGBoost              0.0000   \n",
       "                                                   (e) CatBoost         0.0002   \n",
       "                                                   CatBoost             0.0005   \n",
       "Yahoo              regression 709877    699        (e) FT-Transformer   0.0004   \n",
       "                                                   (e) CatBoost         0.0003   \n",
       "                                                   CatBoost             0.0004   \n",
       "                                                   FT-Transformer       0.0010   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "                                                   XGBoost              0.0000   \n",
       "Microsoft          regression 1200192   136        (e) FT-Transformer   0.0005   \n",
       "                                                   (e) CatBoost         0.0001   \n",
       "                                                   CatBoost             0.0003   \n",
       "                                                   FT-Transformer       0.0003   \n",
       "                                                   (e) XGBoost          0.0000   \n",
       "                                                   XGBoost              0.0000   \n",
       "\n",
       "                                                                       train_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                         \n",
       "California Housing regression 20640     8          (e) CatBoost             0.2900   \n",
       "                                                   CatBoost                 0.2918   \n",
       "                                                   (e) FT-Transformer       0.3572   \n",
       "                                                   XGBoost                  0.2391   \n",
       "                                                   (e) XGBoost              0.2391   \n",
       "                                                   FT-Transformer           0.3741   \n",
       "Adult              binclass   48842     14         XGBoost                  0.8942   \n",
       "                                                   (e) XGBoost              0.8942   \n",
       "                                                   (e) CatBoost             0.8939   \n",
       "                                                   CatBoost                 0.8935   \n",
       "                                                   (e) FT-Transformer       0.8736   \n",
       "                                                   FT-Transformer           0.8712   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer       0.4962   \n",
       "                                                   (e) CatBoost             0.8526   \n",
       "                                                   CatBoost                 0.8225   \n",
       "                                                   FT-Transformer           0.4763   \n",
       "                                                   (e) XGBoost              1.0000   \n",
       "                                                   XGBoost                  1.0000   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer       0.7917   \n",
       "                                                   FT-Transformer           0.7805   \n",
       "                                                   (e) CatBoost             0.8397   \n",
       "                                                   CatBoost                 0.8354   \n",
       "                                                   (e) XGBoost              0.8181   \n",
       "                                                   XGBoost                  0.8181   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer       0.7829   \n",
       "                                                   (e) CatBoost             0.8287   \n",
       "                                                   CatBoost                 0.8260   \n",
       "                                                   FT-Transformer           0.7729   \n",
       "                                                   XGBoost                  0.7835   \n",
       "                                                   (e) XGBoost              0.7835   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer       0.9979   \n",
       "                                                   FT-Transformer           0.9967   \n",
       "                                                   (e) CatBoost             0.9955   \n",
       "                                                   CatBoost                 0.9952   \n",
       "                                                   XGBoost                  0.9989   \n",
       "                                                   (e) XGBoost              0.9989   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer       0.9001   \n",
       "                                                   FT-Transformer           0.8990   \n",
       "                                                   (e) CatBoost             0.9260   \n",
       "                                                   CatBoost                 0.9250   \n",
       "                                                   XGBoost                  1.0000   \n",
       "                                                   (e) XGBoost              1.0000   \n",
       "Year               regression 515345    90         (e) FT-Transformer       7.7114   \n",
       "                                                   (e) CatBoost             8.0416   \n",
       "                                                   FT-Transformer           7.8830   \n",
       "                                                   CatBoost                 8.0676   \n",
       "                                                   XGBoost                  6.9394   \n",
       "                                                   (e) XGBoost              6.9394   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer       0.9919   \n",
       "                                                   FT-Transformer           0.9848   \n",
       "                                                   (e) XGBoost              0.9996   \n",
       "                                                   XGBoost                  0.9996   \n",
       "                                                   (e) CatBoost             0.9199   \n",
       "                                                   CatBoost                 0.9184   \n",
       "Yahoo              regression 709877    699        (e) FT-Transformer       0.7176   \n",
       "                                                   (e) CatBoost             0.7000   \n",
       "                                                   CatBoost                 0.7019   \n",
       "                                                   FT-Transformer           0.7266   \n",
       "                                                   (e) XGBoost              0.6514   \n",
       "                                                   XGBoost                  0.6514   \n",
       "Microsoft          regression 1200192   136        (e) FT-Transformer       0.7094   \n",
       "                                                   (e) CatBoost             0.6917   \n",
       "                                                   CatBoost                 0.6929   \n",
       "                                                   FT-Transformer           0.7143   \n",
       "                                                   (e) XGBoost              0.7020   \n",
       "                                                   XGBoost                  0.7020   \n",
       "\n",
       "                                                                       train_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                       \n",
       "California Housing regression 20640     8          (e) CatBoost           0.0008   \n",
       "                                                   CatBoost               0.0007   \n",
       "                                                   (e) FT-Transformer     0.0056   \n",
       "                                                   XGBoost                0.0000   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "                                                   FT-Transformer         0.0241   \n",
       "Adult              binclass   48842     14         XGBoost                0.0000   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "                                                   (e) CatBoost           0.0029   \n",
       "                                                   CatBoost               0.0038   \n",
       "                                                   (e) FT-Transformer     0.0014   \n",
       "                                                   FT-Transformer         0.0035   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer     0.0062   \n",
       "                                                   (e) CatBoost           0.0123   \n",
       "                                                   CatBoost               0.0749   \n",
       "                                                   FT-Transformer         0.0182   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "                                                   XGBoost                0.0000   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer     0.0095   \n",
       "                                                   FT-Transformer         0.0108   \n",
       "                                                   (e) CatBoost           0.0113   \n",
       "                                                   CatBoost               0.0225   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "                                                   XGBoost                0.0000   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer     0.0019   \n",
       "                                                   (e) CatBoost           0.0127   \n",
       "                                                   CatBoost               0.0166   \n",
       "                                                   FT-Transformer         0.0125   \n",
       "                                                   XGBoost                0.0000   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer     0.0002   \n",
       "                                                   FT-Transformer         0.0006   \n",
       "                                                   (e) CatBoost           0.0001   \n",
       "                                                   CatBoost               0.0002   \n",
       "                                                   XGBoost                0.0000   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer     0.0002   \n",
       "                                                   FT-Transformer         0.0009   \n",
       "                                                   (e) CatBoost           0.0009   \n",
       "                                                   CatBoost               0.0022   \n",
       "                                                   XGBoost                0.0000   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "Year               regression 515345    90         (e) FT-Transformer     0.0706   \n",
       "                                                   (e) CatBoost           0.0007   \n",
       "                                                   FT-Transformer         0.1739   \n",
       "                                                   CatBoost               0.0019   \n",
       "                                                   XGBoost                0.0000   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer     0.0005   \n",
       "                                                   FT-Transformer         0.0023   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "                                                   XGBoost                0.0000   \n",
       "                                                   (e) CatBoost           0.0002   \n",
       "                                                   CatBoost               0.0002   \n",
       "Yahoo              regression 709877    699        (e) FT-Transformer     0.0025   \n",
       "                                                   (e) CatBoost           0.0001   \n",
       "                                                   CatBoost               0.0002   \n",
       "                                                   FT-Transformer         0.0086   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "                                                   XGBoost                0.0000   \n",
       "Microsoft          regression 1200192   136        (e) FT-Transformer     0.0025   \n",
       "                                                   (e) CatBoost           0.0005   \n",
       "                                                   CatBoost               0.0012   \n",
       "                                                   FT-Transformer         0.0045   \n",
       "                                                   (e) XGBoost            0.0000   \n",
       "                                                   XGBoost                0.0000   \n",
       "\n",
       "                                                                       count  \n",
       "dataset            task_type  n_objects n_features algorithm                  \n",
       "California Housing regression 20640     8          (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   (e) FT-Transformer      3  \n",
       "                                                   XGBoost                15  \n",
       "                                                   (e) XGBoost             3  \n",
       "                                                   FT-Transformer         15  \n",
       "Adult              binclass   48842     14         XGBoost                15  \n",
       "                                                   (e) XGBoost             3  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   (e) FT-Transformer      3  \n",
       "                                                   FT-Transformer         15  \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer      3  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   (e) XGBoost             3  \n",
       "                                                   XGBoost                15  \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer      3  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   (e) XGBoost             3  \n",
       "                                                   XGBoost                15  \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer      3  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   XGBoost                15  \n",
       "                                                   (e) XGBoost             3  \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer      3  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   XGBoost                15  \n",
       "                                                   (e) XGBoost             3  \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer      3  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   XGBoost                15  \n",
       "                                                   (e) XGBoost             3  \n",
       "Year               regression 515345    90         (e) FT-Transformer      3  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   CatBoost               15  \n",
       "                                                   XGBoost                15  \n",
       "                                                   (e) XGBoost             3  \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer      3  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   (e) XGBoost             3  \n",
       "                                                   XGBoost                15  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "Yahoo              regression 709877    699        (e) FT-Transformer      3  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   (e) XGBoost             3  \n",
       "                                                   XGBoost                15  \n",
       "Microsoft          regression 1200192   136        (e) FT-Transformer      3  \n",
       "                                                   (e) CatBoost            3  \n",
       "                                                   CatBoost               15  \n",
       "                                                   FT-Transformer         15  \n",
       "                                                   (e) XGBoost             3  \n",
       "                                                   XGBoost                15  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_datasets = set(deepcopy(ALL_DATASETS))\n",
    "n_seeds = 15\n",
    "ensemble_names = ['0_4', '5_9', '10_14']\n",
    "outputs_and_names = []\n",
    "for experiment, algorithm_name, datasets in [\n",
    "    ('ft_transformer/default', 'FT-Transformer', all_datasets),\n",
    "    ('catboost/default', 'CatBoost', all_datasets),\n",
    "    ('xgboost/default', 'XGBoost', all_datasets),\n",
    "]:\n",
    "    for dataset in datasets:\n",
    "        for output in collect_outputs(dataset + '/' + experiment, n_seeds):\n",
    "            outputs_and_names.append((output, algorithm_name))\n",
    "        for output in collect_outputs(dataset + '/' + experiment + '_ensemble', ensemble_names):\n",
    "            outputs_and_names.append((output, '(e) ' + algorithm_name))\n",
    "build_report(outputs_and_names)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b8728223-1ed8-4b10-9887-4c128179bd07",
   "metadata": {},
   "source": [
    "## All Neural Networks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "0dfa65ee-df3c-43e9-99d6-a5c089201052",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>test_score</th>\n",
       "      <th>test_std</th>\n",
       "      <th>val_score</th>\n",
       "      <th>val_std</th>\n",
       "      <th>train_score</th>\n",
       "      <th>train_std</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dataset</th>\n",
       "      <th>task_type</th>\n",
       "      <th>n_objects</th>\n",
       "      <th>n_features</th>\n",
       "      <th>algorithm</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">California Housing</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">20640</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">8</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.4591</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>0.4639</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>0.3697</td>\n",
       "      <td>0.0111</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.4636</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.4757</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>-0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.4739</td>\n",
       "      <td>0.0034</td>\n",
       "      <td>0.4827</td>\n",
       "      <td>0.0053</td>\n",
       "      <td>0.4017</td>\n",
       "      <td>0.0118</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.4837</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>0.4846</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>0.4143</td>\n",
       "      <td>0.0088</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.4856</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>0.4899</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.4212</td>\n",
       "      <td>0.0109</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GrowNet</th>\n",
       "      <td>0.4869</td>\n",
       "      <td>0.0074</td>\n",
       "      <td>0.4963</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>0.4274</td>\n",
       "      <td>0.0117</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.4933</td>\n",
       "      <td>0.0048</td>\n",
       "      <td>0.4999</td>\n",
       "      <td>0.0034</td>\n",
       "      <td>0.4086</td>\n",
       "      <td>0.0126</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.4985</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>0.5070</td>\n",
       "      <td>0.0037</td>\n",
       "      <td>0.3920</td>\n",
       "      <td>0.0185</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.5100</td>\n",
       "      <td>0.0079</td>\n",
       "      <td>0.5172</td>\n",
       "      <td>0.0078</td>\n",
       "      <td>0.4681</td>\n",
       "      <td>0.0089</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">Adult</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">48842</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">14</th>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.8589</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.8593</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.8661</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.8587</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.8606</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8692</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.8577</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.8561</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GrowNet</th>\n",
       "      <td>0.8574</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.8582</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.8698</td>\n",
       "      <td>0.0032</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.8544</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.8561</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8700</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.8544</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.8547</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8668</td>\n",
       "      <td>0.0028</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.8529</td>\n",
       "      <td>0.0041</td>\n",
       "      <td>0.8494</td>\n",
       "      <td>0.0066</td>\n",
       "      <td>0.8564</td>\n",
       "      <td>0.0088</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.8522</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.8528</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.8758</td>\n",
       "      <td>0.0064</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.8502</td>\n",
       "      <td>0.0054</td>\n",
       "      <td>0.8510</td>\n",
       "      <td>0.0055</td>\n",
       "      <td>0.8680</td>\n",
       "      <td>0.0079</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">Helena</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">65196</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">27</th>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.3960</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.3947</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.5073</td>\n",
       "      <td>0.0214</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.3913</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.3883</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.5162</td>\n",
       "      <td>0.0257</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.3853</td>\n",
       "      <td>0.0032</td>\n",
       "      <td>0.3799</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>0.4515</td>\n",
       "      <td>0.0172</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.3832</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>0.3794</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.4594</td>\n",
       "      <td>0.0162</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.3782</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.3727</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.4733</td>\n",
       "      <td>0.0096</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.3728</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>0.3670</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>0.4399</td>\n",
       "      <td>0.0194</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.3722</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>0.3674</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.4488</td>\n",
       "      <td>0.0160</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.3593</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.3499</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.4496</td>\n",
       "      <td>0.0115</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">Jannis</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">83733</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">54</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7323</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.7373</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7761</td>\n",
       "      <td>0.0115</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7280</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7318</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7685</td>\n",
       "      <td>0.0094</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.7271</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7312</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.7230</td>\n",
       "      <td>0.0037</td>\n",
       "      <td>0.7285</td>\n",
       "      <td>0.0050</td>\n",
       "      <td>0.7526</td>\n",
       "      <td>0.0085</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.7211</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>0.7259</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7576</td>\n",
       "      <td>0.0091</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7195</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7236</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7561</td>\n",
       "      <td>0.0059</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.7192</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7230</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7573</td>\n",
       "      <td>0.0110</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.7159</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7186</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.7666</td>\n",
       "      <td>0.0089</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">Higgs Small</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">98050</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">28</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7290</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7388</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7566</td>\n",
       "      <td>0.0067</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7266</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.7381</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7773</td>\n",
       "      <td>0.0108</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.7263</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7335</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.7254</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.7346</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.7523</td>\n",
       "      <td>0.0072</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.7230</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7334</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7703</td>\n",
       "      <td>0.0082</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7226</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7348</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7547</td>\n",
       "      <td>0.0063</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.7221</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>0.7310</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7602</td>\n",
       "      <td>0.0093</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GrowNet</th>\n",
       "      <td>0.7216</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7293</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7565</td>\n",
       "      <td>0.0079</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.7194</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7282</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>0.7488</td>\n",
       "      <td>0.0082</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">ALOI</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">108000</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">128</th>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.9628</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9656</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9981</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9605</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9635</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9969</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.9551</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.9579</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.9958</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.9543</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.9568</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.9956</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.9541</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9561</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.9961</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.9536</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.9557</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.9956</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.9452</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.9474</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.9952</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.9179</td>\n",
       "      <td>0.0057</td>\n",
       "      <td>0.9185</td>\n",
       "      <td>0.0059</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.0065</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">Epsilon</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">500000</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">2000</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.8982</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8977</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9004</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.8977</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8973</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9011</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.8977</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8972</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9016</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.8975</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8973</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9012</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GrowNet</th>\n",
       "      <td>0.8970</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8968</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9014</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.8969</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8967</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9057</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.8958</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8957</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.8949</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8945</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9030</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.8896</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>0.8898</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>0.8919</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">Year</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">515345</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">90</th>\n",
       "      <th>NODE</th>\n",
       "      <td>8.7836</td>\n",
       "      <td>0.0166</td>\n",
       "      <td>8.4485</td>\n",
       "      <td>0.0048</td>\n",
       "      <td>-0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GrowNet</th>\n",
       "      <td>8.8272</td>\n",
       "      <td>0.0400</td>\n",
       "      <td>8.5482</td>\n",
       "      <td>0.0133</td>\n",
       "      <td>7.9266</td>\n",
       "      <td>0.1115</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>8.8463</td>\n",
       "      <td>0.0254</td>\n",
       "      <td>8.3604</td>\n",
       "      <td>0.0074</td>\n",
       "      <td>6.9418</td>\n",
       "      <td>0.1491</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>8.8532</td>\n",
       "      <td>0.0330</td>\n",
       "      <td>8.3393</td>\n",
       "      <td>0.0159</td>\n",
       "      <td>6.2865</td>\n",
       "      <td>0.3043</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>8.8550</td>\n",
       "      <td>0.0325</td>\n",
       "      <td>8.5047</td>\n",
       "      <td>0.0109</td>\n",
       "      <td>7.7430</td>\n",
       "      <td>0.1472</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>8.8817</td>\n",
       "      <td>0.0349</td>\n",
       "      <td>8.6468</td>\n",
       "      <td>0.0092</td>\n",
       "      <td>8.1709</td>\n",
       "      <td>0.0927</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>8.8904</td>\n",
       "      <td>0.0300</td>\n",
       "      <td>8.4450</td>\n",
       "      <td>0.0071</td>\n",
       "      <td>7.0637</td>\n",
       "      <td>0.1515</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>8.8954</td>\n",
       "      <td>0.0202</td>\n",
       "      <td>8.5079</td>\n",
       "      <td>0.0095</td>\n",
       "      <td>7.5009</td>\n",
       "      <td>0.1410</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>8.9087</td>\n",
       "      <td>0.0244</td>\n",
       "      <td>8.7173</td>\n",
       "      <td>0.0157</td>\n",
       "      <td>8.2915</td>\n",
       "      <td>0.0223</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">Covertype</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">581012</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">54</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9697</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9705</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9883</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.9653</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9657</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.9874</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.9644</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.9653</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.9825</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.9625</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.9633</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.9843</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.9610</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.9614</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.9809</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NODE</th>\n",
       "      <td>0.9584</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.9592</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.9575</td>\n",
       "      <td>0.0078</td>\n",
       "      <td>0.9577</td>\n",
       "      <td>0.0080</td>\n",
       "      <td>0.9834</td>\n",
       "      <td>0.0071</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.9337</td>\n",
       "      <td>0.0037</td>\n",
       "      <td>0.9337</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>0.9461</td>\n",
       "      <td>0.0047</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">Yahoo</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">709877</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">699</th>\n",
       "      <th>NODE</th>\n",
       "      <td>0.7527</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7668</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>-0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.7562</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.7691</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.7266</td>\n",
       "      <td>0.0086</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7567</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7697</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7132</td>\n",
       "      <td>0.0075</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7569</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7713</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7009</td>\n",
       "      <td>0.0071</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.7575</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7713</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7107</td>\n",
       "      <td>0.0166</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.7614</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7746</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.7116</td>\n",
       "      <td>0.0064</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GrowNet</th>\n",
       "      <td>0.7649</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.7783</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.7294</td>\n",
       "      <td>0.0077</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.7685</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.7819</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.7444</td>\n",
       "      <td>0.0049</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.8233</td>\n",
       "      <td>0.0096</td>\n",
       "      <td>0.8331</td>\n",
       "      <td>0.0093</td>\n",
       "      <td>0.8074</td>\n",
       "      <td>0.0160</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">Microsoft</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">1200192</th>\n",
       "      <th rowspan=\"9\" valign=\"top\">136</th>\n",
       "      <th>NODE</th>\n",
       "      <td>0.7455</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7423</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>-0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7462</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7430</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7471</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7432</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7114</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7475</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7433</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7091</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DCN V2</th>\n",
       "      <td>0.7487</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7446</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7109</td>\n",
       "      <td>0.0043</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.7501</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7468</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7264</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TabNet</th>\n",
       "      <td>0.7511</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.7479</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.7177</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>GrowNet</th>\n",
       "      <td>0.7511</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7485</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7250</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNN</th>\n",
       "      <td>0.7513</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7472</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7207</td>\n",
       "      <td>0.0035</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                             test_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                              \n",
       "California Housing regression 20640     8          FT-Transformer                0.4591   \n",
       "                                                   NODE                          0.4636   \n",
       "                                                   AutoInt                       0.4739   \n",
       "                                                   DCN V2                        0.4837   \n",
       "                                                   ResNet                        0.4856   \n",
       "                                                   GrowNet                       0.4869   \n",
       "                                                   SNN                           0.4933   \n",
       "                                                   MLP                           0.4985   \n",
       "                                                   TabNet                        0.5100   \n",
       "Adult              binclass   48842     14         AutoInt                       0.8589   \n",
       "                                                   FT-Transformer                0.8587   \n",
       "                                                   NODE                          0.8577   \n",
       "                                                   GrowNet                       0.8574   \n",
       "                                                   SNN                           0.8544   \n",
       "                                                   ResNet                        0.8544   \n",
       "                                                   DCN V2                        0.8529   \n",
       "                                                   MLP                           0.8522   \n",
       "                                                   TabNet                        0.8502   \n",
       "Helena             multiclass 65196     27         ResNet                        0.3960   \n",
       "                                                   FT-Transformer                0.3913   \n",
       "                                                   DCN V2                        0.3853   \n",
       "                                                   MLP                           0.3832   \n",
       "                                                   TabNet                        0.3782   \n",
       "                                                   SNN                           0.3728   \n",
       "                                                   AutoInt                       0.3722   \n",
       "                                                   NODE                          0.3593   \n",
       "Jannis             multiclass 83733     54         FT-Transformer                0.7323   \n",
       "                                                   ResNet                        0.7280   \n",
       "                                                   NODE                          0.7271   \n",
       "                                                   TabNet                        0.7230   \n",
       "                                                   AutoInt                       0.7211   \n",
       "                                                   MLP                           0.7195   \n",
       "                                                   SNN                           0.7192   \n",
       "                                                   DCN V2                        0.7159   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer                0.7290   \n",
       "                                                   ResNet                        0.7266   \n",
       "                                                   NODE                          0.7263   \n",
       "                                                   AutoInt                       0.7254   \n",
       "                                                   DCN V2                        0.7230   \n",
       "                                                   MLP                           0.7226   \n",
       "                                                   SNN                           0.7221   \n",
       "                                                   GrowNet                       0.7216   \n",
       "                                                   TabNet                        0.7194   \n",
       "ALOI               multiclass 108000    128        ResNet                        0.9628   \n",
       "                                                   FT-Transformer                0.9605   \n",
       "                                                   DCN V2                        0.9551   \n",
       "                                                   MLP                           0.9543   \n",
       "                                                   TabNet                        0.9541   \n",
       "                                                   SNN                           0.9536   \n",
       "                                                   AutoInt                       0.9452   \n",
       "                                                   NODE                          0.9179   \n",
       "Epsilon            binclass   500000    2000       FT-Transformer                0.8982   \n",
       "                                                   MLP                           0.8977   \n",
       "                                                   DCN V2                        0.8977   \n",
       "                                                   SNN                           0.8975   \n",
       "                                                   GrowNet                       0.8970   \n",
       "                                                   ResNet                        0.8969   \n",
       "                                                   NODE                          0.8958   \n",
       "                                                   AutoInt                       0.8949   \n",
       "                                                   TabNet                        0.8896   \n",
       "Year               regression 515345    90         NODE                          8.7836   \n",
       "                                                   GrowNet                       8.8272   \n",
       "                                                   ResNet                        8.8463   \n",
       "                                                   MLP                           8.8532   \n",
       "                                                   FT-Transformer                8.8550   \n",
       "                                                   AutoInt                       8.8817   \n",
       "                                                   DCN V2                        8.8904   \n",
       "                                                   SNN                           8.8954   \n",
       "                                                   TabNet                        8.9087   \n",
       "Covertype          multiclass 581012    54         FT-Transformer                0.9697   \n",
       "                                                   DCN V2                        0.9653   \n",
       "                                                   ResNet                        0.9644   \n",
       "                                                   MLP                           0.9625   \n",
       "                                                   SNN                           0.9610   \n",
       "                                                   NODE                          0.9584   \n",
       "                                                   TabNet                        0.9575   \n",
       "                                                   AutoInt                       0.9337   \n",
       "Yahoo              regression 709877    699        NODE                          0.7527   \n",
       "                                                   FT-Transformer | default      0.7562   \n",
       "                                                   ResNet                        0.7567   \n",
       "                                                   MLP                           0.7569   \n",
       "                                                   DCN V2                        0.7575   \n",
       "                                                   SNN                           0.7614   \n",
       "                                                   GrowNet                       0.7649   \n",
       "                                                   AutoInt                       0.7685   \n",
       "                                                   TabNet                        0.8233   \n",
       "Microsoft          regression 1200192   136        NODE                          0.7455   \n",
       "                                                   FT-Transformer                0.7462   \n",
       "                                                   MLP                           0.7471   \n",
       "                                                   ResNet                        0.7475   \n",
       "                                                   DCN V2                        0.7487   \n",
       "                                                   AutoInt                       0.7501   \n",
       "                                                   TabNet                        0.7511   \n",
       "                                                   GrowNet                       0.7511   \n",
       "                                                   SNN                           0.7513   \n",
       "\n",
       "                                                                             test_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                            \n",
       "California Housing regression 20640     8          FT-Transformer              0.0036   \n",
       "                                                   NODE                        0.0016   \n",
       "                                                   AutoInt                     0.0034   \n",
       "                                                   DCN V2                      0.0025   \n",
       "                                                   ResNet                      0.0031   \n",
       "                                                   GrowNet                     0.0074   \n",
       "                                                   SNN                         0.0048   \n",
       "                                                   MLP                         0.0031   \n",
       "                                                   TabNet                      0.0079   \n",
       "Adult              binclass   48842     14         AutoInt                     0.0016   \n",
       "                                                   FT-Transformer              0.0011   \n",
       "                                                   NODE                        0.0017   \n",
       "                                                   GrowNet                     0.0020   \n",
       "                                                   SNN                         0.0019   \n",
       "                                                   ResNet                      0.0018   \n",
       "                                                   DCN V2                      0.0041   \n",
       "                                                   MLP                         0.0020   \n",
       "                                                   TabNet                      0.0054   \n",
       "Helena             multiclass 65196     27         ResNet                      0.0018   \n",
       "                                                   FT-Transformer              0.0013   \n",
       "                                                   DCN V2                      0.0032   \n",
       "                                                   MLP                         0.0027   \n",
       "                                                   TabNet                      0.0018   \n",
       "                                                   SNN                         0.0030   \n",
       "                                                   AutoInt                     0.0027   \n",
       "                                                   NODE                        0.0021   \n",
       "Jannis             multiclass 83733     54         FT-Transformer              0.0021   \n",
       "                                                   ResNet                      0.0016   \n",
       "                                                   NODE                        0.0017   \n",
       "                                                   TabNet                      0.0037   \n",
       "                                                   AutoInt                     0.0024   \n",
       "                                                   MLP                         0.0014   \n",
       "                                                   SNN                         0.0017   \n",
       "                                                   DCN V2                      0.0016   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer              0.0016   \n",
       "                                                   ResNet                      0.0018   \n",
       "                                                   NODE                        0.0014   \n",
       "                                                   AutoInt                     0.0018   \n",
       "                                                   DCN V2                      0.0014   \n",
       "                                                   MLP                         0.0020   \n",
       "                                                   SNN                         0.0024   \n",
       "                                                   GrowNet                     0.0017   \n",
       "                                                   TabNet                      0.0019   \n",
       "ALOI               multiclass 108000    128        ResNet                      0.0008   \n",
       "                                                   FT-Transformer              0.0011   \n",
       "                                                   DCN V2                      0.0013   \n",
       "                                                   MLP                         0.0015   \n",
       "                                                   TabNet                      0.0011   \n",
       "                                                   SNN                         0.0017   \n",
       "                                                   AutoInt                     0.0014   \n",
       "                                                   NODE                        0.0057   \n",
       "Epsilon            binclass   500000    2000       FT-Transformer              0.0003   \n",
       "                                                   MLP                         0.0004   \n",
       "                                                   DCN V2                      0.0003   \n",
       "                                                   SNN                         0.0003   \n",
       "                                                   GrowNet                     0.0006   \n",
       "                                                   ResNet                      0.0005   \n",
       "                                                   NODE                        0.0005   \n",
       "                                                   AutoInt                     0.0006   \n",
       "                                                   TabNet                      0.0033   \n",
       "Year               regression 515345    90         NODE                        0.0166   \n",
       "                                                   GrowNet                     0.0400   \n",
       "                                                   ResNet                      0.0254   \n",
       "                                                   MLP                         0.0330   \n",
       "                                                   FT-Transformer              0.0325   \n",
       "                                                   AutoInt                     0.0349   \n",
       "                                                   DCN V2                      0.0300   \n",
       "                                                   SNN                         0.0202   \n",
       "                                                   TabNet                      0.0244   \n",
       "Covertype          multiclass 581012    54         FT-Transformer              0.0007   \n",
       "                                                   DCN V2                      0.0011   \n",
       "                                                   ResNet                      0.0012   \n",
       "                                                   MLP                         0.0012   \n",
       "                                                   SNN                         0.0022   \n",
       "                                                   NODE                        0.0012   \n",
       "                                                   TabNet                      0.0078   \n",
       "                                                   AutoInt                     0.0037   \n",
       "Yahoo              regression 709877    699        NODE                        0.0003   \n",
       "                                                   FT-Transformer | default    0.0009   \n",
       "                                                   ResNet                      0.0006   \n",
       "                                                   MLP                         0.0004   \n",
       "                                                   DCN V2                      0.0020   \n",
       "                                                   SNN                         0.0006   \n",
       "                                                   GrowNet                     0.0013   \n",
       "                                                   AutoInt                     0.0012   \n",
       "                                                   TabNet                      0.0096   \n",
       "Microsoft          regression 1200192   136        NODE                        0.0002   \n",
       "                                                   FT-Transformer              0.0005   \n",
       "                                                   MLP                         0.0003   \n",
       "                                                   ResNet                      0.0003   \n",
       "                                                   DCN V2                      0.0006   \n",
       "                                                   AutoInt                     0.0006   \n",
       "                                                   TabNet                      0.0010   \n",
       "                                                   GrowNet                     0.0005   \n",
       "                                                   SNN                         0.0005   \n",
       "\n",
       "                                                                             val_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                             \n",
       "California Housing regression 20640     8          FT-Transformer               0.4639   \n",
       "                                                   NODE                         0.4757   \n",
       "                                                   AutoInt                      0.4827   \n",
       "                                                   DCN V2                       0.4846   \n",
       "                                                   ResNet                       0.4899   \n",
       "                                                   GrowNet                      0.4963   \n",
       "                                                   SNN                          0.4999   \n",
       "                                                   MLP                          0.5070   \n",
       "                                                   TabNet                       0.5172   \n",
       "Adult              binclass   48842     14         AutoInt                      0.8593   \n",
       "                                                   FT-Transformer               0.8606   \n",
       "                                                   NODE                         0.8561   \n",
       "                                                   GrowNet                      0.8582   \n",
       "                                                   SNN                          0.8561   \n",
       "                                                   ResNet                       0.8547   \n",
       "                                                   DCN V2                       0.8494   \n",
       "                                                   MLP                          0.8528   \n",
       "                                                   TabNet                       0.8510   \n",
       "Helena             multiclass 65196     27         ResNet                       0.3947   \n",
       "                                                   FT-Transformer               0.3883   \n",
       "                                                   DCN V2                       0.3799   \n",
       "                                                   MLP                          0.3794   \n",
       "                                                   TabNet                       0.3727   \n",
       "                                                   SNN                          0.3670   \n",
       "                                                   AutoInt                      0.3674   \n",
       "                                                   NODE                         0.3499   \n",
       "Jannis             multiclass 83733     54         FT-Transformer               0.7373   \n",
       "                                                   ResNet                       0.7318   \n",
       "                                                   NODE                         0.7312   \n",
       "                                                   TabNet                       0.7285   \n",
       "                                                   AutoInt                      0.7259   \n",
       "                                                   MLP                          0.7236   \n",
       "                                                   SNN                          0.7230   \n",
       "                                                   DCN V2                       0.7186   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer               0.7388   \n",
       "                                                   ResNet                       0.7381   \n",
       "                                                   NODE                         0.7335   \n",
       "                                                   AutoInt                      0.7346   \n",
       "                                                   DCN V2                       0.7334   \n",
       "                                                   MLP                          0.7348   \n",
       "                                                   SNN                          0.7310   \n",
       "                                                   GrowNet                      0.7293   \n",
       "                                                   TabNet                       0.7282   \n",
       "ALOI               multiclass 108000    128        ResNet                       0.9656   \n",
       "                                                   FT-Transformer               0.9635   \n",
       "                                                   DCN V2                       0.9579   \n",
       "                                                   MLP                          0.9568   \n",
       "                                                   TabNet                       0.9561   \n",
       "                                                   SNN                          0.9557   \n",
       "                                                   AutoInt                      0.9474   \n",
       "                                                   NODE                         0.9185   \n",
       "Epsilon            binclass   500000    2000       FT-Transformer               0.8977   \n",
       "                                                   MLP                          0.8973   \n",
       "                                                   DCN V2                       0.8972   \n",
       "                                                   SNN                          0.8973   \n",
       "                                                   GrowNet                      0.8968   \n",
       "                                                   ResNet                       0.8967   \n",
       "                                                   NODE                         0.8957   \n",
       "                                                   AutoInt                      0.8945   \n",
       "                                                   TabNet                       0.8898   \n",
       "Year               regression 515345    90         NODE                         8.4485   \n",
       "                                                   GrowNet                      8.5482   \n",
       "                                                   ResNet                       8.3604   \n",
       "                                                   MLP                          8.3393   \n",
       "                                                   FT-Transformer               8.5047   \n",
       "                                                   AutoInt                      8.6468   \n",
       "                                                   DCN V2                       8.4450   \n",
       "                                                   SNN                          8.5079   \n",
       "                                                   TabNet                       8.7173   \n",
       "Covertype          multiclass 581012    54         FT-Transformer               0.9705   \n",
       "                                                   DCN V2                       0.9657   \n",
       "                                                   ResNet                       0.9653   \n",
       "                                                   MLP                          0.9633   \n",
       "                                                   SNN                          0.9614   \n",
       "                                                   NODE                         0.9592   \n",
       "                                                   TabNet                       0.9577   \n",
       "                                                   AutoInt                      0.9337   \n",
       "Yahoo              regression 709877    699        NODE                         0.7668   \n",
       "                                                   FT-Transformer | default     0.7691   \n",
       "                                                   ResNet                       0.7697   \n",
       "                                                   MLP                          0.7713   \n",
       "                                                   DCN V2                       0.7713   \n",
       "                                                   SNN                          0.7746   \n",
       "                                                   GrowNet                      0.7783   \n",
       "                                                   AutoInt                      0.7819   \n",
       "                                                   TabNet                       0.8331   \n",
       "Microsoft          regression 1200192   136        NODE                         0.7423   \n",
       "                                                   FT-Transformer               0.7430   \n",
       "                                                   MLP                          0.7432   \n",
       "                                                   ResNet                       0.7433   \n",
       "                                                   DCN V2                       0.7446   \n",
       "                                                   AutoInt                      0.7468   \n",
       "                                                   TabNet                       0.7479   \n",
       "                                                   GrowNet                      0.7485   \n",
       "                                                   SNN                          0.7472   \n",
       "\n",
       "                                                                             val_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                           \n",
       "California Housing regression 20640     8          FT-Transformer             0.0038   \n",
       "                                                   NODE                       0.0015   \n",
       "                                                   AutoInt                    0.0053   \n",
       "                                                   DCN V2                     0.0024   \n",
       "                                                   ResNet                     0.0021   \n",
       "                                                   GrowNet                    0.0062   \n",
       "                                                   SNN                        0.0034   \n",
       "                                                   MLP                        0.0037   \n",
       "                                                   TabNet                     0.0078   \n",
       "Adult              binclass   48842     14         AutoInt                    0.0013   \n",
       "                                                   FT-Transformer             0.0005   \n",
       "                                                   NODE                       0.0013   \n",
       "                                                   GrowNet                    0.0018   \n",
       "                                                   SNN                        0.0012   \n",
       "                                                   ResNet                     0.0009   \n",
       "                                                   DCN V2                     0.0066   \n",
       "                                                   MLP                        0.0013   \n",
       "                                                   TabNet                     0.0055   \n",
       "Helena             multiclass 65196     27         ResNet                     0.0021   \n",
       "                                                   FT-Transformer             0.0016   \n",
       "                                                   DCN V2                     0.0033   \n",
       "                                                   MLP                        0.0026   \n",
       "                                                   TabNet                     0.0022   \n",
       "                                                   SNN                        0.0036   \n",
       "                                                   AutoInt                    0.0026   \n",
       "                                                   NODE                       0.0015   \n",
       "Jannis             multiclass 83733     54         FT-Transformer             0.0017   \n",
       "                                                   ResNet                     0.0014   \n",
       "                                                   NODE                       0.0008   \n",
       "                                                   TabNet                     0.0050   \n",
       "                                                   AutoInt                    0.0019   \n",
       "                                                   MLP                        0.0016   \n",
       "                                                   SNN                        0.0016   \n",
       "                                                   DCN V2                     0.0012   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer             0.0014   \n",
       "                                                   ResNet                     0.0014   \n",
       "                                                   NODE                       0.0012   \n",
       "                                                   AutoInt                    0.0026   \n",
       "                                                   DCN V2                     0.0016   \n",
       "                                                   MLP                        0.0019   \n",
       "                                                   SNN                        0.0016   \n",
       "                                                   GrowNet                    0.0017   \n",
       "                                                   TabNet                     0.0024   \n",
       "ALOI               multiclass 108000    128        ResNet                     0.0007   \n",
       "                                                   FT-Transformer             0.0011   \n",
       "                                                   DCN V2                     0.0014   \n",
       "                                                   MLP                        0.0013   \n",
       "                                                   TabNet                     0.0009   \n",
       "                                                   SNN                        0.0017   \n",
       "                                                   AutoInt                    0.0017   \n",
       "                                                   NODE                       0.0059   \n",
       "Epsilon            binclass   500000    2000       FT-Transformer             0.0002   \n",
       "                                                   MLP                        0.0001   \n",
       "                                                   DCN V2                     0.0002   \n",
       "                                                   SNN                        0.0001   \n",
       "                                                   GrowNet                    0.0004   \n",
       "                                                   ResNet                     0.0003   \n",
       "                                                   NODE                       0.0005   \n",
       "                                                   AutoInt                    0.0006   \n",
       "                                                   TabNet                     0.0031   \n",
       "Year               regression 515345    90         NODE                       0.0048   \n",
       "                                                   GrowNet                    0.0133   \n",
       "                                                   ResNet                     0.0074   \n",
       "                                                   MLP                        0.0159   \n",
       "                                                   FT-Transformer             0.0109   \n",
       "                                                   AutoInt                    0.0092   \n",
       "                                                   DCN V2                     0.0071   \n",
       "                                                   SNN                        0.0095   \n",
       "                                                   TabNet                     0.0157   \n",
       "Covertype          multiclass 581012    54         FT-Transformer             0.0006   \n",
       "                                                   DCN V2                     0.0010   \n",
       "                                                   ResNet                     0.0010   \n",
       "                                                   MLP                        0.0010   \n",
       "                                                   SNN                        0.0019   \n",
       "                                                   NODE                       0.0010   \n",
       "                                                   TabNet                     0.0080   \n",
       "                                                   AutoInt                    0.0039   \n",
       "Yahoo              regression 709877    699        NODE                       0.0003   \n",
       "                                                   FT-Transformer | default   0.0010   \n",
       "                                                   ResNet                     0.0006   \n",
       "                                                   MLP                        0.0003   \n",
       "                                                   DCN V2                     0.0020   \n",
       "                                                   SNN                        0.0008   \n",
       "                                                   GrowNet                    0.0012   \n",
       "                                                   AutoInt                    0.0012   \n",
       "                                                   TabNet                     0.0093   \n",
       "Microsoft          regression 1200192   136        NODE                       0.0001   \n",
       "                                                   FT-Transformer             0.0005   \n",
       "                                                   MLP                        0.0003   \n",
       "                                                   ResNet                     0.0003   \n",
       "                                                   DCN V2                     0.0004   \n",
       "                                                   AutoInt                    0.0005   \n",
       "                                                   TabNet                     0.0011   \n",
       "                                                   GrowNet                    0.0005   \n",
       "                                                   SNN                        0.0003   \n",
       "\n",
       "                                                                             train_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                               \n",
       "California Housing regression 20640     8          FT-Transformer                 0.3697   \n",
       "                                                   NODE                          -0.0000   \n",
       "                                                   AutoInt                        0.4017   \n",
       "                                                   DCN V2                         0.4143   \n",
       "                                                   ResNet                         0.4212   \n",
       "                                                   GrowNet                        0.4274   \n",
       "                                                   SNN                            0.4086   \n",
       "                                                   MLP                            0.3920   \n",
       "                                                   TabNet                         0.4681   \n",
       "Adult              binclass   48842     14         AutoInt                        0.8661   \n",
       "                                                   FT-Transformer                 0.8692   \n",
       "                                                   NODE                           0.0000   \n",
       "                                                   GrowNet                        0.8698   \n",
       "                                                   SNN                            0.8700   \n",
       "                                                   ResNet                         0.8668   \n",
       "                                                   DCN V2                         0.8564   \n",
       "                                                   MLP                            0.8758   \n",
       "                                                   TabNet                         0.8680   \n",
       "Helena             multiclass 65196     27         ResNet                         0.5073   \n",
       "                                                   FT-Transformer                 0.5162   \n",
       "                                                   DCN V2                         0.4515   \n",
       "                                                   MLP                            0.4594   \n",
       "                                                   TabNet                         0.4733   \n",
       "                                                   SNN                            0.4399   \n",
       "                                                   AutoInt                        0.4488   \n",
       "                                                   NODE                           0.4496   \n",
       "Jannis             multiclass 83733     54         FT-Transformer                 0.7761   \n",
       "                                                   ResNet                         0.7685   \n",
       "                                                   NODE                           0.0000   \n",
       "                                                   TabNet                         0.7526   \n",
       "                                                   AutoInt                        0.7576   \n",
       "                                                   MLP                            0.7561   \n",
       "                                                   SNN                            0.7573   \n",
       "                                                   DCN V2                         0.7666   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer                 0.7566   \n",
       "                                                   ResNet                         0.7773   \n",
       "                                                   NODE                           0.0000   \n",
       "                                                   AutoInt                        0.7523   \n",
       "                                                   DCN V2                         0.7703   \n",
       "                                                   MLP                            0.7547   \n",
       "                                                   SNN                            0.7602   \n",
       "                                                   GrowNet                        0.7565   \n",
       "                                                   TabNet                         0.7488   \n",
       "ALOI               multiclass 108000    128        ResNet                         0.9981   \n",
       "                                                   FT-Transformer                 0.9969   \n",
       "                                                   DCN V2                         0.9958   \n",
       "                                                   MLP                            0.9956   \n",
       "                                                   TabNet                         0.9961   \n",
       "                                                   SNN                            0.9956   \n",
       "                                                   AutoInt                        0.9952   \n",
       "                                                   NODE                           0.9700   \n",
       "Epsilon            binclass   500000    2000       FT-Transformer                 0.9004   \n",
       "                                                   MLP                            0.9011   \n",
       "                                                   DCN V2                         0.9016   \n",
       "                                                   SNN                            0.9012   \n",
       "                                                   GrowNet                        0.9014   \n",
       "                                                   ResNet                         0.9057   \n",
       "                                                   NODE                           0.0000   \n",
       "                                                   AutoInt                        0.9030   \n",
       "                                                   TabNet                         0.8919   \n",
       "Year               regression 515345    90         NODE                          -0.0000   \n",
       "                                                   GrowNet                        7.9266   \n",
       "                                                   ResNet                         6.9418   \n",
       "                                                   MLP                            6.2865   \n",
       "                                                   FT-Transformer                 7.7430   \n",
       "                                                   AutoInt                        8.1709   \n",
       "                                                   DCN V2                         7.0637   \n",
       "                                                   SNN                            7.5009   \n",
       "                                                   TabNet                         8.2915   \n",
       "Covertype          multiclass 581012    54         FT-Transformer                 0.9883   \n",
       "                                                   DCN V2                         0.9874   \n",
       "                                                   ResNet                         0.9825   \n",
       "                                                   MLP                            0.9843   \n",
       "                                                   SNN                            0.9809   \n",
       "                                                   NODE                           0.0000   \n",
       "                                                   TabNet                         0.9834   \n",
       "                                                   AutoInt                        0.9461   \n",
       "Yahoo              regression 709877    699        NODE                          -0.0000   \n",
       "                                                   FT-Transformer | default       0.7266   \n",
       "                                                   ResNet                         0.7132   \n",
       "                                                   MLP                            0.7009   \n",
       "                                                   DCN V2                         0.7107   \n",
       "                                                   SNN                            0.7116   \n",
       "                                                   GrowNet                        0.7294   \n",
       "                                                   AutoInt                        0.7444   \n",
       "                                                   TabNet                         0.8074   \n",
       "Microsoft          regression 1200192   136        NODE                          -0.0000   \n",
       "                                                   FT-Transformer                 0.7179   \n",
       "                                                   MLP                            0.7114   \n",
       "                                                   ResNet                         0.7091   \n",
       "                                                   DCN V2                         0.7109   \n",
       "                                                   AutoInt                        0.7264   \n",
       "                                                   TabNet                         0.7177   \n",
       "                                                   GrowNet                        0.7250   \n",
       "                                                   SNN                            0.7207   \n",
       "\n",
       "                                                                             train_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                             \n",
       "California Housing regression 20640     8          FT-Transformer               0.0111   \n",
       "                                                   NODE                         0.0000   \n",
       "                                                   AutoInt                      0.0118   \n",
       "                                                   DCN V2                       0.0088   \n",
       "                                                   ResNet                       0.0109   \n",
       "                                                   GrowNet                      0.0117   \n",
       "                                                   SNN                          0.0126   \n",
       "                                                   MLP                          0.0185   \n",
       "                                                   TabNet                       0.0089   \n",
       "Adult              binclass   48842     14         AutoInt                      0.0010   \n",
       "                                                   FT-Transformer               0.0017   \n",
       "                                                   NODE                         0.0000   \n",
       "                                                   GrowNet                      0.0032   \n",
       "                                                   SNN                          0.0023   \n",
       "                                                   ResNet                       0.0028   \n",
       "                                                   DCN V2                       0.0088   \n",
       "                                                   MLP                          0.0064   \n",
       "                                                   TabNet                       0.0079   \n",
       "Helena             multiclass 65196     27         ResNet                       0.0214   \n",
       "                                                   FT-Transformer               0.0257   \n",
       "                                                   DCN V2                       0.0172   \n",
       "                                                   MLP                          0.0162   \n",
       "                                                   TabNet                       0.0096   \n",
       "                                                   SNN                          0.0194   \n",
       "                                                   AutoInt                      0.0160   \n",
       "                                                   NODE                         0.0115   \n",
       "Jannis             multiclass 83733     54         FT-Transformer               0.0115   \n",
       "                                                   ResNet                       0.0094   \n",
       "                                                   NODE                         0.0000   \n",
       "                                                   TabNet                       0.0085   \n",
       "                                                   AutoInt                      0.0091   \n",
       "                                                   MLP                          0.0059   \n",
       "                                                   SNN                          0.0110   \n",
       "                                                   DCN V2                       0.0089   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer               0.0067   \n",
       "                                                   ResNet                       0.0108   \n",
       "                                                   NODE                         0.0000   \n",
       "                                                   AutoInt                      0.0072   \n",
       "                                                   DCN V2                       0.0082   \n",
       "                                                   MLP                          0.0063   \n",
       "                                                   SNN                          0.0093   \n",
       "                                                   GrowNet                      0.0079   \n",
       "                                                   TabNet                       0.0082   \n",
       "ALOI               multiclass 108000    128        ResNet                       0.0003   \n",
       "                                                   FT-Transformer               0.0006   \n",
       "                                                   DCN V2                       0.0012   \n",
       "                                                   MLP                          0.0015   \n",
       "                                                   TabNet                       0.0004   \n",
       "                                                   SNN                          0.0012   \n",
       "                                                   AutoInt                      0.0009   \n",
       "                                                   NODE                         0.0065   \n",
       "Epsilon            binclass   500000    2000       FT-Transformer               0.0003   \n",
       "                                                   MLP                          0.0004   \n",
       "                                                   DCN V2                       0.0003   \n",
       "                                                   SNN                          0.0003   \n",
       "                                                   GrowNet                      0.0011   \n",
       "                                                   ResNet                       0.0016   \n",
       "                                                   NODE                         0.0000   \n",
       "                                                   AutoInt                      0.0024   \n",
       "                                                   TabNet                       0.0030   \n",
       "Year               regression 515345    90         NODE                         0.0000   \n",
       "                                                   GrowNet                      0.1115   \n",
       "                                                   ResNet                       0.1491   \n",
       "                                                   MLP                          0.3043   \n",
       "                                                   FT-Transformer               0.1472   \n",
       "                                                   AutoInt                      0.0927   \n",
       "                                                   DCN V2                       0.1515   \n",
       "                                                   SNN                          0.1410   \n",
       "                                                   TabNet                       0.0223   \n",
       "Covertype          multiclass 581012    54         FT-Transformer               0.0016   \n",
       "                                                   DCN V2                       0.0022   \n",
       "                                                   ResNet                       0.0023   \n",
       "                                                   MLP                          0.0022   \n",
       "                                                   SNN                          0.0039   \n",
       "                                                   NODE                         0.0000   \n",
       "                                                   TabNet                       0.0071   \n",
       "                                                   AutoInt                      0.0047   \n",
       "Yahoo              regression 709877    699        NODE                         0.0000   \n",
       "                                                   FT-Transformer | default     0.0086   \n",
       "                                                   ResNet                       0.0075   \n",
       "                                                   MLP                          0.0071   \n",
       "                                                   DCN V2                       0.0166   \n",
       "                                                   SNN                          0.0064   \n",
       "                                                   GrowNet                      0.0077   \n",
       "                                                   AutoInt                      0.0049   \n",
       "                                                   TabNet                       0.0160   \n",
       "Microsoft          regression 1200192   136        NODE                         0.0000   \n",
       "                                                   FT-Transformer               0.0039   \n",
       "                                                   MLP                          0.0031   \n",
       "                                                   ResNet                       0.0062   \n",
       "                                                   DCN V2                       0.0043   \n",
       "                                                   AutoInt                      0.0021   \n",
       "                                                   TabNet                       0.0024   \n",
       "                                                   GrowNet                      0.0030   \n",
       "                                                   SNN                          0.0035   \n",
       "\n",
       "                                                                             count  \n",
       "dataset            task_type  n_objects n_features algorithm                        \n",
       "California Housing regression 20640     8          FT-Transformer               15  \n",
       "                                                   NODE                         15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   GrowNet                      15  \n",
       "                                                   SNN                          15  \n",
       "                                                   MLP                          15  \n",
       "                                                   TabNet                       15  \n",
       "Adult              binclass   48842     14         AutoInt                      15  \n",
       "                                                   FT-Transformer               15  \n",
       "                                                   NODE                         15  \n",
       "                                                   GrowNet                      15  \n",
       "                                                   SNN                          15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   MLP                          15  \n",
       "                                                   TabNet                       15  \n",
       "Helena             multiclass 65196     27         ResNet                       15  \n",
       "                                                   FT-Transformer               15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   MLP                          15  \n",
       "                                                   TabNet                       15  \n",
       "                                                   SNN                          15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   NODE                         15  \n",
       "Jannis             multiclass 83733     54         FT-Transformer               15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   NODE                         15  \n",
       "                                                   TabNet                       15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   MLP                          15  \n",
       "                                                   SNN                          15  \n",
       "                                                   DCN V2                       15  \n",
       "Higgs Small        binclass   98050     28         FT-Transformer               15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   NODE                         15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   MLP                          15  \n",
       "                                                   SNN                          15  \n",
       "                                                   GrowNet                      15  \n",
       "                                                   TabNet                       15  \n",
       "ALOI               multiclass 108000    128        ResNet                       15  \n",
       "                                                   FT-Transformer               15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   MLP                          15  \n",
       "                                                   TabNet                       15  \n",
       "                                                   SNN                          15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   NODE                         15  \n",
       "Epsilon            binclass   500000    2000       FT-Transformer               15  \n",
       "                                                   MLP                          15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   SNN                          15  \n",
       "                                                   GrowNet                      15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   NODE                         15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   TabNet                       15  \n",
       "Year               regression 515345    90         NODE                         15  \n",
       "                                                   GrowNet                      15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   MLP                          15  \n",
       "                                                   FT-Transformer               15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   SNN                          15  \n",
       "                                                   TabNet                       15  \n",
       "Covertype          multiclass 581012    54         FT-Transformer               15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   MLP                          15  \n",
       "                                                   SNN                          15  \n",
       "                                                   NODE                         15  \n",
       "                                                   TabNet                       15  \n",
       "                                                   AutoInt                      15  \n",
       "Yahoo              regression 709877    699        NODE                         15  \n",
       "                                                   FT-Transformer | default     15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   MLP                          15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   SNN                          15  \n",
       "                                                   GrowNet                      15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   TabNet                       15  \n",
       "Microsoft          regression 1200192   136        NODE                         15  \n",
       "                                                   FT-Transformer               15  \n",
       "                                                   MLP                          15  \n",
       "                                                   ResNet                       15  \n",
       "                                                   DCN V2                       15  \n",
       "                                                   AutoInt                      15  \n",
       "                                                   TabNet                       15  \n",
       "                                                   GrowNet                      15  \n",
       "                                                   SNN                          15  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_datasets = set(deepcopy(ALL_DATASETS))\n",
    "n_seeds = 15\n",
    "outputs_and_names = []\n",
    "for experiment, algorithm_name, datasets in [\n",
    "    # !!! TUTORIAL !!! Uncomment the following line for completing the tutorial:\n",
    "    # ('mlp/tuned_reproduced', 'MLP | reproduced', [CALIFORNIA]),\n",
    "    ('mlp/tuned', 'MLP', all_datasets),\n",
    "    ('resnet/tuned', 'ResNet', all_datasets),\n",
    "    ('snn/tuned', 'SNN', all_datasets),\n",
    "    ('dcn2/tuned', 'DCN V2', all_datasets),\n",
    "    ('tabnet/tuned', 'TabNet', all_datasets),\n",
    "    ('grownet/tuned', 'GrowNet', all_datasets - {HELENA, JANNIS, ALOI, COVTYPE}),  # GrowNet does not support multiclass problems\n",
    "    ('node/tuned', 'NODE', all_datasets - {HELENA, ALOI}),\n",
    "    ('node/default', 'NODE', {HELENA, ALOI}),\n",
    "    ('autoint/tuned', 'AutoInt', all_datasets),\n",
    "    ('ft_transformer/tuned', 'FT-Transformer', all_datasets - {YAHOO}),\n",
    "    ('ft_transformer/default', 'FT-Transformer | default', {YAHOO}),\n",
    "]:\n",
    "    for dataset in datasets:\n",
    "        for output in collect_outputs(dataset + '/' + experiment, n_seeds):\n",
    "            outputs_and_names.append((output, algorithm_name))\n",
    "build_report(outputs_and_names)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a1371b5f-4dd2-42df-93ea-b52fde2d5af7",
   "metadata": {
    "tags": []
   },
   "source": [
    "## Main Neural Networks and GDBT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "23312c46-b789-4c49-8984-72fbc2e5c229",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>test_score</th>\n",
       "      <th>test_std</th>\n",
       "      <th>val_score</th>\n",
       "      <th>val_std</th>\n",
       "      <th>train_score</th>\n",
       "      <th>train_std</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dataset</th>\n",
       "      <th>task_type</th>\n",
       "      <th>n_objects</th>\n",
       "      <th>n_features</th>\n",
       "      <th>algorithm</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"14\" valign=\"top\">California Housing</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">20640</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">8</th>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.4234</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.4371</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.0748</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) LightGBM</th>\n",
       "      <td>0.4268</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.4418</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.1343</td>\n",
       "      <td>0.0041</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.4308</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.4445</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>0.0778</td>\n",
       "      <td>0.0149</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.4314</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.4457</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.1501</td>\n",
       "      <td>0.0060</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LightGBM</th>\n",
       "      <td>0.4322</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>0.4471</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>0.1375</td>\n",
       "      <td>0.0213</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.4334</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.4478</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>0.1512</td>\n",
       "      <td>0.0153</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.4480</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.4526</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.3573</td>\n",
       "      <td>0.0085</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.4543</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.4615</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.3572</td>\n",
       "      <td>0.0056</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.4591</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>0.4639</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>0.3697</td>\n",
       "      <td>0.0111</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.4688</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>0.4761</td>\n",
       "      <td>0.0044</td>\n",
       "      <td>0.3741</td>\n",
       "      <td>0.0241</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.4780</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.4820</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.4125</td>\n",
       "      <td>0.0041</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.4856</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>0.4899</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.4212</td>\n",
       "      <td>0.0109</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.4869</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.4950</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.3783</td>\n",
       "      <td>0.0057</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.4985</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>0.5070</td>\n",
       "      <td>0.0037</td>\n",
       "      <td>0.3920</td>\n",
       "      <td>0.0185</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"14\" valign=\"top\">Adult</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">48842</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">14</th>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.8742</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8731</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.8853</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.8727</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8736</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.8835</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) LightGBM</th>\n",
       "      <td>0.8723</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8740</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8886</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LightGBM</th>\n",
       "      <td>0.8723</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8741</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8885</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.8723</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8724</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8909</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.8722</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8716</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8910</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.8601</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8612</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8698</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.8598</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8604</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.8736</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.8587</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.8606</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8692</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.8574</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8598</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8712</td>\n",
       "      <td>0.0035</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.8571</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8559</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.8693</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.8548</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8549</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8803</td>\n",
       "      <td>0.0028</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.8544</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.8547</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8668</td>\n",
       "      <td>0.0028</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.8522</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.8528</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.8758</td>\n",
       "      <td>0.0064</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">Helena</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">65196</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">27</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.3983</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.3943</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.5301</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.3981</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.3965</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.5145</td>\n",
       "      <td>0.0060</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.3960</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.3947</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.5073</td>\n",
       "      <td>0.0214</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.3948</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.3895</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.4962</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.3913</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.3883</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.5162</td>\n",
       "      <td>0.0257</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.3902</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.3835</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.4688</td>\n",
       "      <td>0.0084</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.3885</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.3839</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8287</td>\n",
       "      <td>0.0113</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.3853</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.3813</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.8199</td>\n",
       "      <td>0.0290</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.3832</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>0.3794</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.4594</td>\n",
       "      <td>0.0162</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.3812</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.3779</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.4763</td>\n",
       "      <td>0.0182</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.3775</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.3701</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.6740</td>\n",
       "      <td>0.0111</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.3754</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.3699</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.6708</td>\n",
       "      <td>0.0212</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">Jannis</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">83733</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">54</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.7390</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.7426</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.7854</td>\n",
       "      <td>0.0078</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.7341</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.7391</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7917</td>\n",
       "      <td>0.0095</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.7340</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7362</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7770</td>\n",
       "      <td>0.0082</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7323</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.7373</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7761</td>\n",
       "      <td>0.0115</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7280</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7318</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7685</td>\n",
       "      <td>0.0094</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7271</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.7296</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.9725</td>\n",
       "      <td>0.0127</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.7254</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7293</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7630</td>\n",
       "      <td>0.0034</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.7252</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>0.7310</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7805</td>\n",
       "      <td>0.0108</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7242</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7270</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.9596</td>\n",
       "      <td>0.0073</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7232</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7276</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9549</td>\n",
       "      <td>0.0444</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7215</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.7255</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.9533</td>\n",
       "      <td>0.0195</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7195</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7236</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7561</td>\n",
       "      <td>0.0059</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"14\" valign=\"top\">Higgs Small</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">98050</th>\n",
       "      <th rowspan=\"14\" valign=\"top\">28</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.7315</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.7418</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7603</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.7314</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.7422</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.7829</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.7310</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.7421</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.7842</td>\n",
       "      <td>0.0105</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7290</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7388</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7566</td>\n",
       "      <td>0.0067</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7286</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7358</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9387</td>\n",
       "      <td>0.0163</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7281</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.7297</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.8756</td>\n",
       "      <td>0.0155</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7268</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.7306</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.8721</td>\n",
       "      <td>0.0263</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7266</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.7381</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7773</td>\n",
       "      <td>0.0108</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) LightGBM</th>\n",
       "      <td>0.7260</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.7289</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8120</td>\n",
       "      <td>0.0131</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.7255</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7368</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.7583</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7254</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7344</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9294</td>\n",
       "      <td>0.0427</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.7250</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7356</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.7729</td>\n",
       "      <td>0.0125</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LightGBM</th>\n",
       "      <td>0.7245</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.7287</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.8093</td>\n",
       "      <td>0.0258</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7226</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7348</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7547</td>\n",
       "      <td>0.0063</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">ALOI</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">108000</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">128</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.9674</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9693</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9976</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.9665</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9688</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9979</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.9663</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9685</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9985</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.9628</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9656</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9981</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9605</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9635</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9969</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.9602</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9625</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9970</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.9543</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.9568</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.9956</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.9530</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.9563</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9967</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">Epsilon</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">500000</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">2000</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.8984</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8978</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9005</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.8982</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8977</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9004</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.8979</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8971</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9013</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.8977</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8973</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9011</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.8976</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8968</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9064</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.8969</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8965</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9001</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.8969</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8967</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9057</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.8959</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8956</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8990</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.8898</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8899</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9332</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.8880</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8887</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9316</td>\n",
       "      <td>0.0057</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.8861</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8866</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9434</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.8837</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.8843</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.9412</td>\n",
       "      <td>0.0055</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">Year</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">515345</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">90</th>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>8.7117</td>\n",
       "      <td>0.0077</td>\n",
       "      <td>8.1884</td>\n",
       "      <td>0.0063</td>\n",
       "      <td>6.1366</td>\n",
       "      <td>0.0224</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>8.7267</td>\n",
       "      <td>0.0198</td>\n",
       "      <td>8.4257</td>\n",
       "      <td>0.0102</td>\n",
       "      <td>7.7114</td>\n",
       "      <td>0.0706</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>8.7505</td>\n",
       "      <td>0.0116</td>\n",
       "      <td>8.3958</td>\n",
       "      <td>0.0068</td>\n",
       "      <td>7.6299</td>\n",
       "      <td>0.0244</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>8.7701</td>\n",
       "      <td>0.0099</td>\n",
       "      <td>8.2805</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>6.8605</td>\n",
       "      <td>0.0689</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>8.8186</td>\n",
       "      <td>0.0049</td>\n",
       "      <td>8.4091</td>\n",
       "      <td>0.0048</td>\n",
       "      <td>2.8005</td>\n",
       "      <td>0.0073</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>8.8367</td>\n",
       "      <td>0.0040</td>\n",
       "      <td>8.5877</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>6.5021</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>8.8463</td>\n",
       "      <td>0.0254</td>\n",
       "      <td>8.3604</td>\n",
       "      <td>0.0074</td>\n",
       "      <td>6.9418</td>\n",
       "      <td>0.1491</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>8.8532</td>\n",
       "      <td>0.0330</td>\n",
       "      <td>8.3393</td>\n",
       "      <td>0.0159</td>\n",
       "      <td>6.2865</td>\n",
       "      <td>0.3043</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>8.8550</td>\n",
       "      <td>0.0325</td>\n",
       "      <td>8.5047</td>\n",
       "      <td>0.0109</td>\n",
       "      <td>7.7430</td>\n",
       "      <td>0.1472</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>8.8771</td>\n",
       "      <td>0.0063</td>\n",
       "      <td>8.6288</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>6.5326</td>\n",
       "      <td>0.0049</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>8.8892</td>\n",
       "      <td>0.0479</td>\n",
       "      <td>8.5943</td>\n",
       "      <td>0.0114</td>\n",
       "      <td>7.8830</td>\n",
       "      <td>0.1739</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>8.9475</td>\n",
       "      <td>0.0088</td>\n",
       "      <td>8.5429</td>\n",
       "      <td>0.0070</td>\n",
       "      <td>2.8819</td>\n",
       "      <td>0.0169</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">Covertype</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">581012</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">54</th>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.9732</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9740</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9923</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.9729</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9739</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9919</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9697</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9705</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9883</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.9694</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9700</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.9687</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9692</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.9685</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9687</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.9667</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9677</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.9848</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.9667</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9678</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9852</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.9658</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9662</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.9656</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9664</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9875</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.9644</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.9653</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.9825</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.9625</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.9633</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.9843</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"10\" valign=\"top\">Yahoo</th>\n",
       "      <th rowspan=\"10\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"10\" valign=\"top\">709877</th>\n",
       "      <th rowspan=\"10\" valign=\"top\">699</th>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7320</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7462</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.4463</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7357</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7498</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.4487</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7401</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7543</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.6025</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7430</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7572</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.6048</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.7472</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7602</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7176</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.7515</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7645</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7080</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.7529</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7674</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.6968</td>\n",
       "      <td>0.0032</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.7562</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.7691</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.7266</td>\n",
       "      <td>0.0086</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7567</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7697</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7132</td>\n",
       "      <td>0.0075</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7569</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7713</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7009</td>\n",
       "      <td>0.0071</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">Microsoft</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">1200192</th>\n",
       "      <th rowspan=\"12\" valign=\"top\">136</th>\n",
       "      <th>(e) CatBoost</th>\n",
       "      <td>0.7413</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7380</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.6441</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) XGBoost</th>\n",
       "      <td>0.7421</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7385</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.6330</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer | default</th>\n",
       "      <td>0.7422</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.7390</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7094</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>XGBoost</th>\n",
       "      <td>0.7424</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7389</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.6333</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CatBoost</th>\n",
       "      <td>0.7429</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7397</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.6454</td>\n",
       "      <td>0.0050</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) FT-Transformer</th>\n",
       "      <td>0.7434</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7402</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7150</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) ResNet</th>\n",
       "      <td>0.7449</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7406</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7062</td>\n",
       "      <td>0.0042</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(e) MLP</th>\n",
       "      <td>0.7460</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7420</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7102</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7462</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7430</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | default</th>\n",
       "      <td>0.7470</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.7437</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7143</td>\n",
       "      <td>0.0045</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP</th>\n",
       "      <td>0.7471</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7432</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7114</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ResNet</th>\n",
       "      <td>0.7475</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7433</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7091</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                 test_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                                  \n",
       "California Housing regression 20640     8          (e) CatBoost                      0.4234   \n",
       "                                                   (e) LightGBM                      0.4268   \n",
       "                                                   CatBoost                          0.4308   \n",
       "                                                   (e) XGBoost                       0.4314   \n",
       "                                                   LightGBM                          0.4322   \n",
       "                                                   XGBoost                           0.4334   \n",
       "                                                   (e) FT-Transformer                0.4480   \n",
       "                                                   (e) FT-Transformer | default      0.4543   \n",
       "                                                   FT-Transformer                    0.4591   \n",
       "                                                   FT-Transformer | default          0.4688   \n",
       "                                                   (e) ResNet                        0.4780   \n",
       "                                                   ResNet                            0.4856   \n",
       "                                                   (e) MLP                           0.4869   \n",
       "                                                   MLP                               0.4985   \n",
       "Adult              binclass   48842     14         (e) CatBoost                      0.8742   \n",
       "                                                   CatBoost                          0.8727   \n",
       "                                                   (e) LightGBM                      0.8723   \n",
       "                                                   LightGBM                          0.8723   \n",
       "                                                   XGBoost                           0.8723   \n",
       "                                                   (e) XGBoost                       0.8722   \n",
       "                                                   (e) FT-Transformer                0.8601   \n",
       "                                                   (e) FT-Transformer | default      0.8598   \n",
       "                                                   FT-Transformer                    0.8587   \n",
       "                                                   FT-Transformer | default          0.8574   \n",
       "                                                   (e) ResNet                        0.8571   \n",
       "                                                   (e) MLP                           0.8548   \n",
       "                                                   ResNet                            0.8544   \n",
       "                                                   MLP                               0.8522   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer                0.3983   \n",
       "                                                   (e) ResNet                        0.3981   \n",
       "                                                   ResNet                            0.3960   \n",
       "                                                   (e) FT-Transformer | default      0.3948   \n",
       "                                                   FT-Transformer                    0.3913   \n",
       "                                                   (e) MLP                           0.3902   \n",
       "                                                   (e) CatBoost                      0.3885   \n",
       "                                                   CatBoost                          0.3853   \n",
       "                                                   MLP                               0.3832   \n",
       "                                                   FT-Transformer | default          0.3812   \n",
       "                                                   (e) XGBoost                       0.3775   \n",
       "                                                   XGBoost                           0.3754   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer                0.7390   \n",
       "                                                   (e) FT-Transformer | default      0.7341   \n",
       "                                                   (e) ResNet                        0.7340   \n",
       "                                                   FT-Transformer                    0.7323   \n",
       "                                                   ResNet                            0.7280   \n",
       "                                                   (e) CatBoost                      0.7271   \n",
       "                                                   (e) MLP                           0.7254   \n",
       "                                                   FT-Transformer | default          0.7252   \n",
       "                                                   (e) XGBoost                       0.7242   \n",
       "                                                   CatBoost                          0.7232   \n",
       "                                                   XGBoost                           0.7215   \n",
       "                                                   MLP                               0.7195   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer                0.7315   \n",
       "                                                   (e) FT-Transformer | default      0.7314   \n",
       "                                                   (e) ResNet                        0.7310   \n",
       "                                                   FT-Transformer                    0.7290   \n",
       "                                                   (e) CatBoost                      0.7286   \n",
       "                                                   (e) XGBoost                       0.7281   \n",
       "                                                   XGBoost                           0.7268   \n",
       "                                                   ResNet                            0.7266   \n",
       "                                                   (e) LightGBM                      0.7260   \n",
       "                                                   (e) MLP                           0.7255   \n",
       "                                                   CatBoost                          0.7254   \n",
       "                                                   FT-Transformer | default          0.7250   \n",
       "                                                   LightGBM                          0.7245   \n",
       "                                                   MLP                               0.7226   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer                0.9674   \n",
       "                                                   (e) FT-Transformer | default      0.9665   \n",
       "                                                   (e) ResNet                        0.9663   \n",
       "                                                   ResNet                            0.9628   \n",
       "                                                   FT-Transformer                    0.9605   \n",
       "                                                   (e) MLP                           0.9602   \n",
       "                                                   MLP                               0.9543   \n",
       "                                                   FT-Transformer | default          0.9530   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer                0.8984   \n",
       "                                                   FT-Transformer                    0.8982   \n",
       "                                                   (e) MLP                           0.8979   \n",
       "                                                   MLP                               0.8977   \n",
       "                                                   (e) ResNet                        0.8976   \n",
       "                                                   (e) FT-Transformer | default      0.8969   \n",
       "                                                   ResNet                            0.8969   \n",
       "                                                   FT-Transformer | default          0.8959   \n",
       "                                                   (e) CatBoost                      0.8898   \n",
       "                                                   CatBoost                          0.8880   \n",
       "                                                   (e) XGBoost                       0.8861   \n",
       "                                                   XGBoost                           0.8837   \n",
       "Year               regression 515345    90         (e) MLP                           8.7117   \n",
       "                                                   (e) FT-Transformer | default      8.7267   \n",
       "                                                   (e) FT-Transformer                8.7505   \n",
       "                                                   (e) ResNet                        8.7701   \n",
       "                                                   (e) XGBoost                       8.8186   \n",
       "                                                   (e) CatBoost                      8.8367   \n",
       "                                                   ResNet                            8.8463   \n",
       "                                                   MLP                               8.8532   \n",
       "                                                   FT-Transformer                    8.8550   \n",
       "                                                   CatBoost                          8.8771   \n",
       "                                                   FT-Transformer | default          8.8892   \n",
       "                                                   XGBoost                           8.9475   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer                0.9732   \n",
       "                                                   (e) FT-Transformer | default      0.9729   \n",
       "                                                   FT-Transformer                    0.9697   \n",
       "                                                   (e) XGBoost                       0.9694   \n",
       "                                                   XGBoost                           0.9687   \n",
       "                                                   (e) CatBoost                      0.9685   \n",
       "                                                   FT-Transformer | default          0.9667   \n",
       "                                                   (e) ResNet                        0.9667   \n",
       "                                                   CatBoost                          0.9658   \n",
       "                                                   (e) MLP                           0.9656   \n",
       "                                                   ResNet                            0.9644   \n",
       "                                                   MLP                               0.9625   \n",
       "Yahoo              regression 709877    699        (e) XGBoost                       0.7320   \n",
       "                                                   XGBoost                           0.7357   \n",
       "                                                   (e) CatBoost                      0.7401   \n",
       "                                                   CatBoost                          0.7430   \n",
       "                                                   (e) FT-Transformer | default      0.7472   \n",
       "                                                   (e) ResNet                        0.7515   \n",
       "                                                   (e) MLP                           0.7529   \n",
       "                                                   FT-Transformer | default          0.7562   \n",
       "                                                   ResNet                            0.7567   \n",
       "                                                   MLP                               0.7569   \n",
       "Microsoft          regression 1200192   136        (e) CatBoost                      0.7413   \n",
       "                                                   (e) XGBoost                       0.7421   \n",
       "                                                   (e) FT-Transformer | default      0.7422   \n",
       "                                                   XGBoost                           0.7424   \n",
       "                                                   CatBoost                          0.7429   \n",
       "                                                   (e) FT-Transformer                0.7434   \n",
       "                                                   (e) ResNet                        0.7449   \n",
       "                                                   (e) MLP                           0.7460   \n",
       "                                                   FT-Transformer                    0.7462   \n",
       "                                                   FT-Transformer | default          0.7470   \n",
       "                                                   MLP                               0.7471   \n",
       "                                                   ResNet                            0.7475   \n",
       "\n",
       "                                                                                 test_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                                \n",
       "California Housing regression 20640     8          (e) CatBoost                    0.0011   \n",
       "                                                   (e) LightGBM                    0.0015   \n",
       "                                                   CatBoost                        0.0016   \n",
       "                                                   (e) XGBoost                     0.0004   \n",
       "                                                   LightGBM                        0.0036   \n",
       "                                                   XGBoost                         0.0017   \n",
       "                                                   (e) FT-Transformer              0.0009   \n",
       "                                                   (e) FT-Transformer | default    0.0014   \n",
       "                                                   FT-Transformer                  0.0036   \n",
       "                                                   FT-Transformer | default        0.0039   \n",
       "                                                   (e) ResNet                      0.0010   \n",
       "                                                   ResNet                          0.0031   \n",
       "                                                   (e) MLP                         0.0010   \n",
       "                                                   MLP                             0.0031   \n",
       "Adult              binclass   48842     14         (e) CatBoost                    0.0006   \n",
       "                                                   CatBoost                        0.0012   \n",
       "                                                   (e) LightGBM                    0.0001   \n",
       "                                                   LightGBM                        0.0004   \n",
       "                                                   XGBoost                         0.0005   \n",
       "                                                   (e) XGBoost                     0.0003   \n",
       "                                                   (e) FT-Transformer              0.0005   \n",
       "                                                   (e) FT-Transformer | default    0.0006   \n",
       "                                                   FT-Transformer                  0.0011   \n",
       "                                                   FT-Transformer | default        0.0012   \n",
       "                                                   (e) ResNet                      0.0005   \n",
       "                                                   (e) MLP                         0.0006   \n",
       "                                                   ResNet                          0.0018   \n",
       "                                                   MLP                             0.0020   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer              0.0005   \n",
       "                                                   (e) ResNet                      0.0009   \n",
       "                                                   ResNet                          0.0018   \n",
       "                                                   (e) FT-Transformer | default    0.0012   \n",
       "                                                   FT-Transformer                  0.0013   \n",
       "                                                   (e) MLP                         0.0018   \n",
       "                                                   (e) CatBoost                    0.0003   \n",
       "                                                   CatBoost                        0.0012   \n",
       "                                                   MLP                             0.0027   \n",
       "                                                   FT-Transformer | default        0.0026   \n",
       "                                                   (e) XGBoost                     0.0009   \n",
       "                                                   XGBoost                         0.0013   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer              0.0007   \n",
       "                                                   (e) FT-Transformer | default    0.0009   \n",
       "                                                   (e) ResNet                      0.0017   \n",
       "                                                   FT-Transformer                  0.0021   \n",
       "                                                   ResNet                          0.0016   \n",
       "                                                   (e) CatBoost                    0.0008   \n",
       "                                                   (e) MLP                         0.0003   \n",
       "                                                   FT-Transformer | default        0.0025   \n",
       "                                                   (e) XGBoost                     0.0004   \n",
       "                                                   CatBoost                        0.0016   \n",
       "                                                   XGBoost                         0.0011   \n",
       "                                                   MLP                             0.0014   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer              0.0009   \n",
       "                                                   (e) FT-Transformer | default    0.0010   \n",
       "                                                   (e) ResNet                      0.0011   \n",
       "                                                   FT-Transformer                  0.0016   \n",
       "                                                   (e) CatBoost                    0.0020   \n",
       "                                                   (e) XGBoost                     0.0007   \n",
       "                                                   XGBoost                         0.0011   \n",
       "                                                   ResNet                          0.0018   \n",
       "                                                   (e) LightGBM                    0.0008   \n",
       "                                                   (e) MLP                         0.0004   \n",
       "                                                   CatBoost                        0.0016   \n",
       "                                                   FT-Transformer | default        0.0019   \n",
       "                                                   LightGBM                        0.0015   \n",
       "                                                   MLP                             0.0020   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer              0.0006   \n",
       "                                                   (e) FT-Transformer | default    0.0005   \n",
       "                                                   (e) ResNet                      0.0006   \n",
       "                                                   ResNet                          0.0008   \n",
       "                                                   FT-Transformer                  0.0011   \n",
       "                                                   (e) MLP                         0.0004   \n",
       "                                                   MLP                             0.0015   \n",
       "                                                   FT-Transformer | default        0.0012   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer              0.0002   \n",
       "                                                   FT-Transformer                  0.0003   \n",
       "                                                   (e) MLP                         0.0001   \n",
       "                                                   MLP                             0.0004   \n",
       "                                                   (e) ResNet                      0.0003   \n",
       "                                                   (e) FT-Transformer | default    0.0002   \n",
       "                                                   ResNet                          0.0005   \n",
       "                                                   FT-Transformer | default        0.0005   \n",
       "                                                   (e) CatBoost                    0.0001   \n",
       "                                                   CatBoost                        0.0006   \n",
       "                                                   (e) XGBoost                     0.0002   \n",
       "                                                   XGBoost                         0.0013   \n",
       "Year               regression 515345    90         (e) MLP                         0.0077   \n",
       "                                                   (e) FT-Transformer | default    0.0198   \n",
       "                                                   (e) FT-Transformer              0.0116   \n",
       "                                                   (e) ResNet                      0.0099   \n",
       "                                                   (e) XGBoost                     0.0049   \n",
       "                                                   (e) CatBoost                    0.0040   \n",
       "                                                   ResNet                          0.0254   \n",
       "                                                   MLP                             0.0330   \n",
       "                                                   FT-Transformer                  0.0325   \n",
       "                                                   CatBoost                        0.0063   \n",
       "                                                   FT-Transformer | default        0.0479   \n",
       "                                                   XGBoost                         0.0088   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer              0.0001   \n",
       "                                                   (e) FT-Transformer | default    0.0004   \n",
       "                                                   FT-Transformer                  0.0007   \n",
       "                                                   (e) XGBoost                     0.0002   \n",
       "                                                   XGBoost                         0.0005   \n",
       "                                                   (e) CatBoost                    0.0000   \n",
       "                                                   FT-Transformer | default        0.0008   \n",
       "                                                   (e) ResNet                      0.0008   \n",
       "                                                   CatBoost                        0.0003   \n",
       "                                                   (e) MLP                         0.0001   \n",
       "                                                   ResNet                          0.0012   \n",
       "                                                   MLP                             0.0012   \n",
       "Yahoo              regression 709877    699        (e) XGBoost                     0.0001   \n",
       "                                                   XGBoost                         0.0002   \n",
       "                                                   (e) CatBoost                    0.0002   \n",
       "                                                   CatBoost                        0.0003   \n",
       "                                                   (e) FT-Transformer | default    0.0005   \n",
       "                                                   (e) ResNet                      0.0001   \n",
       "                                                   (e) MLP                         0.0002   \n",
       "                                                   FT-Transformer | default        0.0009   \n",
       "                                                   ResNet                          0.0006   \n",
       "                                                   MLP                             0.0004   \n",
       "Microsoft          regression 1200192   136        (e) CatBoost                    0.0001   \n",
       "                                                   (e) XGBoost                     0.0000   \n",
       "                                                   (e) FT-Transformer | default    0.0004   \n",
       "                                                   XGBoost                         0.0001   \n",
       "                                                   CatBoost                        0.0002   \n",
       "                                                   (e) FT-Transformer              0.0001   \n",
       "                                                   (e) ResNet                      0.0002   \n",
       "                                                   (e) MLP                         0.0002   \n",
       "                                                   FT-Transformer                  0.0005   \n",
       "                                                   FT-Transformer | default        0.0008   \n",
       "                                                   MLP                             0.0003   \n",
       "                                                   ResNet                          0.0003   \n",
       "\n",
       "                                                                                 val_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                                 \n",
       "California Housing regression 20640     8          (e) CatBoost                     0.4371   \n",
       "                                                   (e) LightGBM                     0.4418   \n",
       "                                                   CatBoost                         0.4445   \n",
       "                                                   (e) XGBoost                      0.4457   \n",
       "                                                   LightGBM                         0.4471   \n",
       "                                                   XGBoost                          0.4478   \n",
       "                                                   (e) FT-Transformer               0.4526   \n",
       "                                                   (e) FT-Transformer | default     0.4615   \n",
       "                                                   FT-Transformer                   0.4639   \n",
       "                                                   FT-Transformer | default         0.4761   \n",
       "                                                   (e) ResNet                       0.4820   \n",
       "                                                   ResNet                           0.4899   \n",
       "                                                   (e) MLP                          0.4950   \n",
       "                                                   MLP                              0.5070   \n",
       "Adult              binclass   48842     14         (e) CatBoost                     0.8731   \n",
       "                                                   CatBoost                         0.8736   \n",
       "                                                   (e) LightGBM                     0.8740   \n",
       "                                                   LightGBM                         0.8741   \n",
       "                                                   XGBoost                          0.8724   \n",
       "                                                   (e) XGBoost                      0.8716   \n",
       "                                                   (e) FT-Transformer               0.8612   \n",
       "                                                   (e) FT-Transformer | default     0.8604   \n",
       "                                                   FT-Transformer                   0.8606   \n",
       "                                                   FT-Transformer | default         0.8598   \n",
       "                                                   (e) ResNet                       0.8559   \n",
       "                                                   (e) MLP                          0.8549   \n",
       "                                                   ResNet                           0.8547   \n",
       "                                                   MLP                              0.8528   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer               0.3943   \n",
       "                                                   (e) ResNet                       0.3965   \n",
       "                                                   ResNet                           0.3947   \n",
       "                                                   (e) FT-Transformer | default     0.3895   \n",
       "                                                   FT-Transformer                   0.3883   \n",
       "                                                   (e) MLP                          0.3835   \n",
       "                                                   (e) CatBoost                     0.3839   \n",
       "                                                   CatBoost                         0.3813   \n",
       "                                                   MLP                              0.3794   \n",
       "                                                   FT-Transformer | default         0.3779   \n",
       "                                                   (e) XGBoost                      0.3701   \n",
       "                                                   XGBoost                          0.3699   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer               0.7426   \n",
       "                                                   (e) FT-Transformer | default     0.7391   \n",
       "                                                   (e) ResNet                       0.7362   \n",
       "                                                   FT-Transformer                   0.7373   \n",
       "                                                   ResNet                           0.7318   \n",
       "                                                   (e) CatBoost                     0.7296   \n",
       "                                                   (e) MLP                          0.7293   \n",
       "                                                   FT-Transformer | default         0.7310   \n",
       "                                                   (e) XGBoost                      0.7270   \n",
       "                                                   CatBoost                         0.7276   \n",
       "                                                   XGBoost                          0.7255   \n",
       "                                                   MLP                              0.7236   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer               0.7418   \n",
       "                                                   (e) FT-Transformer | default     0.7422   \n",
       "                                                   (e) ResNet                       0.7421   \n",
       "                                                   FT-Transformer                   0.7388   \n",
       "                                                   (e) CatBoost                     0.7358   \n",
       "                                                   (e) XGBoost                      0.7297   \n",
       "                                                   XGBoost                          0.7306   \n",
       "                                                   ResNet                           0.7381   \n",
       "                                                   (e) LightGBM                     0.7289   \n",
       "                                                   (e) MLP                          0.7368   \n",
       "                                                   CatBoost                         0.7344   \n",
       "                                                   FT-Transformer | default         0.7356   \n",
       "                                                   LightGBM                         0.7287   \n",
       "                                                   MLP                              0.7348   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer               0.9693   \n",
       "                                                   (e) FT-Transformer | default     0.9688   \n",
       "                                                   (e) ResNet                       0.9685   \n",
       "                                                   ResNet                           0.9656   \n",
       "                                                   FT-Transformer                   0.9635   \n",
       "                                                   (e) MLP                          0.9625   \n",
       "                                                   MLP                              0.9568   \n",
       "                                                   FT-Transformer | default         0.9563   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer               0.8978   \n",
       "                                                   FT-Transformer                   0.8977   \n",
       "                                                   (e) MLP                          0.8971   \n",
       "                                                   MLP                              0.8973   \n",
       "                                                   (e) ResNet                       0.8968   \n",
       "                                                   (e) FT-Transformer | default     0.8965   \n",
       "                                                   ResNet                           0.8967   \n",
       "                                                   FT-Transformer | default         0.8956   \n",
       "                                                   (e) CatBoost                     0.8899   \n",
       "                                                   CatBoost                         0.8887   \n",
       "                                                   (e) XGBoost                      0.8866   \n",
       "                                                   XGBoost                          0.8843   \n",
       "Year               regression 515345    90         (e) MLP                          8.1884   \n",
       "                                                   (e) FT-Transformer | default     8.4257   \n",
       "                                                   (e) FT-Transformer               8.3958   \n",
       "                                                   (e) ResNet                       8.2805   \n",
       "                                                   (e) XGBoost                      8.4091   \n",
       "                                                   (e) CatBoost                     8.5877   \n",
       "                                                   ResNet                           8.3604   \n",
       "                                                   MLP                              8.3393   \n",
       "                                                   FT-Transformer                   8.5047   \n",
       "                                                   CatBoost                         8.6288   \n",
       "                                                   FT-Transformer | default         8.5943   \n",
       "                                                   XGBoost                          8.5429   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer               0.9740   \n",
       "                                                   (e) FT-Transformer | default     0.9739   \n",
       "                                                   FT-Transformer                   0.9705   \n",
       "                                                   (e) XGBoost                      0.9700   \n",
       "                                                   XGBoost                          0.9692   \n",
       "                                                   (e) CatBoost                     0.9687   \n",
       "                                                   FT-Transformer | default         0.9677   \n",
       "                                                   (e) ResNet                       0.9678   \n",
       "                                                   CatBoost                         0.9662   \n",
       "                                                   (e) MLP                          0.9664   \n",
       "                                                   ResNet                           0.9653   \n",
       "                                                   MLP                              0.9633   \n",
       "Yahoo              regression 709877    699        (e) XGBoost                      0.7462   \n",
       "                                                   XGBoost                          0.7498   \n",
       "                                                   (e) CatBoost                     0.7543   \n",
       "                                                   CatBoost                         0.7572   \n",
       "                                                   (e) FT-Transformer | default     0.7602   \n",
       "                                                   (e) ResNet                       0.7645   \n",
       "                                                   (e) MLP                          0.7674   \n",
       "                                                   FT-Transformer | default         0.7691   \n",
       "                                                   ResNet                           0.7697   \n",
       "                                                   MLP                              0.7713   \n",
       "Microsoft          regression 1200192   136        (e) CatBoost                     0.7380   \n",
       "                                                   (e) XGBoost                      0.7385   \n",
       "                                                   (e) FT-Transformer | default     0.7390   \n",
       "                                                   XGBoost                          0.7389   \n",
       "                                                   CatBoost                         0.7397   \n",
       "                                                   (e) FT-Transformer               0.7402   \n",
       "                                                   (e) ResNet                       0.7406   \n",
       "                                                   (e) MLP                          0.7420   \n",
       "                                                   FT-Transformer                   0.7430   \n",
       "                                                   FT-Transformer | default         0.7437   \n",
       "                                                   MLP                              0.7432   \n",
       "                                                   ResNet                           0.7433   \n",
       "\n",
       "                                                                                 val_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                               \n",
       "California Housing regression 20640     8          (e) CatBoost                   0.0012   \n",
       "                                                   (e) LightGBM                   0.0008   \n",
       "                                                   CatBoost                       0.0023   \n",
       "                                                   (e) XGBoost                    0.0005   \n",
       "                                                   LightGBM                       0.0036   \n",
       "                                                   XGBoost                        0.0023   \n",
       "                                                   (e) FT-Transformer             0.0016   \n",
       "                                                   (e) FT-Transformer | default   0.0019   \n",
       "                                                   FT-Transformer                 0.0038   \n",
       "                                                   FT-Transformer | default       0.0044   \n",
       "                                                   (e) ResNet                     0.0016   \n",
       "                                                   ResNet                         0.0021   \n",
       "                                                   (e) MLP                        0.0008   \n",
       "                                                   MLP                            0.0037   \n",
       "Adult              binclass   48842     14         (e) CatBoost                   0.0017   \n",
       "                                                   CatBoost                       0.0016   \n",
       "                                                   (e) LightGBM                   0.0001   \n",
       "                                                   LightGBM                       0.0009   \n",
       "                                                   XGBoost                        0.0012   \n",
       "                                                   (e) XGBoost                    0.0002   \n",
       "                                                   (e) FT-Transformer             0.0010   \n",
       "                                                   (e) FT-Transformer | default   0.0015   \n",
       "                                                   FT-Transformer                 0.0005   \n",
       "                                                   FT-Transformer | default       0.0009   \n",
       "                                                   (e) ResNet                     0.0013   \n",
       "                                                   (e) MLP                        0.0009   \n",
       "                                                   ResNet                         0.0009   \n",
       "                                                   MLP                            0.0013   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer             0.0012   \n",
       "                                                   (e) ResNet                     0.0007   \n",
       "                                                   ResNet                         0.0021   \n",
       "                                                   (e) FT-Transformer | default   0.0019   \n",
       "                                                   FT-Transformer                 0.0016   \n",
       "                                                   (e) MLP                        0.0015   \n",
       "                                                   (e) CatBoost                   0.0006   \n",
       "                                                   CatBoost                       0.0013   \n",
       "                                                   MLP                            0.0026   \n",
       "                                                   FT-Transformer | default       0.0016   \n",
       "                                                   (e) XGBoost                    0.0013   \n",
       "                                                   XGBoost                        0.0013   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer             0.0012   \n",
       "                                                   (e) FT-Transformer | default   0.0019   \n",
       "                                                   (e) ResNet                     0.0019   \n",
       "                                                   FT-Transformer                 0.0017   \n",
       "                                                   ResNet                         0.0014   \n",
       "                                                   (e) CatBoost                   0.0009   \n",
       "                                                   (e) MLP                        0.0014   \n",
       "                                                   FT-Transformer | default       0.0020   \n",
       "                                                   (e) XGBoost                    0.0009   \n",
       "                                                   CatBoost                       0.0011   \n",
       "                                                   XGBoost                        0.0016   \n",
       "                                                   MLP                            0.0016   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer             0.0005   \n",
       "                                                   (e) FT-Transformer | default   0.0018   \n",
       "                                                   (e) ResNet                     0.0012   \n",
       "                                                   FT-Transformer                 0.0014   \n",
       "                                                   (e) CatBoost                   0.0008   \n",
       "                                                   (e) XGBoost                    0.0007   \n",
       "                                                   XGBoost                        0.0016   \n",
       "                                                   ResNet                         0.0014   \n",
       "                                                   (e) LightGBM                   0.0004   \n",
       "                                                   (e) MLP                        0.0008   \n",
       "                                                   CatBoost                       0.0011   \n",
       "                                                   FT-Transformer | default       0.0011   \n",
       "                                                   LightGBM                       0.0022   \n",
       "                                                   MLP                            0.0019   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer             0.0007   \n",
       "                                                   (e) FT-Transformer | default   0.0008   \n",
       "                                                   (e) ResNet                     0.0006   \n",
       "                                                   ResNet                         0.0007   \n",
       "                                                   FT-Transformer                 0.0011   \n",
       "                                                   (e) MLP                        0.0007   \n",
       "                                                   MLP                            0.0013   \n",
       "                                                   FT-Transformer | default       0.0011   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer             0.0001   \n",
       "                                                   FT-Transformer                 0.0002   \n",
       "                                                   (e) MLP                        0.0000   \n",
       "                                                   MLP                            0.0001   \n",
       "                                                   (e) ResNet                     0.0003   \n",
       "                                                   (e) FT-Transformer | default   0.0004   \n",
       "                                                   ResNet                         0.0003   \n",
       "                                                   FT-Transformer | default       0.0006   \n",
       "                                                   (e) CatBoost                   0.0003   \n",
       "                                                   CatBoost                       0.0003   \n",
       "                                                   (e) XGBoost                    0.0003   \n",
       "                                                   XGBoost                        0.0014   \n",
       "Year               regression 515345    90         (e) MLP                        0.0063   \n",
       "                                                   (e) FT-Transformer | default   0.0102   \n",
       "                                                   (e) FT-Transformer             0.0068   \n",
       "                                                   (e) ResNet                     0.0031   \n",
       "                                                   (e) XGBoost                    0.0048   \n",
       "                                                   (e) CatBoost                   0.0012   \n",
       "                                                   ResNet                         0.0074   \n",
       "                                                   MLP                            0.0159   \n",
       "                                                   FT-Transformer                 0.0109   \n",
       "                                                   CatBoost                       0.0039   \n",
       "                                                   FT-Transformer | default       0.0114   \n",
       "                                                   XGBoost                        0.0070   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer             0.0001   \n",
       "                                                   (e) FT-Transformer | default   0.0001   \n",
       "                                                   FT-Transformer                 0.0006   \n",
       "                                                   (e) XGBoost                    0.0001   \n",
       "                                                   XGBoost                        0.0006   \n",
       "                                                   (e) CatBoost                   0.0001   \n",
       "                                                   FT-Transformer | default       0.0009   \n",
       "                                                   (e) ResNet                     0.0007   \n",
       "                                                   CatBoost                       0.0004   \n",
       "                                                   (e) MLP                        0.0004   \n",
       "                                                   ResNet                         0.0010   \n",
       "                                                   MLP                            0.0010   \n",
       "Yahoo              regression 709877    699        (e) XGBoost                    0.0001   \n",
       "                                                   XGBoost                        0.0004   \n",
       "                                                   (e) CatBoost                   0.0001   \n",
       "                                                   CatBoost                       0.0004   \n",
       "                                                   (e) FT-Transformer | default   0.0004   \n",
       "                                                   (e) ResNet                     0.0002   \n",
       "                                                   (e) MLP                        0.0004   \n",
       "                                                   FT-Transformer | default       0.0010   \n",
       "                                                   ResNet                         0.0006   \n",
       "                                                   MLP                            0.0003   \n",
       "Microsoft          regression 1200192   136        (e) CatBoost                   0.0001   \n",
       "                                                   (e) XGBoost                    0.0000   \n",
       "                                                   (e) FT-Transformer | default   0.0005   \n",
       "                                                   XGBoost                        0.0001   \n",
       "                                                   CatBoost                       0.0002   \n",
       "                                                   (e) FT-Transformer             0.0001   \n",
       "                                                   (e) ResNet                     0.0005   \n",
       "                                                   (e) MLP                        0.0001   \n",
       "                                                   FT-Transformer                 0.0005   \n",
       "                                                   FT-Transformer | default       0.0003   \n",
       "                                                   MLP                            0.0003   \n",
       "                                                   ResNet                         0.0003   \n",
       "\n",
       "                                                                                 train_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                                   \n",
       "California Housing regression 20640     8          (e) CatBoost                       0.0748   \n",
       "                                                   (e) LightGBM                       0.1343   \n",
       "                                                   CatBoost                           0.0778   \n",
       "                                                   (e) XGBoost                        0.1501   \n",
       "                                                   LightGBM                           0.1375   \n",
       "                                                   XGBoost                            0.1512   \n",
       "                                                   (e) FT-Transformer                 0.3573   \n",
       "                                                   (e) FT-Transformer | default       0.3572   \n",
       "                                                   FT-Transformer                     0.3697   \n",
       "                                                   FT-Transformer | default           0.3741   \n",
       "                                                   (e) ResNet                         0.4125   \n",
       "                                                   ResNet                             0.4212   \n",
       "                                                   (e) MLP                            0.3783   \n",
       "                                                   MLP                                0.3920   \n",
       "Adult              binclass   48842     14         (e) CatBoost                       0.8853   \n",
       "                                                   CatBoost                           0.8835   \n",
       "                                                   (e) LightGBM                       0.8886   \n",
       "                                                   LightGBM                           0.8885   \n",
       "                                                   XGBoost                            0.8909   \n",
       "                                                   (e) XGBoost                        0.8910   \n",
       "                                                   (e) FT-Transformer                 0.8698   \n",
       "                                                   (e) FT-Transformer | default       0.8736   \n",
       "                                                   FT-Transformer                     0.8692   \n",
       "                                                   FT-Transformer | default           0.8712   \n",
       "                                                   (e) ResNet                         0.8693   \n",
       "                                                   (e) MLP                            0.8803   \n",
       "                                                   ResNet                             0.8668   \n",
       "                                                   MLP                                0.8758   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer                 0.5301   \n",
       "                                                   (e) ResNet                         0.5145   \n",
       "                                                   ResNet                             0.5073   \n",
       "                                                   (e) FT-Transformer | default       0.4962   \n",
       "                                                   FT-Transformer                     0.5162   \n",
       "                                                   (e) MLP                            0.4688   \n",
       "                                                   (e) CatBoost                       0.8287   \n",
       "                                                   CatBoost                           0.8199   \n",
       "                                                   MLP                                0.4594   \n",
       "                                                   FT-Transformer | default           0.4763   \n",
       "                                                   (e) XGBoost                        0.6740   \n",
       "                                                   XGBoost                            0.6708   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer                 0.7854   \n",
       "                                                   (e) FT-Transformer | default       0.7917   \n",
       "                                                   (e) ResNet                         0.7770   \n",
       "                                                   FT-Transformer                     0.7761   \n",
       "                                                   ResNet                             0.7685   \n",
       "                                                   (e) CatBoost                       0.9725   \n",
       "                                                   (e) MLP                            0.7630   \n",
       "                                                   FT-Transformer | default           0.7805   \n",
       "                                                   (e) XGBoost                        0.9596   \n",
       "                                                   CatBoost                           0.9549   \n",
       "                                                   XGBoost                            0.9533   \n",
       "                                                   MLP                                0.7561   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer                 0.7603   \n",
       "                                                   (e) FT-Transformer | default       0.7829   \n",
       "                                                   (e) ResNet                         0.7842   \n",
       "                                                   FT-Transformer                     0.7566   \n",
       "                                                   (e) CatBoost                       0.9387   \n",
       "                                                   (e) XGBoost                        0.8756   \n",
       "                                                   XGBoost                            0.8721   \n",
       "                                                   ResNet                             0.7773   \n",
       "                                                   (e) LightGBM                       0.8120   \n",
       "                                                   (e) MLP                            0.7583   \n",
       "                                                   CatBoost                           0.9294   \n",
       "                                                   FT-Transformer | default           0.7729   \n",
       "                                                   LightGBM                           0.8093   \n",
       "                                                   MLP                                0.7547   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer                 0.9976   \n",
       "                                                   (e) FT-Transformer | default       0.9979   \n",
       "                                                   (e) ResNet                         0.9985   \n",
       "                                                   ResNet                             0.9981   \n",
       "                                                   FT-Transformer                     0.9969   \n",
       "                                                   (e) MLP                            0.9970   \n",
       "                                                   MLP                                0.9956   \n",
       "                                                   FT-Transformer | default           0.9967   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer                 0.9005   \n",
       "                                                   FT-Transformer                     0.9004   \n",
       "                                                   (e) MLP                            0.9013   \n",
       "                                                   MLP                                0.9011   \n",
       "                                                   (e) ResNet                         0.9064   \n",
       "                                                   (e) FT-Transformer | default       0.9001   \n",
       "                                                   ResNet                             0.9057   \n",
       "                                                   FT-Transformer | default           0.8990   \n",
       "                                                   (e) CatBoost                       0.9332   \n",
       "                                                   CatBoost                           0.9316   \n",
       "                                                   (e) XGBoost                        0.9434   \n",
       "                                                   XGBoost                            0.9412   \n",
       "Year               regression 515345    90         (e) MLP                            6.1366   \n",
       "                                                   (e) FT-Transformer | default       7.7114   \n",
       "                                                   (e) FT-Transformer                 7.6299   \n",
       "                                                   (e) ResNet                         6.8605   \n",
       "                                                   (e) XGBoost                        2.8005   \n",
       "                                                   (e) CatBoost                       6.5021   \n",
       "                                                   ResNet                             6.9418   \n",
       "                                                   MLP                                6.2865   \n",
       "                                                   FT-Transformer                     7.7430   \n",
       "                                                   CatBoost                           6.5326   \n",
       "                                                   FT-Transformer | default           7.8830   \n",
       "                                                   XGBoost                            2.8819   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer                 0.9923   \n",
       "                                                   (e) FT-Transformer | default       0.9919   \n",
       "                                                   FT-Transformer                     0.9883   \n",
       "                                                   (e) XGBoost                        1.0000   \n",
       "                                                   XGBoost                            1.0000   \n",
       "                                                   (e) CatBoost                       1.0000   \n",
       "                                                   FT-Transformer | default           0.9848   \n",
       "                                                   (e) ResNet                         0.9852   \n",
       "                                                   CatBoost                           1.0000   \n",
       "                                                   (e) MLP                            0.9875   \n",
       "                                                   ResNet                             0.9825   \n",
       "                                                   MLP                                0.9843   \n",
       "Yahoo              regression 709877    699        (e) XGBoost                        0.4463   \n",
       "                                                   XGBoost                            0.4487   \n",
       "                                                   (e) CatBoost                       0.6025   \n",
       "                                                   CatBoost                           0.6048   \n",
       "                                                   (e) FT-Transformer | default       0.7176   \n",
       "                                                   (e) ResNet                         0.7080   \n",
       "                                                   (e) MLP                            0.6968   \n",
       "                                                   FT-Transformer | default           0.7266   \n",
       "                                                   ResNet                             0.7132   \n",
       "                                                   MLP                                0.7009   \n",
       "Microsoft          regression 1200192   136        (e) CatBoost                       0.6441   \n",
       "                                                   (e) XGBoost                        0.6330   \n",
       "                                                   (e) FT-Transformer | default       0.7094   \n",
       "                                                   XGBoost                            0.6333   \n",
       "                                                   CatBoost                           0.6454   \n",
       "                                                   (e) FT-Transformer                 0.7150   \n",
       "                                                   (e) ResNet                         0.7062   \n",
       "                                                   (e) MLP                            0.7102   \n",
       "                                                   FT-Transformer                     0.7179   \n",
       "                                                   FT-Transformer | default           0.7143   \n",
       "                                                   MLP                                0.7114   \n",
       "                                                   ResNet                             0.7091   \n",
       "\n",
       "                                                                                 train_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                                 \n",
       "California Housing regression 20640     8          (e) CatBoost                     0.0033   \n",
       "                                                   (e) LightGBM                     0.0041   \n",
       "                                                   CatBoost                         0.0149   \n",
       "                                                   (e) XGBoost                      0.0060   \n",
       "                                                   LightGBM                         0.0213   \n",
       "                                                   XGBoost                          0.0153   \n",
       "                                                   (e) FT-Transformer               0.0085   \n",
       "                                                   (e) FT-Transformer | default     0.0056   \n",
       "                                                   FT-Transformer                   0.0111   \n",
       "                                                   FT-Transformer | default         0.0241   \n",
       "                                                   (e) ResNet                       0.0041   \n",
       "                                                   ResNet                           0.0109   \n",
       "                                                   (e) MLP                          0.0057   \n",
       "                                                   MLP                              0.0185   \n",
       "Adult              binclass   48842     14         (e) CatBoost                     0.0003   \n",
       "                                                   CatBoost                         0.0038   \n",
       "                                                   (e) LightGBM                     0.0011   \n",
       "                                                   LightGBM                         0.0017   \n",
       "                                                   XGBoost                          0.0033   \n",
       "                                                   (e) XGBoost                      0.0014   \n",
       "                                                   (e) FT-Transformer               0.0013   \n",
       "                                                   (e) FT-Transformer | default     0.0014   \n",
       "                                                   FT-Transformer                   0.0017   \n",
       "                                                   FT-Transformer | default         0.0035   \n",
       "                                                   (e) ResNet                       0.0007   \n",
       "                                                   (e) MLP                          0.0028   \n",
       "                                                   ResNet                           0.0028   \n",
       "                                                   MLP                              0.0064   \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer               0.0025   \n",
       "                                                   (e) ResNet                       0.0060   \n",
       "                                                   ResNet                           0.0214   \n",
       "                                                   (e) FT-Transformer | default     0.0062   \n",
       "                                                   FT-Transformer                   0.0257   \n",
       "                                                   (e) MLP                          0.0084   \n",
       "                                                   (e) CatBoost                     0.0113   \n",
       "                                                   CatBoost                         0.0290   \n",
       "                                                   MLP                              0.0162   \n",
       "                                                   FT-Transformer | default         0.0182   \n",
       "                                                   (e) XGBoost                      0.0111   \n",
       "                                                   XGBoost                          0.0212   \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer               0.0078   \n",
       "                                                   (e) FT-Transformer | default     0.0095   \n",
       "                                                   (e) ResNet                       0.0082   \n",
       "                                                   FT-Transformer                   0.0115   \n",
       "                                                   ResNet                           0.0094   \n",
       "                                                   (e) CatBoost                     0.0127   \n",
       "                                                   (e) MLP                          0.0034   \n",
       "                                                   FT-Transformer | default         0.0108   \n",
       "                                                   (e) XGBoost                      0.0073   \n",
       "                                                   CatBoost                         0.0444   \n",
       "                                                   XGBoost                          0.0195   \n",
       "                                                   MLP                              0.0059   \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer               0.0012   \n",
       "                                                   (e) FT-Transformer | default     0.0019   \n",
       "                                                   (e) ResNet                       0.0105   \n",
       "                                                   FT-Transformer                   0.0067   \n",
       "                                                   (e) CatBoost                     0.0163   \n",
       "                                                   (e) XGBoost                      0.0155   \n",
       "                                                   XGBoost                          0.0263   \n",
       "                                                   ResNet                           0.0108   \n",
       "                                                   (e) LightGBM                     0.0131   \n",
       "                                                   (e) MLP                          0.0029   \n",
       "                                                   CatBoost                         0.0427   \n",
       "                                                   FT-Transformer | default         0.0125   \n",
       "                                                   LightGBM                         0.0258   \n",
       "                                                   MLP                              0.0063   \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer               0.0003   \n",
       "                                                   (e) FT-Transformer | default     0.0002   \n",
       "                                                   (e) ResNet                       0.0001   \n",
       "                                                   ResNet                           0.0003   \n",
       "                                                   FT-Transformer                   0.0006   \n",
       "                                                   (e) MLP                          0.0003   \n",
       "                                                   MLP                              0.0015   \n",
       "                                                   FT-Transformer | default         0.0006   \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer               0.0001   \n",
       "                                                   FT-Transformer                   0.0003   \n",
       "                                                   (e) MLP                          0.0002   \n",
       "                                                   MLP                              0.0004   \n",
       "                                                   (e) ResNet                       0.0008   \n",
       "                                                   (e) FT-Transformer | default     0.0002   \n",
       "                                                   ResNet                           0.0016   \n",
       "                                                   FT-Transformer | default         0.0009   \n",
       "                                                   (e) CatBoost                     0.0031   \n",
       "                                                   CatBoost                         0.0057   \n",
       "                                                   (e) XGBoost                      0.0004   \n",
       "                                                   XGBoost                          0.0055   \n",
       "Year               regression 515345    90         (e) MLP                          0.0224   \n",
       "                                                   (e) FT-Transformer | default     0.0706   \n",
       "                                                   (e) FT-Transformer               0.0244   \n",
       "                                                   (e) ResNet                       0.0689   \n",
       "                                                   (e) XGBoost                      0.0073   \n",
       "                                                   (e) CatBoost                     0.0015   \n",
       "                                                   ResNet                           0.1491   \n",
       "                                                   MLP                              0.3043   \n",
       "                                                   FT-Transformer                   0.1472   \n",
       "                                                   CatBoost                         0.0049   \n",
       "                                                   FT-Transformer | default         0.1739   \n",
       "                                                   XGBoost                          0.0169   \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer               0.0005   \n",
       "                                                   (e) FT-Transformer | default     0.0005   \n",
       "                                                   FT-Transformer                   0.0016   \n",
       "                                                   (e) XGBoost                      0.0000   \n",
       "                                                   XGBoost                          0.0000   \n",
       "                                                   (e) CatBoost                     0.0000   \n",
       "                                                   FT-Transformer | default         0.0023   \n",
       "                                                   (e) ResNet                       0.0017   \n",
       "                                                   CatBoost                         0.0000   \n",
       "                                                   (e) MLP                          0.0003   \n",
       "                                                   ResNet                           0.0023   \n",
       "                                                   MLP                              0.0022   \n",
       "Yahoo              regression 709877    699        (e) XGBoost                      0.0006   \n",
       "                                                   XGBoost                          0.0009   \n",
       "                                                   (e) CatBoost                     0.0001   \n",
       "                                                   CatBoost                         0.0007   \n",
       "                                                   (e) FT-Transformer | default     0.0025   \n",
       "                                                   (e) ResNet                       0.0025   \n",
       "                                                   (e) MLP                          0.0032   \n",
       "                                                   FT-Transformer | default         0.0086   \n",
       "                                                   ResNet                           0.0075   \n",
       "                                                   MLP                              0.0071   \n",
       "Microsoft          regression 1200192   136        (e) CatBoost                     0.0031   \n",
       "                                                   (e) XGBoost                      0.0001   \n",
       "                                                   (e) FT-Transformer | default     0.0025   \n",
       "                                                   XGBoost                          0.0002   \n",
       "                                                   CatBoost                         0.0050   \n",
       "                                                   (e) FT-Transformer               0.0007   \n",
       "                                                   (e) ResNet                       0.0042   \n",
       "                                                   (e) MLP                          0.0006   \n",
       "                                                   FT-Transformer                   0.0039   \n",
       "                                                   FT-Transformer | default         0.0045   \n",
       "                                                   MLP                              0.0031   \n",
       "                                                   ResNet                           0.0062   \n",
       "\n",
       "                                                                                 count  \n",
       "dataset            task_type  n_objects n_features algorithm                            \n",
       "California Housing regression 20640     8          (e) CatBoost                      3  \n",
       "                                                   (e) LightGBM                      3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   LightGBM                         15  \n",
       "                                                   XGBoost                          15  \n",
       "                                                   (e) FT-Transformer                3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   ResNet                           15  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   MLP                              15  \n",
       "Adult              binclass   48842     14         (e) CatBoost                      3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   (e) LightGBM                      3  \n",
       "                                                   LightGBM                         15  \n",
       "                                                   XGBoost                          15  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   (e) FT-Transformer                3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   ResNet                           15  \n",
       "                                                   MLP                              15  \n",
       "Helena             multiclass 65196     27         (e) FT-Transformer                3  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   ResNet                           15  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   (e) CatBoost                      3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   MLP                              15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   XGBoost                          15  \n",
       "Jannis             multiclass 83733     54         (e) FT-Transformer                3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   ResNet                           15  \n",
       "                                                   (e) CatBoost                      3  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   XGBoost                          15  \n",
       "                                                   MLP                              15  \n",
       "Higgs Small        binclass   98050     28         (e) FT-Transformer                3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   (e) CatBoost                      3  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   XGBoost                          15  \n",
       "                                                   ResNet                           15  \n",
       "                                                   (e) LightGBM                      3  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   LightGBM                         15  \n",
       "                                                   MLP                              15  \n",
       "ALOI               multiclass 108000    128        (e) FT-Transformer                3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   ResNet                           15  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   MLP                              15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "Epsilon            binclass   500000    2000       (e) FT-Transformer                3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   MLP                              15  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   ResNet                           15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   (e) CatBoost                      3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   XGBoost                          15  \n",
       "Year               regression 515345    90         (e) MLP                           3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   (e) FT-Transformer                3  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   (e) CatBoost                      3  \n",
       "                                                   ResNet                           15  \n",
       "                                                   MLP                              15  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   XGBoost                          15  \n",
       "Covertype          multiclass 581012    54         (e) FT-Transformer                3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   XGBoost                          15  \n",
       "                                                   (e) CatBoost                      3  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   ResNet                           15  \n",
       "                                                   MLP                              15  \n",
       "Yahoo              regression 709877    699        (e) XGBoost                       3  \n",
       "                                                   XGBoost                          15  \n",
       "                                                   (e) CatBoost                      3  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   ResNet                           15  \n",
       "                                                   MLP                              15  \n",
       "Microsoft          regression 1200192   136        (e) CatBoost                      3  \n",
       "                                                   (e) XGBoost                       3  \n",
       "                                                   (e) FT-Transformer | default      3  \n",
       "                                                   XGBoost                          15  \n",
       "                                                   CatBoost                         15  \n",
       "                                                   (e) FT-Transformer                3  \n",
       "                                                   (e) ResNet                        3  \n",
       "                                                   (e) MLP                           3  \n",
       "                                                   FT-Transformer                   15  \n",
       "                                                   FT-Transformer | default         15  \n",
       "                                                   MLP                              15  \n",
       "                                                   ResNet                           15  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_datasets = set(deepcopy(ALL_DATASETS))\n",
    "n_seeds = 15\n",
    "ensemble_names = ['0_4', '5_9', '10_14']\n",
    "outputs_and_names = []\n",
    "for experiment, algorithm_name, datasets in [\n",
    "    ('mlp/tuned', 'MLP', all_datasets),\n",
    "    ('resnet/tuned', 'ResNet', all_datasets),\n",
    "    ('ft_transformer/tuned', 'FT-Transformer', all_datasets - {YAHOO}),\n",
    "    ('ft_transformer/default', 'FT-Transformer | default', all_datasets),\n",
    "    ('catboost/tuned', 'CatBoost', all_datasets),\n",
    "    ('xgboost/tuned', 'XGBoost', all_datasets),\n",
    "    ('lightgbm_/tuned', 'LightGBM', {CALIFORNIA, ADULT, HIGGS}),\n",
    "]:\n",
    "    for dataset in datasets:\n",
    "        for output in collect_outputs(dataset + '/' + experiment, n_seeds):\n",
    "            outputs_and_names.append((output, algorithm_name))\n",
    "        for output in collect_outputs(dataset + '/' + experiment + '_ensemble', ensemble_names):\n",
    "            outputs_and_names.append((output, '(e) ' + algorithm_name))\n",
    "build_report(outputs_and_names)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dae9429c-065d-47c0-84a8-2778880b23ca",
   "metadata": {},
   "source": [
    "## Ablation Study"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "3bc3be60-14f0-45bf-b5de-0fa9d72cf0b0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>test_score</th>\n",
       "      <th>test_std</th>\n",
       "      <th>val_score</th>\n",
       "      <th>val_std</th>\n",
       "      <th>train_score</th>\n",
       "      <th>train_std</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dataset</th>\n",
       "      <th>task_type</th>\n",
       "      <th>n_objects</th>\n",
       "      <th>n_features</th>\n",
       "      <th>algorithm</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">California Housing</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">20640</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">8</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.4591</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>0.4639</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>0.3697</td>\n",
       "      <td>0.0111</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>0.4701</td>\n",
       "      <td>0.0060</td>\n",
       "      <td>0.4798</td>\n",
       "      <td>0.0046</td>\n",
       "      <td>0.4042</td>\n",
       "      <td>0.0157</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.4739</td>\n",
       "      <td>0.0034</td>\n",
       "      <td>0.4827</td>\n",
       "      <td>0.0053</td>\n",
       "      <td>0.4017</td>\n",
       "      <td>0.0118</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Helena</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">65196</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">27</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.3913</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.3883</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.5162</td>\n",
       "      <td>0.0257</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>0.3811</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.3783</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.5147</td>\n",
       "      <td>0.0236</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.3722</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>0.3674</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.4488</td>\n",
       "      <td>0.0160</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Jannis</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">83733</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">54</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7323</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.7373</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7761</td>\n",
       "      <td>0.0115</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>0.7243</td>\n",
       "      <td>0.0041</td>\n",
       "      <td>0.7299</td>\n",
       "      <td>0.0042</td>\n",
       "      <td>0.7510</td>\n",
       "      <td>0.0139</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.7211</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>0.7259</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7576</td>\n",
       "      <td>0.0091</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Higgs Small</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">binclass</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">98050</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">28</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7290</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.7388</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.7566</td>\n",
       "      <td>0.0067</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>0.7271</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7379</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.7567</td>\n",
       "      <td>0.0077</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.7254</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.7346</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.7523</td>\n",
       "      <td>0.0072</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">ALOI</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">108000</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">128</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9605</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9635</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9969</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>0.9579</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.9605</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.9965</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.9452</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.9474</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.9952</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Year</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">515345</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">90</th>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>8.8429</td>\n",
       "      <td>0.0265</td>\n",
       "      <td>8.5144</td>\n",
       "      <td>0.0134</td>\n",
       "      <td>7.8585</td>\n",
       "      <td>0.1612</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>8.8550</td>\n",
       "      <td>0.0325</td>\n",
       "      <td>8.5047</td>\n",
       "      <td>0.0109</td>\n",
       "      <td>7.7430</td>\n",
       "      <td>0.1472</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>8.8817</td>\n",
       "      <td>0.0349</td>\n",
       "      <td>8.6468</td>\n",
       "      <td>0.0092</td>\n",
       "      <td>8.1709</td>\n",
       "      <td>0.0927</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Covertype</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">multiclass</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">581012</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">54</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.9697</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9705</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9883</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>0.9642</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9647</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9886</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.9337</td>\n",
       "      <td>0.0037</td>\n",
       "      <td>0.9337</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>0.9461</td>\n",
       "      <td>0.0047</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Microsoft</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">regression</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">1200192</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">136</th>\n",
       "      <th>FT-Transformer</th>\n",
       "      <td>0.7462</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7430</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>AutoInt</th>\n",
       "      <td>0.7501</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7468</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7264</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FT-Transformer | nobias</th>\n",
       "      <td>0.7513</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7472</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.7202</td>\n",
       "      <td>0.0059</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                            test_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                             \n",
       "California Housing regression 20640     8          FT-Transformer               0.4591   \n",
       "                                                   FT-Transformer | nobias      0.4701   \n",
       "                                                   AutoInt                      0.4739   \n",
       "Helena             multiclass 65196     27         FT-Transformer               0.3913   \n",
       "                                                   FT-Transformer | nobias      0.3811   \n",
       "                                                   AutoInt                      0.3722   \n",
       "Jannis             multiclass 83733     54         FT-Transformer               0.7323   \n",
       "                                                   FT-Transformer | nobias      0.7243   \n",
       "                                                   AutoInt                      0.7211   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer               0.7290   \n",
       "                                                   FT-Transformer | nobias      0.7271   \n",
       "                                                   AutoInt                      0.7254   \n",
       "ALOI               multiclass 108000    128        FT-Transformer               0.9605   \n",
       "                                                   FT-Transformer | nobias      0.9579   \n",
       "                                                   AutoInt                      0.9452   \n",
       "Year               regression 515345    90         FT-Transformer | nobias      8.8429   \n",
       "                                                   FT-Transformer               8.8550   \n",
       "                                                   AutoInt                      8.8817   \n",
       "Covertype          multiclass 581012    54         FT-Transformer               0.9697   \n",
       "                                                   FT-Transformer | nobias      0.9642   \n",
       "                                                   AutoInt                      0.9337   \n",
       "Microsoft          regression 1200192   136        FT-Transformer               0.7462   \n",
       "                                                   AutoInt                      0.7501   \n",
       "                                                   FT-Transformer | nobias      0.7513   \n",
       "\n",
       "                                                                            test_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                           \n",
       "California Housing regression 20640     8          FT-Transformer             0.0036   \n",
       "                                                   FT-Transformer | nobias    0.0060   \n",
       "                                                   AutoInt                    0.0034   \n",
       "Helena             multiclass 65196     27         FT-Transformer             0.0013   \n",
       "                                                   FT-Transformer | nobias    0.0017   \n",
       "                                                   AutoInt                    0.0027   \n",
       "Jannis             multiclass 83733     54         FT-Transformer             0.0021   \n",
       "                                                   FT-Transformer | nobias    0.0041   \n",
       "                                                   AutoInt                    0.0024   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer             0.0016   \n",
       "                                                   FT-Transformer | nobias    0.0020   \n",
       "                                                   AutoInt                    0.0018   \n",
       "ALOI               multiclass 108000    128        FT-Transformer             0.0011   \n",
       "                                                   FT-Transformer | nobias    0.0013   \n",
       "                                                   AutoInt                    0.0014   \n",
       "Year               regression 515345    90         FT-Transformer | nobias    0.0265   \n",
       "                                                   FT-Transformer             0.0325   \n",
       "                                                   AutoInt                    0.0349   \n",
       "Covertype          multiclass 581012    54         FT-Transformer             0.0007   \n",
       "                                                   FT-Transformer | nobias    0.0006   \n",
       "                                                   AutoInt                    0.0037   \n",
       "Microsoft          regression 1200192   136        FT-Transformer             0.0005   \n",
       "                                                   AutoInt                    0.0006   \n",
       "                                                   FT-Transformer | nobias    0.0006   \n",
       "\n",
       "                                                                            val_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                            \n",
       "California Housing regression 20640     8          FT-Transformer              0.4639   \n",
       "                                                   FT-Transformer | nobias     0.4798   \n",
       "                                                   AutoInt                     0.4827   \n",
       "Helena             multiclass 65196     27         FT-Transformer              0.3883   \n",
       "                                                   FT-Transformer | nobias     0.3783   \n",
       "                                                   AutoInt                     0.3674   \n",
       "Jannis             multiclass 83733     54         FT-Transformer              0.7373   \n",
       "                                                   FT-Transformer | nobias     0.7299   \n",
       "                                                   AutoInt                     0.7259   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer              0.7388   \n",
       "                                                   FT-Transformer | nobias     0.7379   \n",
       "                                                   AutoInt                     0.7346   \n",
       "ALOI               multiclass 108000    128        FT-Transformer              0.9635   \n",
       "                                                   FT-Transformer | nobias     0.9605   \n",
       "                                                   AutoInt                     0.9474   \n",
       "Year               regression 515345    90         FT-Transformer | nobias     8.5144   \n",
       "                                                   FT-Transformer              8.5047   \n",
       "                                                   AutoInt                     8.6468   \n",
       "Covertype          multiclass 581012    54         FT-Transformer              0.9705   \n",
       "                                                   FT-Transformer | nobias     0.9647   \n",
       "                                                   AutoInt                     0.9337   \n",
       "Microsoft          regression 1200192   136        FT-Transformer              0.7430   \n",
       "                                                   AutoInt                     0.7468   \n",
       "                                                   FT-Transformer | nobias     0.7472   \n",
       "\n",
       "                                                                            val_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                          \n",
       "California Housing regression 20640     8          FT-Transformer            0.0038   \n",
       "                                                   FT-Transformer | nobias   0.0046   \n",
       "                                                   AutoInt                   0.0053   \n",
       "Helena             multiclass 65196     27         FT-Transformer            0.0016   \n",
       "                                                   FT-Transformer | nobias   0.0017   \n",
       "                                                   AutoInt                   0.0026   \n",
       "Jannis             multiclass 83733     54         FT-Transformer            0.0017   \n",
       "                                                   FT-Transformer | nobias   0.0042   \n",
       "                                                   AutoInt                   0.0019   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer            0.0014   \n",
       "                                                   FT-Transformer | nobias   0.0017   \n",
       "                                                   AutoInt                   0.0026   \n",
       "ALOI               multiclass 108000    128        FT-Transformer            0.0011   \n",
       "                                                   FT-Transformer | nobias   0.0010   \n",
       "                                                   AutoInt                   0.0017   \n",
       "Year               regression 515345    90         FT-Transformer | nobias   0.0134   \n",
       "                                                   FT-Transformer            0.0109   \n",
       "                                                   AutoInt                   0.0092   \n",
       "Covertype          multiclass 581012    54         FT-Transformer            0.0006   \n",
       "                                                   FT-Transformer | nobias   0.0005   \n",
       "                                                   AutoInt                   0.0039   \n",
       "Microsoft          regression 1200192   136        FT-Transformer            0.0005   \n",
       "                                                   AutoInt                   0.0005   \n",
       "                                                   FT-Transformer | nobias   0.0007   \n",
       "\n",
       "                                                                            train_score  \\\n",
       "dataset            task_type  n_objects n_features algorithm                              \n",
       "California Housing regression 20640     8          FT-Transformer                0.3697   \n",
       "                                                   FT-Transformer | nobias       0.4042   \n",
       "                                                   AutoInt                       0.4017   \n",
       "Helena             multiclass 65196     27         FT-Transformer                0.5162   \n",
       "                                                   FT-Transformer | nobias       0.5147   \n",
       "                                                   AutoInt                       0.4488   \n",
       "Jannis             multiclass 83733     54         FT-Transformer                0.7761   \n",
       "                                                   FT-Transformer | nobias       0.7510   \n",
       "                                                   AutoInt                       0.7576   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer                0.7566   \n",
       "                                                   FT-Transformer | nobias       0.7567   \n",
       "                                                   AutoInt                       0.7523   \n",
       "ALOI               multiclass 108000    128        FT-Transformer                0.9969   \n",
       "                                                   FT-Transformer | nobias       0.9965   \n",
       "                                                   AutoInt                       0.9952   \n",
       "Year               regression 515345    90         FT-Transformer | nobias       7.8585   \n",
       "                                                   FT-Transformer                7.7430   \n",
       "                                                   AutoInt                       8.1709   \n",
       "Covertype          multiclass 581012    54         FT-Transformer                0.9883   \n",
       "                                                   FT-Transformer | nobias       0.9886   \n",
       "                                                   AutoInt                       0.9461   \n",
       "Microsoft          regression 1200192   136        FT-Transformer                0.7179   \n",
       "                                                   AutoInt                       0.7264   \n",
       "                                                   FT-Transformer | nobias       0.7202   \n",
       "\n",
       "                                                                            train_std  \\\n",
       "dataset            task_type  n_objects n_features algorithm                            \n",
       "California Housing regression 20640     8          FT-Transformer              0.0111   \n",
       "                                                   FT-Transformer | nobias     0.0157   \n",
       "                                                   AutoInt                     0.0118   \n",
       "Helena             multiclass 65196     27         FT-Transformer              0.0257   \n",
       "                                                   FT-Transformer | nobias     0.0236   \n",
       "                                                   AutoInt                     0.0160   \n",
       "Jannis             multiclass 83733     54         FT-Transformer              0.0115   \n",
       "                                                   FT-Transformer | nobias     0.0139   \n",
       "                                                   AutoInt                     0.0091   \n",
       "Higgs Small        binclass   98050     28         FT-Transformer              0.0067   \n",
       "                                                   FT-Transformer | nobias     0.0077   \n",
       "                                                   AutoInt                     0.0072   \n",
       "ALOI               multiclass 108000    128        FT-Transformer              0.0006   \n",
       "                                                   FT-Transformer | nobias     0.0008   \n",
       "                                                   AutoInt                     0.0009   \n",
       "Year               regression 515345    90         FT-Transformer | nobias     0.1612   \n",
       "                                                   FT-Transformer              0.1472   \n",
       "                                                   AutoInt                     0.0927   \n",
       "Covertype          multiclass 581012    54         FT-Transformer              0.0016   \n",
       "                                                   FT-Transformer | nobias     0.0015   \n",
       "                                                   AutoInt                     0.0047   \n",
       "Microsoft          regression 1200192   136        FT-Transformer              0.0039   \n",
       "                                                   AutoInt                     0.0021   \n",
       "                                                   FT-Transformer | nobias     0.0059   \n",
       "\n",
       "                                                                            count  \n",
       "dataset            task_type  n_objects n_features algorithm                       \n",
       "California Housing regression 20640     8          FT-Transformer              15  \n",
       "                                                   FT-Transformer | nobias     15  \n",
       "                                                   AutoInt                     15  \n",
       "Helena             multiclass 65196     27         FT-Transformer              15  \n",
       "                                                   FT-Transformer | nobias     15  \n",
       "                                                   AutoInt                     15  \n",
       "Jannis             multiclass 83733     54         FT-Transformer              15  \n",
       "                                                   FT-Transformer | nobias     15  \n",
       "                                                   AutoInt                     15  \n",
       "Higgs Small        binclass   98050     28         FT-Transformer              15  \n",
       "                                                   FT-Transformer | nobias     15  \n",
       "                                                   AutoInt                     15  \n",
       "ALOI               multiclass 108000    128        FT-Transformer              15  \n",
       "                                                   FT-Transformer | nobias     15  \n",
       "                                                   AutoInt                     15  \n",
       "Year               regression 515345    90         FT-Transformer | nobias     15  \n",
       "                                                   FT-Transformer              15  \n",
       "                                                   AutoInt                     15  \n",
       "Covertype          multiclass 581012    54         FT-Transformer              15  \n",
       "                                                   FT-Transformer | nobias     15  \n",
       "                                                   AutoInt                     15  \n",
       "Microsoft          regression 1200192   136        FT-Transformer              15  \n",
       "                                                   AutoInt                     15  \n",
       "                                                   FT-Transformer | nobias     15  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "all_datasets = {CALIFORNIA, HELENA, JANNIS, HIGGS, ALOI, YEAR, COVTYPE, MICROSOFT}\n",
    "n_seeds = 15\n",
    "outputs_and_names = []\n",
    "for experiment, algorithm_name, datasets in [\n",
    "    ('autoint/tuned', 'AutoInt', all_datasets),\n",
    "    ('ft_transformer/tuned_nobias', 'FT-Transformer | nobias', all_datasets),\n",
    "    ('ft_transformer/tuned', 'FT-Transformer', all_datasets),\n",
    "]:\n",
    "    for dataset in datasets:\n",
    "        for output in collect_outputs(dataset + '/' + experiment, n_seeds):\n",
    "            outputs_and_names.append((output, algorithm_name))\n",
    "build_report(outputs_and_names)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "eca4f71a-6b02-4adc-8aa1-4c1dee21278a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}