model_training.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os, glob, artm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from matplotlib import pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'0.10.0'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "artm.version()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "batch_vectorizer = None\n",
    "if len(glob.glob(os.path.join('all_batches_without_single_grams', '*.batch'))) < 1:\n",
    "    batch_vectorizer = artm.BatchVectorizer(data_path=\"bag_for_all_manually_without_single_grams.txt\", \n",
    "                                           data_format=\"vowpal_wabbit\", \n",
    "                                           target_folder=\"all_batches_without_single_grams\", \n",
    "                                           batch_size=100)\n",
    "else:\n",
    "    batch_vectorizer = artm.BatchVectorizer(data_path=\"all_batches_without_single_grams\", data_format='batches')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "dictionary = artm.Dictionary()\n",
    "\n",
    "if not os.path.isfile('dictionary_without_single_grams.txt'):\n",
    "    dictionary.gather(data_path=batch_vectorizer.data_path)\n",
    "    #dictionary.save(dictionary_path='dictionary_without_single_grams.dict')\n",
    "    dictionary.save_text(dictionary_path='dictionary_without_single_grams.txt')\n",
    "\n",
    "dictionary.load_text(dictionary_path='dictionary_without_single_grams_and_unigrams.txt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_artm = artm.ARTM(num_topics=9,\n",
    "                       dictionary=dictionary,\n",
    "                       cache_theta=True\n",
    "                      )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "#model_artm.initialize(dictionary=dictionary)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_artm.scores.add(artm.PerplexityScore(name='PerplexityScore', dictionary=dictionary))\n",
    "model_artm.scores.add(artm.SparsityPhiScore(name='SparsityPhiScore'))\n",
    "model_artm.scores.add(artm.SparsityThetaScore(name='SparsityThetaScore'))\n",
    "model_artm.scores.add(artm.TopTokensScore(name=\"top_words\", num_tokens=10))\n",
    "model_artm.scores.add(artm.TopicKernelScore(name='TopicKernelScore', probability_mass_threshold=0.002))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_artm.num_document_passes = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "#model_artm.regularizers.add(artm.DecorrelatorPhiRegularizer(name='DecorrelatorPhi', tau=2.5e+5))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6924179792404175\n",
      "0.0021864441223442554\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x11a459ac8>]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAD8CAYAAABw1c+bAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzt3Xl8XNV5//HPo9FosSTbsjU2tmxjJFYDwTbCEDAESCAOISwppUAWCFAHAin82jQNXcjya5qElKRJIFAnmCVhDUuhhM1N3LAFG9mxAS/gjeDd8irJttZ5+sdciUHMSCNrGUn3+3695jX3nnuO5tFo9Nw75557rrk7IiISHjnZDkBERPqXEr+ISMgo8YuIhIwSv4hIyCjxi4iEjBK/iEjIKPGLiISMEr+ISMgo8YuIhExutgNIpayszCdPnpztMEREBo1FixZtd/dYJnUHZOKfPHky1dXV2Q5DRGTQMLM/Z1pXXT0iIiGjxC8iEjJK/CIiIaPELyISMkr8IiIho8QvIhIySvwiIiEzZBJ/S2uc2+ev5g/v1GQ7FBGRAW3IJP5IjjHnxbU8v2xLtkMRERnQurxy18wKgBeB/KD+o+7+TTN7CSgJqo0BFrr7BSnatwJvBqvvuft5vRL5h1+HilgRa2vq++LHi4gMGZlM2dAInOnu9WYWBV42s2fd/dS2Cmb2GPBkmvb73X1qL8TapcpYMS+qq0dEpFNddvV4QtthdDR4eNt2MxsOnAn8V59E2A0VsSK21TVS19Cc7VBERAasjPr4zSxiZkuAbcA8d1+QtPkC4HfuXpumeYGZVZvZa2b2oa6g3lRRVgzA2pq9ffkyIiKDWkaJ391bg+6aCcAMMzsmafOlwIOdND/Y3auAy4D/MLPKVJXMbHawg6iuqTmw7prKWBEAa7ern19EJJ1ujepx993AfGAWgJmVATOA33bSZmPwvBb4X2Bamnpz3L3K3atisYymlP6QSaOHEckx1mzTEb+ISDpdJn4zi5nZyGC5EDgLWBlsvgh42t0b0rQtNbP8YLkMOAVY3huBp5KfG2FiaaGO+EVEOpHJEf84YL6ZvQG8TqKP/+lg2yV06OYxsyoz+2WwehRQbWZLSXxT+L6791niB6iIFauPX0SkE10O53T3N0jfPXN6irJq4Opg+VXg2J6F2D2VsSJeWb2d1rgTybH+fGkRkUFhyFy526YiVkxjS5xNu/dnOxQRkQFp6CX+ssTInjW6gldEJKUhl/grx2gsv4hIZ4Zc4h9dlMfwglwd8YuIpDHkEn9isjaN7BERSWfIJX5ITNamsfwiIqkNycRfEStia60maxMRSWVIJv62OXvWbVd3j4hIR0M08Wtkj4hIOkMy8U8aPYwc01h+EZFUhmTiz8+NMHHUMB3xi4ikMCQTPyS6e3TELyLyYUM28VeUFbFu+17ice+6sohIiAzdxB9M1rZRk7WJiHzAkE3879+GUf38IiLJhmzirwiGdK7Zpn5+EZFkQzbxlxXnUVKQq6kbREQ6yOSeuwVmttDMlprZMjP7dlB+j5mtM7MlwWNqmvaXm9mq4HF5b/8CncSdmLNHQzpFRD6gy1svAo3Ame5eb2ZR4GUzezbY9vfu/mi6hmY2CvgmUAU4sMjMnnL3XT0NPBMVsSJeXb2jP15KRGTQ6PKI3xPa+kuiwSPTMZKfJHFz9p1Bsp8HzDqgSA9AZayYLbUN1De29NdLiogMeBn18ZtZxMyWANtIJPIFwabvmtkbZvZjM8tP0bQcWJ+0viEoS/Uas82s2syqa2pquvErpNc+WZu6e0RE2mWU+N291d2nAhOAGWZ2DHATcCRwAjAK+IeeBOLuc9y9yt2rYrFYT35Uu7aRPTrBKyLyvm6N6nH33cB8YJa7bw66gRqBu4EZKZpsBCYmrU8IyvrFwW2TtWlIp4hIu0xG9cTMbGSwXAicBaw0s3FBmQEXAG+laP48cLaZlZpZKXB2UNYv2iZrW6OLuERE2mUyqmcccK+ZRUjsKB5x96fN7PdmFgMMWAJcA2BmVcA17n61u+80s/8PvB78rO+4+87e/zXSqygr0pBOEZEkXSZ+d38DmJai/Mw09auBq5PW5wJzexBjj1TEivnj2h3E405OjmUrDBGRAWPIXrnbpjJWTENznE17NFmbiAiEIPFXtE3Wpu4eEREgRIlfN2UREUkY8ok/VpxPSX6ujvhFRAJDPvGbGRVjinURl4hIYMgnfoDKsiLWbNMRv4gIhCTxV8SK2FLbwF5N1iYiEo7EXxnM2bNOV/CKiIQj8bffhlEje0REwpH4Dx49DDNYo5E9IiLhSPwF0QgTS4exVkf8IiLhSPyQOMGrsfwiImFK/GWJsfzxeKZ3jRQRGZpCk/grxxTR0Bxnc21DtkMREcmq0CT+irLgNozq5xeRkAtN4m+78bpuwygiYZfJrRcLzGyhmS01s2Vm9u2g/H4ze9vM3jKzuWYWTdO+1cyWBI+nevsXyFSsJJisTRdxiUjIZXLrxUbgTHevD5L7y2b2LHA/8PmgzgMk7rp1R4r2+919aq9E2wNmppE9IiJkcMTvCW39I9Hg4e7+TLDNgYXAhD6Ms1dUxIp19a6IhF5GffxmFjGzJcA2YJ67L0jaFgW+ADyXpnmBmVWb2WtmdkGPI+6BylgRm/c0sK9Jk7WJSHhllPjdvTXorpkAzDCzY5I2/xx40d1fStP8YHevAi4D/sPMKlNVMrPZwQ6iuqamphu/Quba5uxRd4+IhFm3RvW4+25gPjALwMy+CcSAv+2kzcbgeS3wv8C0NPXmuHuVu1fFYrHuhJUx3YZRRCSzUT0xMxsZLBcCZwErzexq4JPApe4eT9O21Mzyg+Uy4BRgeW8F312TRxdhpiN+EQm3TEb1jAPuNbMIiR3FI+7+tJm1AH8G/mhmAI+7+3fMrAq4xt2vBo4C/tPM4kHb77t71hJ/QTTChNJCDekUkVDrMvG7+xuk6J5x95Rt3b2axNBO3P1V4NgextirKsqKdRGXiIRaaK7cbVMZK2bd9r2arE1EQit0ib8iVsT+5la2aLI2EQmpUCZ+0MgeEQmv0CX+QzWWX0RCLnSJP1aST3F+rqZnFpHQCl3ib5+sTUM6RSSkQpf4ITGyR0M6RSSsQpn4K8qK2KTJ2kQkpMKZ+IMTvOvU3SMiIRTSxN82pFOJX0TCJ5SJ/5Cytsna1M8vIuETysRfEI1QPrJQY/lFJJRCmfhBt2EUkfAKbeKvjBWxbvteErcMFhEJj9Am/opYMfuaNFmbiIRPaBN/ZVkwsmeb+vlFJFwyufVigZktNLOlZrbMzL4dlB9iZgvMbLWZPWxmeWna3xTUedvMPtnbv8CBqhwTTNa2Xf38IhIumRzxNwJnuvtxwFRglpmdBPwA+LG7HwrsAq7q2NDMpgCXAEeTuEH7z4NbOGbdmJJ8ivIiGtkjIqHTZeL3hLbD4mjwcOBM4NGg/F7gghTNzwcecvdGd18HrAZm9DjqXpCYrE0je0QkfDLq4zeziJktAbYB84A1wG53b5vsZgNQnqJpObA+aT1dvayojBXpiF9EQiejxO/ure4+FZhA4oj9yN4OxMxmm1m1mVXX1NT09o9PqSJWzMbd+9nf1NovryciMhB0a1SPu+8G5gMfBUaaWW6waQKwMUWTjcDEpPV09XD3Oe5e5e5VsVisO2EdsLY5e3SCV0TCJJNRPTEzGxksFwJnAStI7AAuCqpdDjyZovlTwCVmlm9mhwCHAQt7I/DeUKnbMIpICOV2XYVxwL3BaJwc4BF3f9rMlgMPmdm/An8C7gIws/OAKne/2d2XmdkjwHKgBbjO3QdMv8r7k7Up8YtIeHSZ+N39DWBaivK1pBih4+5PkTjSb1v/LvDdnoXZNwqiEcaPKFRXj4iESmiv3G1TOUZDOkUkXEKf+CvKilhXo8naRCQ8Qp/4K2NF7G1qZWttY7ZDERHpF0r8wcgedfeISFiEPvFXtA/pVOIXkXAIfeIfOzwxWZtuvC4iYRH6xK/J2kQkbEKf+CExdYMu4hKRsFDiByrKitm0R5O1iUg4KPEDlWOKcId123XULyJDnxI/iSN+0CydIhIOSvwkJmsDTdYmIuGgxA8U5kUoH1mokT0iEgpK/AGN7BGRsFDiD1TGillbU6/J2kRkyFPiD2iyNhEJCyX+gObsEZGw6PIOXGY2EbgPGAs4MMfdf2JmDwNHBNVGArvdfWqK9u8CdUAr0OLuVb0Ue69qu/H6q2t2UFqUR15uDnmRnA88RyM5RCOGmWU5WhGRA5fJPXdbgL9z98VmVgIsMrN57v5XbRXM7FZgTyc/4wx3397DWPvUQcMLGDksym3zV3Pb/NWd1u24U4jmWrAeoTg/wojCKCMK84LnKCMKcxk5LLE+vDDKyGHR9m3RiL50iUj/yuSeu5uBzcFynZmtAMpJ3EAdSxz+Xgyc2Ydx9jkz47FrT2ZdzV6aW+M0tcZpbIknllsSj7blxtY4zS1OU2trUO6J8pY49Y3NbNzdwIrNdeze18TeLqaBGJYXYWSwQxhRGGVC6TCOOKiYw8eWcMRBJRw0vEDfMESkV2VyxN/OzCaTuPH6gqTiU4Gt7r4qTTMHXjAzB/7T3eek+dmzgdkAkyZN6k5YvaYyVtx+Y5be0twap3Z/M3v2N7M7eG5b37Pv/bK29ZdW1fDY4g3t7UsKcjlibAmHH1SSeB5bwuFjixldnN+rcYpIeFimwxfNrBj4A/Bdd388qfwOYLW735qmXbm7bzSzMcA84Kvu/mJnr1VVVeXV1dWZ/g5Dzq69TbyztY53ttbx9tY63tlaz9tb6tizv7m9TllxXrATSHwzaNshlBREsxi5iGSLmS3K9BxqRkf8ZhYFHgPu75D0c4HPAsena+vuG4PnbWb2BDAD6DTxh11pUR4nVozmxIrR7WXuTk1dI29vrePtLW07hXoeqV7PvqTupGmTRnLZjEmc+5HxFOZFshG+iAxwXR7xB3349wI73f3GDttmATe5+8fStC0CcoJzA0Ukjvi/4+7PdfaaYT/i74543Nm4ez9vb6ljxeZanly6idXb6ikpyOUvpk/gshMncfjYkmyHKSJ9rDtH/Jkk/pnAS8CbQDwo/kd3f8bM7gFec/c7k+qPB37p7ueYWQXwRLApF3jA3b/bVVBK/AfO3Vm4bicPLHyPZ9/cQlNrnKqDS7nsxEmcc+w4CqL6FiAyFPVq4s8GJf7esXNvE48t2sCDC99j7fa9jCiMctHxE7h0xiQOHdO7J7FFJLuU+OUD3J0/rt3BAwve4/llW2hudU48ZBSXnTiJWcccRH6uvgWIDHa9fnJXBjcz4+TKMk6uLGN7fSO/qU58C7jhoSWMKspr/xbQdl8CERnadMQfUvG488qa7Tyw4D1eWL6V1rhzcuVobvj4YR8YTSQig4O6eqRbttU28Ej1eh5Y8B5bahv4+08eyTUfq9AVwyKDSHcSvyaKEcYML+D6Mw9j3t9+jHOOHccPnlvJl3+1iNqG5q4bi8igo8Qv7Yryc/nZpdO4+dwp/H7lNs6/7RXe3lKX7bBEpJcp8csHmBlXzjyEB2efRH1jCxfc/gpPLtmY7bBEpBcp8UtKJ0wexW+/OpNjy0dww0NL+NZTy2hqiXfdUEQGPCV+SWvM8ALu/+sTuXrmIdzz6rtcMuePbNnTkO2wRKSHlPilU9FIDv987hRuv2w6K7fUce7PXuLVNQP6njoi0gUlfsnIpz8yjqeuP4URhVE+/8sF3PmHNQzEocAi0jUlfsnYoWNKePL6mXzqmHF8/9mVXPvrxdRpyKfIoKPEL91SnJ/LbZdN458/fRTzVmzl/Nte4Z2tGvIpMpgo8Uu3mRlXn1rBA1efSG1DC+ffpiGfIoOJEr8csBMrRvPbv5nJ0eOHa8inyCCixC89MnZ4AQ/OPokrT0kM+bz6vmolf5EBrsvEb2YTzWy+mS03s2VmdkNQ/i0z22hmS4LHOWnazzKzt81stZl9o7d/Acm+aCSHmz8zhX+78FhefKeGv390KfG4RvyIDFSZzMffAvyduy82sxJgkZnNC7b92N3/PV1DM4sAtwNnARuA183sKXdf3tPAZeC57MRJ7NrXxA+ff5vRRfn8y7lHaYZPkQGoy8Tv7puBzcFynZmtAMoz/PkzgNXuvhbAzB4CzgeU+Ieor5xeSU1dI3NfWUdZSR5fOf3QbIckIh10q4/fzCYD04AFQdH1ZvaGmc01s9IUTcqB9UnrG0iz0zCz2WZWbWbVNTU13QlLBhAz4+Zzp3DeceO55bm3eaR6fdeNRKRfZZz4zawYeAy40d1rgTuASmAqiW8Et/YkEHef4+5V7l4Vi8V68qMky3JyjH//y+M49bAybnr8Tf5n+dZshyQiSTJK/GYWJZH073f3xwHcfau7t7p7HPgFiW6djjYCE5PWJwRlMsTl5eZwx+eP5+jxw7nugcW8/u7ObIckIoFMRvUYcBewwt1/lFQ+LqnahcBbKZq/DhxmZoeYWR5wCfBUz0KWwaI4P5e7rziB8pGFXHXP67qpi8gAkckR/ynAF4AzOwzdvMXM3jSzN4AzgP8HYGbjzewZAHdvAa4HngdWAI+4+7K++EVkYBpdnM+9V86gMC/CF+cuYMOufdkOSST0dLN16Rcrt9Tyl3f+kVhJPo9eczKjivKyHZLIkKKbrcuAc+RBw7nr8hPYuGs/X7rndfY2tmQ7JJHQUuKXfjPjkFHcdtl03tywm2vvX6ypHUSyRIlf+tVZU8byvc9qageRbMpkygaRXvVXJ0xie72mdhDJFiV+yYqvnF7J9vrE1A6xknyuPb0y2yGJhIYSv2SFmfEvn57CjvomfvDcSkYX53Fx1cSuG4pIjynxS9a0Te2wa18TNz3+JqOG5fGJKWOzHZbIkKeTu5JVebk53Pn54zlGUzuI9Bslfsm6ovxc5mpqB5F+o8QvA4KmdhDpP0r8MmBMHDWMe6+cwf6mVr44dyE79zZlOySRIUmJXwaUIw8azl1XBFM73L1QUzuI9AElfhlwTpicmNrhrU21XPPrRZraQaSXKfHLgHTWlLF878JjeWnVdr72G03tINKbNI5fBqyLT5jI9r2N3PLc24wqyuObn5miqR1EeoESvwxo136sku11Te1TO1x3xqHZDklk0Osy8ZvZROA+YCzgwBx3/4mZ/RD4DNAErAG+5O67U7R/F6gDWoGWTG8UIAKJqR3++dNHsXNvYzCpWx6XzJiU7bBEBrVM+vhbgL9z9ynAScB1ZjYFmAcc4+4fAd4BburkZ5zh7lOV9OVA5OQYt1x0HKcdHuMfn3iT55dtyXZIIoNal4nf3Te7++JguY7EvXPL3f2F4J66AK8BE/ouTAm7vNwc7vjcdI6dMJKvPvgnFqzdke2QRAatbo3qMbPJwDRgQYdNVwLPpmnmwAtmtsjMZnc3QJE2Rfm53H3FCUwoLeTq+6pZsbk22yGJDEoZJ34zKwYeA25099qk8n8i0R10f5qmM919OvApEt1Ep6X5+bPNrNrMqmtqajL+BSRcRhXl8aurTqQoL5cvzl3I+p2a2kGkuzJK/GYWJZH073f3x5PKrwDOBT7n7ikHWrv7xuB5G/AEMCNNvTnuXuXuVbFYrFu/hIRL+chC7rtqBk0tcb5w1wK21zdmOySRQaXLxG+JgdN3ASvc/UdJ5bOArwPnuXvKwy4zKzKzkrZl4Gzgrd4IXMLt8LElzL2iii21DXzp7tep19QOIhnL5Ij/FOALwJlmtiR4nAPcBpQA84KyOwHMbLyZPRO0HQu8bGZLgYXAb939ud7/NSSMjj94FD//3HSWb67ly7+qprGlNdshiQwKlqaHJquqqqq8uro622HIIPHoog187TdL+fRHxvHTS6YRydHVvRI+ZrYo0yHzunJXBr2Ljp/AjvpGvvfsSgqjEf7twmPJy9U0VCLpKPHLkPDlj1Wyt6mVn/5uFe/t3Mcdn5vO6OL8bIclMiDpsEiGjL8963B+cslUlq7fzXm3vaJx/iJpKPHLkHL+1HIe+fJHaYnH+Ys7XuW5tzS9g0hHSvwy5Bw3cST/ff1MDh9bwjW/XsRPf7eKgTiIQSRblPhlSBozvICHZp/EZ6eV86N573D9A39iX5PG+ouATu7KEFYQjXDrxcdx5LgSvvfsStZt38svLq+ifGRhtkMTySod8cuQZmbMPq2SuZefwPqd+zjvZy9T/e7ObIclklVK/BIKZxw5hieuO5mSglwu/cVrPPL6+myHJJI1SvwSGoeOKeHJ62ZyUsVovv7YG3z7v5fR0hrPdlgi/U6JX0JlxLAod19xAleecgh3v/IuX7rndfbsa852WCL9SolfQic3ksPNn5nCLX/xEV5bu4Pzb3+Z1dvqsh2WSL9R4pfQuviEiTz41ydR39jChbe/yvyV27Idkki/UOKXUKuaPIonr5/JxFHDuPLe1/nh8yupbVDXjwxtSvwSeuUjC3n02o9y4dRybp+/hlN/MJ+f/+9q9urmLjJEaT5+kSRvbdzDj+a9w+9XbmN0UR7Xnl7J5086mIJoJNuhiXSqO/PxZ3LrxYlmNt/MlpvZMjO7ISgfZWbzzGxV8Fyapv3lQZ1VZnZ5934Vkf51TPkI5l5xAo9dezJHjRvOv/52BafdMp97X31Xd/iSIaPLI34zGweMc/fFwf1zFwEXAFcAO939+2b2DaDU3f+hQ9tRQDVQBXjQ9nh339XZa+qIXwaK19bu4EcvvMPCd3cyfkQBX/34YVx0/ASiEfWSysDSq0f87r7Z3RcHy3XACqAcOB+4N6h2L4mdQUefBOa5+84g2c8DZmUSmMhAcFLFaB7+8kn86qoZjBlewE2Pv8nHb/0Djy7aoIu/ZNDq1mGLmU0GpgELgLHuvjnYtIXEjdU7KgeSr43fEJSJDBpmxqmHxXjiKycz94oqSgpy+dpvlnL2f7zIU0s3EY8PvPNkIp3JOPGbWTHwGHCju3/g1kae6C/q0affzGabWbWZVdfU1PTkR4n0CTPjzCPH8vRXZ3Ln56eTm2P8zYN/4lM/eYnn3tqsOf9l0Mgo8ZtZlETSv9/dHw+Ktwb9/23nAVJd/bIRmJi0PiEo+xB3n+PuVe5eFYvFMo1fpN+ZGbOOGcezN5zGTy6ZSnNrnGt+vZhzf/YyTy7ZqOsAZMDL5OSukejD3+nuNyaV/xDYkXRyd5S7f71D21EkTuhOD4oWkzi52+m8uDq5K4NJS2uc/1qyiZ/87h3W79xPNGKcVDGas6aM5RNHjWW85v+XftCdk7uZJP6ZwEvAm0Db2ax/JNHP/wgwCfgzcLG77zSzKuAad786aH9lUB/gu+5+d1dBKfHLYNQad/703i7mLd/KvOVbWbt9LwDHlA/nE0eN5awpY5kybjiJYymR3tWriT8blPhlKFhTU9++E1j83i7cE1cJt30TOLFilIaFSq9R4hcZYGrqGvn9yq3MW76Nl1bV0NgSp6QglzOOGMNZU8Zy+hExSgqi2Q5TBjElfpEBbH9TKy+tqmHe8q38fuU2duxtaj8vMPPQMo4eP4Kjxw+ntCgv26HKIKLELzJIpDsvADB+RAFTxg9nSrAjOHr8cMpHFuocgaSkxC8ySO2ob2T55lqWb6pl2aZalm3aw9rte2n7Nx1RGGXKuMROYMr44Rw9fgSVsSJyda4g9LqT+HP7OhgRydzo4nxOPSzGqYe9fy3LvqYWVm6pY9mmxA5h+aY9/Oq1P9PYkhhkl5ebw5EHlXD0+OEcNqaE8tJCJpQWMqF0GCMKdd5APkyJX2SAG5aXy/RJpUyf9P4EuC2tcdZu38uyTXtYtrGW5ZtreebNLezZv/4DbUvycz+wIygfmbRcWkjpsKi6jkJIiV9kEMqN5HD42BIOH1vChdMSZe7Orn3NbNi1jw279rNx13427NrHxt372bBrP6+t3Ul9h5vLDMuLfGBncNCIAsqK8xhdlM+o4jzKivIZXZzHsLyIdhBDiBK/yBBhZowqymNUUR4fmTDyQ9vdndr9LaxP2hkk7xwW/XkXtQ2p7zpWEM1hdFF+YqdQnM/oouTn95dLi/IoKcilOC+XnBztKAYqJX6RkDAzRgyLMmLYCI4pH5GyTkNzKzv2NrGjvpEd9U1sr298f31vEzvqm9hW18CKzbXsqG+iqZOpqYvzcykpaHtEk9ajDE9TXpyfS2FeDvm5EQrzIhREIxTk5ujkdS9T4heRdgXRRNdPeQbzC7k7dY0t7Kh/f8ewe18TdQ0t1Da0UNfQTF1DC/UNLdQ1NrNrXxPv7dxHXUMztQ0tNLVkfj+DaMQSO4FohMLgURDN+UBZ23o0kpN45Bp5bcuRHKIRIy+3w3p73cR6NJJDJMeImBHJMXIjRm6OEcnJSZS1r7//HGlfzyHHGBRdYkr8InJAzIzhBVGGF0Q5pKyo2+0bW1oTO4X2RzP1jS00tMRpaG5tf+xvitPQ0sr+plYag+f9za00NMfZ39zK7n1NbA7WG5pbaYk7zS1xmloTj/4esZ5jkGNGTtIOxIz2HYqZEckhafn9OmVF+TxyzUf7PEYlfhHJivzcCPnFEUYX5/fp67TGneZgJ9DcEqe5NWm9NU5zi7+/3BqnNe60xp2WuBMPnlvbn+O0xqE1Hu9Q/sE2cXdavW05EUPcg/I4qeu4U5LfPylZiV9EhrTEEXWiS0gSdMZERCRklPhFREJGiV9EJGSU+EVEQqbLk7tmNhc4F9jm7scEZQ8DRwRVRgK73X1qirbvAnVAK9CS6cxxIiLSdzIZ1XMPcBtwX1uBu/9V27KZ3Qrs6aT9Ge6+/UADFBGR3tVl4nf3F81scqptlrhE7WLgzN4NS0RE+kpP+/hPBba6+6o02x14wcwWmdnszn6Qmc02s2ozq66pqelhWCIikk5PL+C6FHiwk+0z3X2jmY0B5pnZSnd/MVVFd58DzAEwsxoz+/MBxlQGDOSuJcXXM4qvZxRfzwzk+A7OtOIBJ34zywU+Cxyfro67bwyet5nZE8AMIGXi79Au1lWdTuKqHsgnkRVfzyi+nlF8PTPQ48tUT7p6PgGsdPcNqTaaWZGZlbQtA2cDb/Xg9UREpBd0mfjN7EHgj8ARZrbBzK4KNl1Ch24eMxtvZs8Eq2OBl81sKbAQ+K2r995dAAAEx0lEQVS7P9d7oYuIyIHIZFTPpWnKr0hRtgk4J1heCxzXw/gOxJwsvGZ3KL6eUXw9o/h6ZqDHlxHz/p6sWkREskpTNoiIhMygTfxmNsvM3jaz1Wb2jRTb883s4WD7gnQXofVRbBPNbL6ZLTezZWZ2Q4o6p5vZHjNbEjxu7q/4gtd/18zeDF67OsV2M7OfBu/fG2Y2vR9jOyLpfVliZrVmdmOHOv36/pnZXDPbZmZvJZWNMrN5ZrYqeC5N0/byoM4qM7u8H+P7oZmtDP5+T5jZh+/ATtefhT6M71tmtjHpb3hOmrad/q/3YXwPJ8X2rpktSdO2z9+/Xufug+4BRIA1QAWQBywFpnSo8xXgzmD5EuDhfoxvHDA9WC4B3kkR3+nA01l8D98FyjrZfg7wLGDAScCCLP6ttwAHZ/P9A04DpgNvJZXdAnwjWP4G8IMU7UYBa4Pn0mC5tJ/iOxvIDZZ/kCq+TD4LfRjft4CvZfD37/R/va/i67D9VuDmbL1/vf0YrEf8M4DV7r7W3ZuAh4DzO9Q5H7g3WH4U+HgwxUSfc/fN7r44WK4DVgDl/fHaveh84D5PeA0YaWbjshDHx4E17n6gF/T1Ck9ceLizQ3HyZ+xe4IIUTT8JzHP3ne6+C5gHzOqP+Nz9BXdvCVZfAyb09utmKs37l4lM/td7rLP4kqam6exi1UFlsCb+cmB90voGPpxY2+sEH/49wOh+iS5J0MU0DViQYvNHzWypmT1rZkf3a2BdT6eRyXvcHz40bDhJNt8/gLHuvjlY3kJiCHNHA+V9vJLEN7hUMp5apQ9cH3RFzU3TVTYQ3r9em5pmoBisiX9QMLNi4DHgRnev7bB5MYnui+OAnwH/1c/hzXT36cCngOvM7LR+fv0umVkecB7wmxSbs/3+fYAnvvMPyCFyZvZPQAtwf5oq2fos3AFUAlOBzSS6UwaiTKamGdD/Sx0N1sS/EZiYtD4hKEtZxxLTS4wAdvRLdInXjJJI+ve7++Mdt7t7rbvXB8vPAFEzK+uv+DxpOg2gbTqNZJm8x33tU8Bid9/acUO237/A1rbur+B5W4o6WX0fzewKEvfT+Fywc/qQDD4LfcLdt7p7q7vHgV+ked1sv39tU9M8nK5Ott6/nhisif914DAzOyQ4KrwEeKpDnaeAthEUFwG/T/fB721Bn+BdwAp3/1GaOge1nXMwsxkk/hb9smOyzKbTeAr4YjC65yRgT1K3Rn9Je6SVzfcvSfJn7HLgyRR1ngfONrPSoCvj7KCsz5nZLODrwHnuvi9NnaxNrdLhnNGFaV43k//1vjQ0p6bJ9tnlA32QGHXyDokz/v8UlH2HxIccoIBEF8FqElNGVPRjbDNJfO1/A1gSPM4BrgGuCepcDywjMUrhNeDkfoyvInjdpUEMbe9fcnwG3B68v28CVf389y0ikchHJJVl7f0jsQPaDDST6Ge+isQ5o98Bq4D/AUYFdauAXya1vTL4HK4GvtSP8a0m0T/e9hlsG+U2Hnims89CP8X3q+Cz9QaJZD6uY3zB+of+1/sjvqD8nrbPXFLdfn//evuhK3dFREJmsHb1iIjIAVLiFxEJGSV+EZGQUeIXEQkZJX4RkZBR4hcRCRklfhGRkFHiFxEJmf8Dl9L7stJA1AUAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "model_artm.fit_offline(batch_vectorizer=batch_vectorizer, num_collection_passes=20)\n",
    "print(model_artm.score_tracker[\"SparsityPhiScore\"].last_value)\n",
    "print(model_artm.score_tracker[\"SparsityThetaScore\"].last_value)\n",
    "plt.plot(model_artm.score_tracker[\"PerplexityScore\"].value)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "num_topics: SparsityPhiScore\n",
    "\n",
    "num_collection_passes=20\n",
    "\n",
    "DecorrelatorPhi, tau=2.5e+2\n",
    "12: 0.76\n",
    "11: 0.74\n",
    "10: 0.72\n",
    "9: 0.69\n",
    "8: 0.65\n",
    "\n",
    "DecorrelatorPhi, tau=2.5e+1\n",
    "9: 0.69\n",
    "\n",
    "DecorrelatorPhi, tau=2.5e+0\n",
    "9: 0.69\n",
    "\n",
    ">without DecorrelatorPhi\n",
    "9: 0.69\n",
    "\n",
    "DecorrelatorPhi, tau=2.5e+5\n",
    "9: 0.69"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_artm.regularizers.add(artm.SmoothSparseThetaRegularizer(name='SparseTheta', tau=-225))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.8458852171897888\n",
      "0.8886901140213013\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x11a36b358>]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAD8CAYAAABw1c+bAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzt3XmYVNWd//H3t6qrF+huaOiFVUBEEZeAtsaoMcokikvUOD6JJnH0lxhjfpqJSSa/yTITlxmfyWQ1q5GJJiajiSaaSNREicEFjWBjEGQTwQUQuhta6G6gt+rv74+6DSVU0dULVFfdz+t5yrpr8T3eh+89nHvuOebuiIhIeESyHYCIiBxaSvwiIiGjxC8iEjJK/CIiIaPELyISMkr8IiIho8QvIhIySvwiIiGjxC8iEjIF2Q4glcrKSp88eXK2wxARyRlLlizZ6u5VmRw7JBP/5MmTqaury3YYIiI5w8zeyPRYNfWIiISMEr+ISMgo8YuIhIwSv4hIyCjxi4iEjBK/iEjIKPGLiIRM3iT+7m7nR39dy1OvNGY7FBGRIS1vEn8kYtzx9HoWrG7IdigiIkNar2/umlkx8DRQFBz/O3e/0cyeAcqCw6qBxe5+cYrz48DyYPVNd79wUCJPoaa8mPrmtoP18yIieSGTIRvagdnu3mpmMWChmf3J3d/bc4CZPQA8lOb83e4+cxBi7VVNeZESv4hIL3pt6vGE1mA1Fny8Z7+ZlQOzgT8clAj7oKasmPrm9myHISIypGXUxm9mUTNbCjQA8919UdLui4En3L05zenFZlZnZs+b2X5NQYOpqryIxpZ23L33g0VEQiqjxO/u8aC5ZgJwspkdm7T7cuDXBzh9krvXAh8FbjOzqakOMrNrghtEXWNj/3rm1JQV0xHvZvuuzn6dLyISBn3q1ePu24EFwBwAM6sETgYeOcA5m4Lv9cCTwKw0x81191p3r62qymhI6f3UlBcDUN+idn4RkXR6TfxmVmVmI4PlEuADwOpg96XAw+6eMtOaWYWZFQXLlcBpwMrBCDyVmvIiALXzi4gcQCY1/rHAAjNbBrxAoo3/4WDfZezTzGNmtWb2s2D1aKDOzF4i8S+Fb7j7QUv81WWJGn+DevaIiKTVa3dOd19G+uaZM1NsqwOuDpafA44bWIiZqw5q/A0tqvGLiKSTN2/uAhTHoowoiakvv4jIAeRV4ge9xCUi0pu8S/zVeolLROSA8i/xBy9xiYhIanmX+GvKi2loaaO7W2/vioikkn+Jv6yIzrjz9q6ObIciIjIk5V3ir+55e1ft/CIiKeVd4q/Z05dfPXtERFLJu8S/9+1d1fhFRFLJv8S/Z7we1fhFRFLJu8RfVBClYlhMI3SKiKSRd4kfEs09auoREUktPxN/eRH1eolLRCSlvEz8NeXFGppZRCSNPE38iWEb9PauiMj+8jLxV5cV09XtNOntXRGR/eRl4q9Rl04RkbQymXO32MwWm9lLZrbCzG4Otv/CzF4zs6XBZ2aa8680s7XB58rBLkAqPcM2qGePiMj+ep16EWgHZrt7q5nFgIVm9qdg35fc/XfpTjSzUcCNQC3gwBIzm+fubw808AOp2TNej2r8IiL76rXG7wmtwWos+GT61PQcEpOzNwXJfj4wp1+R9kFVqebeFRFJJ6M2fjOLmtlSoIFEIl8U7LrVzJaZ2ffMrCjFqeOBDUnrG4Ntqf6Ma8yszszqGhsb+1CE/RUWRBg1vFA1fhGRFDJK/O4ed/eZwATgZDM7FvgKMB04CRgF/OtAAnH3ue5e6+61VVVVA/kpAKrLijQ0s4hICn3q1ePu24EFwBx33xw0A7UDPwdOTnHKJmBi0vqEYNtB1zMTl4iIvFMmvXqqzGxksFwCfABYbWZjg20GXAy8nOL0x4CzzazCzCqAs4NtB111WZF69YiIpJBJr56xwN1mFiVxo7jf3R82s7+aWRVgwFLgWgAzqwWudfer3b3JzP4DeCH4rVvcvWnwi7G/mvJiGlvbiXc70Ygdij9SRCQn9Jr43X0ZMCvF9tlpjq8Drk5avwu4awAx9ktNeRHxbmfbzvY9k7OIiEievrkLeolLRCSd/E38ZRq2QUQklbxN/D1v7+olLhGRd8rbxF+lGr+ISEp5m/hj0QiVpYV6iUtEZB95m/ihZ+5d1fhFRJLld+IvL1Ibv4jIPvI68deUFauNX0RkH/md+MuL2NraTle8O9uhiIgMGXmd+KvLi+l22LZTc++KiPTI78QfdOnU27siInvldeLXFIwiIvsLR+LXuPwiInvkdeKvLC3EDL3EJSKSJK8Tf0E0wujhRTSqxi8iskdeJ35IdOlUjV9EZK9Mpl4sNrPFZvaSma0ws5uD7feY2Roze9nM7jKzWJrz42a2NPjMG+wC9KamXC9xiYgky6TG3w7Mdvd3ATOBOWZ2CnAPMB04Dighadatfex295nB58LBCLovVOMXEXmnXhO/J7QGq7Hg4+7+aLDPgcXAhIMYZ79VlRWzbafe3hUR6ZFRG7+ZRc1sKdAAzHf3RUn7YsAVwJ/TnF5sZnVm9ryZXTzgiPuoprwId9jaqrd3RUQgw8Tv7nF3n0miVn+ymR2btPsnwNPu/kya0ye5ey3wUeA2M5ua6iAzuya4QdQ1Njb2oQgHVlOml7hERJL1qVePu28HFgBzAMzsRqAK+MIBztkUfK8HngRmpTlurrvXunttVVVVX8I6IL29KyLyTpn06qkys5HBcgnwAWC1mV0NnANc7u4pG9DNrMLMioLlSuA0YOVgBZ+JmvJgvB6Nyy8iAkBBBseMBe42syiJG8X97v6wmXUBbwB/MzOAB939FjOrBa5196uBo4E7zKw7OPcb7n5IE//o0iIihmbiEhEJ9Jr43X0ZKZpn3D3lue5eR9C1092fI9HdM2uiEaOyVF06RUR65P2buxC8xKVhG0REgNAkftX4RUR6hCLxV5UVa6A2EZFAKBJ/Yu7dDjr19q6ISFgSf6Ivf6O6dIqIhCXxJ/ry6yUuEZGQJP7qYNgGvcQlIhKWxN/z9q5q/CIi4Uj8o4cXEY2YunSKiBCSxB+NGFWlRWrjFxEhJIkfEs09auMXEQlT4i/T3LsiIhCixF+jGr+ICBCqxF9M084OOrr09q6IhFuIEn+iS2djq2r9IhJuoUn81Zp7V0QEyGzqxWIzW2xmL5nZCjO7Odg+xcwWmdmrZnafmRWmOf8rwTFrzOycwS5ApvQSl4hIQiY1/nZgtru/C5gJzDGzU4D/Br7n7kcAbwOf3PdEM5sBXAYcQ2KC9p8EUzgecnsnXVdTj4iEW6+J3xNag9VY8HFgNvC7YPvdwMUpTr8I+I27t7v7a8CrwMkDjrofRg0rpCBiNGhcfhEJuYza+M0samZLgQZgPrAO2O7uXcEhG4HxKU4dD2xIWk933EEXiRhVZZqJS0Qko8Tv7nF3nwlMIFFjnz7YgZjZNWZWZ2Z1jY2Ng/3zAFSX6yUuEZE+9epx9+3AAuA9wEgzKwh2TQA2pThlEzAxaT3dcbj7XHevdffaqqqqvoSVsZqyIhpU4xeRkMukV0+VmY0MlkuADwCrSNwALg0OuxJ4KMXp84DLzKzIzKYA04DFgxF4f9SUF6uNX0RCr6D3QxgL3B30xokA97v7w2a2EviNmf0n8HfgTgAzuxCodfevu/sKM7sfWAl0Ade5e/yglCQD1WVFvL2rk/auOEUFWelcJCKSdb0mfndfBsxKsX09KXrouPs8EjX9nvVbgVsHFubg6OnS2dDczsRRw7IcjYhIdoTmzV1IeolLzT0iEmKhSvx6iUtEJGSJv7pMwzaIiIQq8VcMKyQWNeo1Lr+IhFioEn8kYpqJS0RCL1SJH4K5d9XGLyIhFr7EX1akXj0iEmqhS/w15cXq1SMioRbKxL9jdydtnVl7gVhEJKtCl/j3dulUrV9Ewil0iX/PsA1q5xeRkApd4u8ZtkHt/CISVqFL/DVlPcM2qMYvIuEUusQ/cliMwmiEejX1iEhIhS7xmxnV5UU0qqlHREIqdIkfEj17VOMXkbAKZeLXS1wiEma9zsBlZhOBXwI1gANz3f37ZnYfcFRw2Ehgu7vPTHH+60ALEAe63L12kGLvt5ryYp5Zu5U1W1ooiUUpLowwrLCA4oIIBdFQ3gtFJEQymXO3C/iiu79oZmXAEjOb7+4f6TnAzL4D7DjAb5zl7lsHGOugmVBRQmt7F+fc9vR++wqjEYpjEUoKo4mbQSzK6OGFVJcXUVNezJjyYmqC5ZryYqrKiojpZiEiOSSTOXc3A5uD5RYzWwWMJzGBOmZmwIeB2QcxzkH18VMmMa2mjJ3tXezqiLO7M05b8L27M87ujuDTGWdXRxfbdnawaP1O6pvb6Or2d/yWGYweXkRNeRETK4bx7sNHcdoRlUyrLiXxv0ZEZGjJpMa/h5lNJjHx+qKkze8F6t19bZrTHHjczBy4w93npvnta4BrAA477LC+hNVnxbEo7zuyqs/ndXc7Tbs6qG9uo6G5nS3NbdQ3t1Hf3E59cxsrNu/gzyu2AFBVVsSpU0dz2tRKTj1iNBMqNLm7iAwN5u69HwWYWSnwFHCruz+YtP124FV3/06a88a7+yYzqwbmA5919/3bWJLU1tZ6XV1dpmUYUjY07eK5dVt59tVtPLduG1tbEw+RJ40exqlTKzntiNG85/DRjC4tynKkIpJPzGxJps9QM0r8ZhYDHgYec/fvJm0vADYBJ7r7xgx+5yag1d2/faDjcjnxJ3N3Xqlv5dlXt/Lcuq0sWt9ES3sXAOcfP5avXzBjz9hBIiID0ZfEn0mvHgPuBFYlJ/3A+4HV6ZK+mQ0HIsGzgeHA2cAtmQSWD8yMo8aUcdSYMj5x+hS64t0s27SD+SvruXPhazy1ppEvnn0kV5wySb2JROSQySTbnAZcAcw2s6XB57xg32XAr5MPNrNxZvZosFoDLDSzl4DFwCPu/udBij3nFEQjnHBYBf86ZzqP33AGJ0yq4OY/ruSiHz/L0g3bsx2eiIRExm38h1K+NPX0xt15dPkWbnl4BQ0t7Xzs3YfxpXOmM6Iklu3QRCTH9KWpR+0LWWRmnH/8WP7yhfdx1amTuXfRm/zDd57iD3/fxFC8IYtIflDiHwLKimPc+MFjmHf96YyvKOGG+5bysZ8tYl1ja7ZDE5E8pMQ/hBw7fgQPfuZU/vPiY3l50w7Ove0Zvv+Xtar9i8igUuIfYqIR4+OnTOKJL57JOceO4Xt/eYWfPLku22GJSB7p05u7cuhUlRXxg8tmEjX41mNrmFI5nPOOG5vtsEQkD6jGP4SZGd/4x+M54bCRfOH+pSzbqC6fIjJwSvxDXHEsyh1X1DJ6eBGf+mUdW3ZoAhkRGRgl/hxQVVbEnVfV0trWxSfvfoFdHV3ZDklEcpgSf46YPqacH350Fqs2N/P5+5bS3a2ePiLSP0r8OWT29Bq+dv4MHltRz7ceX5PtcEQkR6lXT475xGmTWdfYyu1PrmNqVSmXnjgh2yGJSI5RjT/HmBk3X3gMpx0xmq88uIzFrzVlOyQRyTFK/DkoFo3wk4+eyMSKYXz6V3W8sW1ntkMSkRyixJ+jRgyLcedVJ9Ht8Mm762hu68x2SCKSI5T4c9iUyuH89OMn8vrWnVx3z4t0xbuzHZKI5AAl/hz3nqmjufVDx/LM2q18/4l0892LiOzVa+I3s4lmtsDMVprZCjP7XLD9JjPblGJWrn3Pn2Nma8zsVTP78mAXQOAjJx3Gh2aN546n1vPaVrX3i8iBZVLj7wK+6O4zgFOA68xsRrDve+4+M/g8uu+JZhYFfgycC8wALk86VwbRV86dTmFBhJv/uELDOIvIAfWa+N19s7u/GCy3AKuA8Rn+/snAq+6+3t07gN8AF/U3WEmvuryYG94/jSfXNPKXVQ3ZDkdEhrA+tfGb2WRgFrAo2HS9mS0zs7vMrCLFKeOBDUnrG0lz0zCza8yszszqGhsb+xKWBK48dTJH1pRy8x9X0NYZz3Y4IjJEZZz4zawUeAC4wd2bgduBqcBMYDPwnYEE4u5z3b3W3WurqqoG8lOhFYtGuOnCY9j49m5++pQmbxGR1DJK/GYWI5H073H3BwHcvd7d4+7eDfwPiWadfW0CJiatTwi2yUFy6tRKLjh+LLc/uY4NTbuyHY6IDEGZ9Oox4E5glbt/N2l78nRQHwJeTnH6C8A0M5tiZoXAZcC8gYUsvfna+UcTjRi3PLwy26GIyBCUSY3/NOAKYPY+XTe/aWbLzWwZcBbweQAzG2dmjwK4exdwPfAYiYfC97v7ioNRENlr7IgSPjt7GvNX1rNgjR70isg72VDs+ldbW+t1dXXZDiOndXR1M+e2p+l257HPn0FRQTTbIYnIQWRmS9y9NpNj9eZuniosSDzofX3bLn72zGvZDkdEhhAl/jx2xpFVzDlmDD/861o2bd+d7XBEZIhQ4s9z/3bB0QDc+oge9IpIghJ/nptQMYzrzjyCR5dvYeHardkOR0SGACX+EPjUGYczafQwbpz3Mh1dGrpZJOyU+EOgOBblxg/OYF3jTn7xnB70ioSdEn9IzJ5ewz9Mr+b7f1lLfXNbtsMRkSxS4g+Rr39wBp3dzq2PrMp2KCKSRUr8ITJp9HCuPeNw5r30Fs+v35btcEQkS5T4Q+YzZx7B+JEl3PjQCs3RKxJSSvwhU1IY5d8vmMGa+hZ++bc3sh2OiGSBEn8InXNMDWccWcX35r9CQ4se9IqEjRJ/CJkZN31wBm1dcf77T2uyHY6IHGJK/CF1eFUpV7/3cB54cSNL3mjKdjgicggp8YfYZ2cfwdgRxfz7H1YQ7x56w3OLyMGhxB9iwwoL+LfzZ7ByczP3LtKDXpGwyGTqxYlmtsDMVprZCjP7XLD9W2a22syWmdnvzWxkmvNfD2bqWmpmml1liDnvuDGcOnU033psDdta27MdjogcApnU+LuAL7r7DOAU4DozmwHMB4519+OBV4CvHOA3znL3mZnODiOHjplxy0XHsKsjzjf/rAe9ImHQa+J3983u/mKw3EJi7tzx7v54MKcuwPPAhIMXphxMR1SX8YnTp3Bf3QaWbtie7XBE5CDrUxu/mU0GZgGL9tn1CeBPaU5z4HEzW2Jm1/Q1QDk0/vkfplFdVsTXH3pZD3pF8lzGid/MSoEHgBvcvTlp+9dINAfdk+bU0939BOBcEs1EZ6T5/WvMrM7M6hobGzMugAyO0qICvnb+0SzbuIP7XtiQ7XBE5CDKKPGbWYxE0r/H3R9M2n4VcAHwMXdPWU10903BdwPwe+DkNMfNdfdad6+tqqrqUyFkcFz4rnGcPGUU33xsNW/v7Mh2OCJykGTSq8eAO4FV7v7dpO1zgP8HXOjuu9KcO9zMynqWgbOBlwcjcBl8PQ96W9q6+PbjetArkq8yqfGfBlwBzA66ZC41s/OAHwFlwPxg208BzGycmT0anFsDLDSzl4DFwCPu/ufBL4YMluljyvmn90zi3sVvsnzjjmyHIyIHgaVpocmq2tpar6tTl/9saW7rZPa3n2TiqGE8cO2pRCKW7ZBEpBdmtiTTLvN6c1f2U14c48vnHs3f39zOvYvfzHY4IjLIlPglpUtmjee90yq55Y8r1bdfJM8o8UtKkYjxg8tmUV1exLW/WkJji4ZzEMkXSvySVsXwQu644kS27+7guntepFNTNYrkBSV+OaBjxo3gv//xeBa/3sStj6zKdjgiMggKsh2ADH0XzRzPso07uHPhaxw7fgSXnqhhmURymWr8kpGvnDudU6eO5qu/X67+/SI5TolfMlIQjfDDy2dRVVrEp39Vp7H7RXKYEr9kbHRpEXdccSLbdnZw3b162CuSq5T4pU+OHT+C/7rkOJ5f38R/Pbo62+GISD/o4a702SUnTGD5ph3c9exrHDehnA/N0sNekVyiGr/0y1fPO5p3TxnFlx9Yzsub9LBXJJco8Uu/xKIRfvyxExg1vJBP/2oJTRq/XyRnKPFLv1UGD3sbW9v5zP8uoaWtM9shiUgGlPhlQI6fMJJvXXo8dW+8zUU/epa19S3ZDklEeqHELwN20czx3Hv1u2lu6+KiHz/Lw8veynZIInIAmUy9ONHMFpjZSjNbYWafC7aPMrP5ZrY2+K5Ic/6VwTFrzezKwS6ADA3vPnw0j/zz6Rw9tpzr7/07//HwSvXzFxmiMqnxdwFfdPcZwCnAdWY2A/gy8IS7TwOeCNbfwcxGATcC7yYxyfqN6W4Qkvtqyov59adO4apTJ3Pnwtf42M8W0dDSlu2wRGQfvSZ+d9/s7i8Gyy3AKmA8cBFwd3DY3cDFKU4/B5jv7k3u/jYwH5gzGIHL0FRYEOGmC4/hto/MZNnG7XzwhwtZ8kZTtsMSkSR9auM3s8nALGARUOPum4NdW0hMrL6v8cCGpPWNwTbJcxfPGs/v/+9pFMeifOSO57n7udcZivM7i4RRxonfzEqBB4Ab3L05eZ8n/kYP6G+1mV1jZnVmVtfY2DiQn5Ih4uix5cy7/nTOPKqKG+et4PP3LWVXR1e2wxIJvYwSv5nFSCT9e9z9wWBzvZmNDfaPBRpSnLoJmJi0PiHYth93n+vute5eW1VVlWn8MsSNKIkx94pa/uXsI3nopbe45CfP6U1fkSzLpFePAXcCq9z9u0m75gE9vXSuBB5KcfpjwNlmVhE81D072CYhEokY18+exi/+z8nUN7dxwQ8X8k93LeZv67ap+UckC6y3v3hmdjrwDLAc6Omf91US7fz3A4cBbwAfdvcmM6sFrnX3q4PzPxEcD3Cru/+8t6Bqa2u9rq6uH8WRoW7H7k7+9/k3+Pmzr7G1tYNZh43kM++byvuPriESsWyHJ5KzzGyJu9dmdOxQrHEp8ee/ts44v12ykblPr2ND026OqC7l2vdN5aKZ44hF9V6hSF8p8UvO6Ip388jyzdz+5DpWb2lh3IhiPnXG4XzkpIkMK9So4SKZUuKXnOPuPLmmkZ88+SovvP42FcNifPyUSZw9YwzHjCtXM5BIL5T4Jae98HoTtz+5jgVrGnCHqrIizjyyirOmV3P6tErKi2PZDlFkyOlL4te/pWXIOWnyKE66ahRbW9t5+pVGFqxp5LEVW/jtko0URIzayRWcdVQ1Z02vZlp1KYmOZzIYlm/cwfefWMv0MWVc/d4pjBxWmO2Q5CBQjV9yQle8m79v2M6C1Q38dXUDq7ckhn8eP7KEs6ZXUTtpFDPGlXN45XAK9HC4z9q74vzwiVe5/al1lBYV0NzWyfDCAq46dbJuADlCTT2S9zbv2M2TaxpZsLqBha9uZVdHHICiggjTx5QxY1w5M8aWM2PcCKaPKWN4kf5xm87yjTv4l9++xJr6Fi49cQL/fv4MtjS38YO/ruXR5Zv33AA+efoUKobrBjBUKfFLqHTGu1nfuJOVm3ewYlMzKzc3s+KtZnbsTswIZgZTRg/n6HHlTK8p47DRw5g4ahgTK4ZRWVoY2qai5Fp+ZWkh/3XJccye/s4ht9ZsadENIEco8UvouTubd7Sx4q1mVr7VzMrNO1i5uZkNTbvfcVxJLMrEUSVMrEjcDCZUlHDYqMRyTXkxI0tiedmjaNnG7Xzpt8veUcsfMSz9Q3PdAIY+JX6RNHZ3xNn49i42vL2LN7ftYsPbu9nQtIs3m3ax8e3dtLa/cxC5aMQYNbyQytIiKkv3fo8uLdqzPGp4IWXFMcqKCygtKqA4Fs1S6XrX3hXnB0+s5adPraeytJBvXHI8Z02vzvj85BvAsFiUD75rHCOHFVISi1JSGKGksCCx3LMeK6CkMLFeEDWiZkQjiU9BxIgkfe+7L6z/EusvJX6RfnB3tu/q5M2mxI2hsaWdra3tbGvtYGtrO42tHWxrTWxr60w/u1hhNEJpcQFlwae0qCBxYyhKJMHiWJTiWITigiglhVGKYlGKCyLB9mBfLEosGiEWteA7sVwYLBcE2wujkYz/RbJfLf+CGYwo6V/X2J4bwDOvNNLW2U3HQZhtLWIk3QgiRAwKohEilrgxRCNGJAIRMyJmmPUsg5G0HhxjAMF3z76e5Z7je+41PWnR9/wHPFhITpk9N6yePyMarJsZ0Ugi/ojtfxPb94r17C4rLuA/Lz6uX/+/1J1TpB/MjIrhhVQML+RdE0emPc7d2dkR33MTaNrZSWt7Jy1tXUmfxHpre2J5Q9MuWtq6aOuMs7szTltnnO5BqnNFDAoikT015Wh0b2JM3v5G0y4qSwv5+VUn9amWn8pRY8r48UdP2LPeFe9md0/ZOvYu7+oIytzRTVd3N/Fu3/txp7vb6QrWuz1Yju+/L5603NW9d5974rxuh253PPjeu5y4XvFg3WHPwICedI4THN/NnqxsPZ9I4sZAcHOARKJ2Z09sHfG9Zeh2J94N3UllTLbvZU+ufB+qpjMlfpE+MjNKixI1+Umjh/frN9ydzrjT1pW4CbR3dtPWGaetM5E027vidMWdjng3nXs+nvjuSiz37HtHUow78e7uPeudSevvn1HDdWcd0e9a/oEURCOURSOU6eW6nKDEL5IFZkZhgVFYENGbyHLI6U0XEZGQUeIXEQkZJX4RkZBR4hcRCZleH+6a2V3ABUCDux8bbLsPOCo4ZCSw3d1npjj3daAFiANdmfYxFRGRgyeTXj2/AH4E/LJng7t/pGfZzL4D7DjA+We5+9b+BigiIoOr18Tv7k+b2eRU+yzxOtqHgdmDG5aIiBwsA23jfy9Q7+5r0+x34HEzW2Jm1xzoh8zsGjOrM7O6xsbGAYYlIiLpDPQFrsuBXx9g/+nuvsnMqoH5Zrba3Z9OdaC7zwXmAphZo5m90c+YKoF8alrKt/JA/pUp38oD+VemfCsP7F+mSZme2O/Eb2YFwCXAiemOcfdNwXeDmf0eOBlImfj3Oa9qAHHV5dND5HwrD+RfmfKtPJB/Zcq38sDAyjSQpp73A6vdfWOaoIabWVnPMnA28PIA/jwRERkEvSZ+M/s18DfgKDPbaGafDHZdxj7NPGY2zsweDVZrgIVm9hKwGHjE3f88eKGLiEh/ZNKr5/I0269Kse0t4LxgeT3wrgHG1x9zs/BnHkz5Vh7IvzLlW3kg/8qUb+WBAZRpSE7EIiIiB4+GbBARCZm8SfweVG+bAAADNklEQVRmNsfM1pjZq2b25WzHMxjM7HUzW25mS80sJ+eiNLO7zKzBzF5O2jbKzOab2drguyKbMfZFmvLcZGabguu01MzOy2aMfWFmE81sgZmtNLMVZva5YHsuX6N0ZcrJ62RmxWa22MxeCspzc7B9ipktCnLefWaW8fRdedHUY2ZR4BXgA8BG4AXgcndfmdXABigY66g2l4e8MLMzgFbgl0ljPX0TaHL3bwQ36Qp3/9dsxpmpNOW5CWh1929nM7b+MLOxwFh3fzHohbcEuBi4ity9RunK9GFy8DoFIyQMd/dWM4sBC4HPAV8AHnT335jZT4GX3P32TH4zX2r8JwOvuvt6d+8AfgNclOWYhMSQH0DTPpsvAu4Olu8m8ZcyJ6QpT85y983u/mKw3AKsAsaT29coXZlykie0Bqux4OMkhsr5XbC9T9coXxL/eGBD0vpGcvhCJ8l4yIscU+Pum4PlLSS6/ua6681sWdAUlDPNIsmCMblmAYvIk2u0T5kgR6+TmUXNbCnQAMwH1pEYFbkrOKRPOS9fEn++Ot3dTwDOBa4LmhnyiifaGnO9vfF2YCowE9gMfCe74fSdmZUCDwA3uHtz8r5cvUYpypSz18nd48HQ9xNItHBMH8jv5Uvi3wRMTFqfEGzLaclDXgA9Q17kg/qgHbanPbYhy/EMiLvXB38xu4H/IceuU9Bu/ABwj7s/GGzO6WuUqky5fp0A3H07sAB4DzAyGDoH+pjz8iXxvwBMC55yF5J4q3helmMakDwf8mIecGWwfCXwUBZjGbCeBBn4EDl0nYIHh3cCq9z9u0m7cvYapStTrl4nM6sys5HBcgmJTiyrSNwALg0O69M1yotePQBB16zbgChwl7vfmuWQBsTMDidRy4fEG9b35mKZgiE/ziQxkmA9cCPwB+B+4DDgDeDD7p4TD0zTlOdMEs0HDrwOfDqpfXxIM7PTgWeA5UB3sPmrJNrEc/UapSvT5eTgdTKz40k8vI2SqKzf7+63BDniN8Ao4O/Ax929PaPfzJfELyIimcmXph4REcmQEr+ISMgo8YuIhIwSv4hIyCjxi4iEjBK/iEjIKPGLiISMEr+ISMj8f1uqalbApiRxAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "model_artm.fit_offline(batch_vectorizer=batch_vectorizer, num_collection_passes=10)\n",
    "print(model_artm.score_tracker[\"SparsityPhiScore\"].last_value)\n",
    "print(model_artm.score_tracker[\"SparsityThetaScore\"].last_value)\n",
    "plt.plot(model_artm.score_tracker[\"PerplexityScore\"].value)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "num_topics: SparsityPhiScore, SparsityThetaScore\n",
    "\n",
    "num_collection_passes=10\n",
    "\n",
    "SparseTheta, tau=-100\n",
    "9: 0.83, 0.74\n",
    "\n",
    "SparseTheta, tau=-200\n",
    "9: 0.84, 0.87\n",
    "\n",
    ">SparseTheta, tau=-225\n",
    "9: 0.84, 0.88\n",
    "\n",
    "SparseTheta, tau=-250\n",
    "9: 0.84, 0.89\n",
    "\n",
    "SparseTheta, tau=-500\n",
    "9: 0.85, 0.92 - but bad PerplexityScore\n",
    "\n",
    "SparseTheta, tau=-1000\n",
    "9: 0.88, 0.95 - but bad PerplexityScore\n",
    "\n",
    "num_collection_passes=20\n",
    "\n",
    "SparseTheta, tau=-225\n",
    "9: 0.84, 0.88"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.7481196522712708\n",
      "0.9999926090240479\n"
     ]
    }
   ],
   "source": [
    "print(model_artm.score_tracker['TopicKernelScore'].last_average_contrast)\n",
    "print(model_artm.score_tracker['TopicKernelScore'].last_average_purity)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "17760.333984375\n",
      "0.0\n"
     ]
    }
   ],
   "source": [
    "print(model_artm.score_tracker['TopicKernelScore'].last_average_size)\n",
    "print(model_artm.score_tracker['TopicKernelScore'].last_average_coherence)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "13441.0"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "W=120969\n",
    "T=9\n",
    "W/T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "topic_0\n",
      "среда_выполнение - 0.005\n",
      "такой_образ - 0.004\n",
      "логический_процесс - 0.004\n",
      "модельный_время - 0.003\n",
      "база_данные - 0.002\n",
      "блок_обработка - 0.002\n",
      "html_http - 0.002\n",
      "представлять_себя - 0.002\n",
      "домашний_страница - 0.002\n",
      "описание_модель - 0.002\n",
      "\n",
      "topic_1\n",
      "обучать_выборка - 0.004\n",
      "обнаружение_атака - 0.003\n",
      "передача_данные - 0.003\n",
      "w_w - 0.003\n",
      "такой_образ - 0.002\n",
      "передача_сообщение - 0.002\n",
      "директивный_интервал - 0.002\n",
      "граф_зависимость - 0.002\n",
      "данный_работа - 0.002\n",
      "условный_оператор - 0.002\n",
      "\n",
      "topic_2\n",
      "библиографический_ссылка - 0.005\n",
      "такой_образ - 0.003\n",
      "извлечение_метаинформация - 0.003\n",
      "научный_статья - 0.003\n",
      "база_данные - 0.003\n",
      "виртуальный_сеть - 0.002\n",
      "экспериментальный_исследование - 0.001\n",
      "name_val - 0.001\n",
      "представлять_себя - 0.001\n",
      "исходный_файл - 0.001\n",
      "\n",
      "topic_3\n",
      "время_выполнение - 0.006\n",
      "порядок_устройство - 0.004\n",
      "среда_разработка - 0.003\n",
      "f_f - 0.003\n",
      "выполнение_программа - 0.003\n",
      "реальный_время - 0.003\n",
      "устройство_кольцо - 0.002\n",
      "кольцо_арбитраж - 0.002\n",
      "среда_диана - 0.002\n",
      "такой_образ - 0.002\n",
      "\n",
      "topic_4\n",
      "построение_расписание - 0.01\n",
      "нейронный_сеть - 0.006\n",
      "рабочий_интервал - 0.006\n",
      "целевой_функция - 0.006\n",
      "решение_задача - 0.005\n",
      "работа_алгоритм - 0.005\n",
      "задача_построение - 0.004\n",
      "имитация_отжиг - 0.004\n",
      "такой_образ - 0.003\n",
      "директивный_интервал - 0.003\n",
      "\n",
      "topic_5\n",
      "вычислительный_система - 0.008\n",
      "программный_компонент - 0.005\n",
      "механизм_отказоустойчивость - 0.003\n",
      "генетический_алгоритм - 0.003\n",
      "целевой_функция - 0.003\n",
      "аппаратный_компонент - 0.003\n",
      "внесение_неисправность - 0.003\n",
      "решение_задача - 0.003\n",
      "рвс_рв - 0.003\n",
      "данный_работа - 0.003\n",
      "\n",
      "topic_6\n",
      "система_аксиома - 0.011\n",
      "нештатный_поведение - 0.01\n",
      "генетический_алгоритм - 0.006\n",
      "эталонный_траектория - 0.006\n",
      "временный_ряд - 0.005\n",
      "элементарный_условие - 0.004\n",
      "целевой_функция - 0.003\n",
      "участок_нештатный - 0.003\n",
      "разметка_эталонный - 0.003\n",
      "алгоритм_построение - 0.003\n",
      "\n",
      "topic_7\n",
      "базовый_блок - 0.003\n",
      "такой_образ - 0.003\n",
      "уязвимость_уязвимость - 0.003\n",
      "поток_управление - 0.003\n",
      "время_выполнение - 0.002\n",
      "поток_данные - 0.002\n",
      "входной_данные - 0.002\n",
      "данный_работа - 0.002\n",
      "совместимость_требование - 0.002\n",
      "виртуальный_регистр - 0.002\n",
      "\n",
      "topic_8\n",
      "инструментальный_окно - 0.005\n",
      "обнаружение_атака - 0.005\n",
      "нормальный_поведение - 0.004\n",
      "система_обнаружение - 0.004\n",
      "такой_образ - 0.004\n",
      "html_http - 0.003\n",
      "данный_работа - 0.002\n",
      "метод_обнаружение - 0.002\n",
      "текстовый_редактор - 0.002\n",
      "a_b - 0.002\n",
      "\n"
     ]
    }
   ],
   "source": [
    "top_tokens = model_artm.score_tracker['top_words']\n",
    "for topic_name in model_artm.topic_names:\n",
    "    print (topic_name)\n",
    "    try:\n",
    "        for (token, weight) in zip(top_tokens.last_tokens[topic_name],\n",
    "                               top_tokens.last_weights[topic_name]):    \n",
    "             print( token, '-', round(weight,3))\n",
    "    except:\n",
    "        pass\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>topic_0</th>\n",
       "      <th>topic_1</th>\n",
       "      <th>topic_2</th>\n",
       "      <th>topic_3</th>\n",
       "      <th>topic_4</th>\n",
       "      <th>topic_5</th>\n",
       "      <th>topic_6</th>\n",
       "      <th>topic_7</th>\n",
       "      <th>topic_8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>(@default_class, разрабатывать_параллельный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, параллельный_процессор)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, проц_параллельный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, расписание_таблица)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, связность_количество)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, отжиг_таблица)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, режим_тестирование)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, передавать_время)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, разбиение_процесс)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, область_время)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, составлять_набор)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, близкий_друг)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, убывание_ошибка)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, использование_схема)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, отсечение_составлять)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, группа_схема)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, схема_показывать)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.049545e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, схема_три)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.049545e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, рисунок_исследование)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, отсечение_поочередно)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, исследование_сгенерировать)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, сравнительный_численный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4.066060e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, рисунок_горизонтальный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, полный_результат)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, архитектура_приводить)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, этот_архитектура)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, трехслойный_архитектура)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, двухслойный_архитектура)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.049545e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, результирующий_ошибка)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, влияние_случайный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, создание_доменный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, потенциально_вредоносный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.447915e-05</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, проверка_данные)</th>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, initial_a)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, класс_вызов)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, иск_линейный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.033030e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, сообщение_входной)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, выбираться_такой)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.505053e-11</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, роль_домен)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, маршрутизатор_результат)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, процесс_имитационный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000154</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, d_all)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, информация_системный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>1.776012e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, организация_исследование)</th>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, абонент_интерфейс)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.049545e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, далее_присоединять)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, aaa_authentication)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, value_triple)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, кс_необходимость)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, for_active)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, приоритет_аксиома)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000163</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, хотеть_продвигаться)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.447915e-05</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, равно_модельный)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.447915e-05</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, оптимизация_внутренний)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.298718e-08</td>\n",
       "      <td>0.00004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, влияние_распространение)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.049545e-05</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, нижеследующий_прямоугольник)</th>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, пользователь_nat)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.671873e-05</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, тестирование_эффект)</th>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, ошибка_пользователь)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(@default_class, цвет_нахождение)</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.447915e-05</td>\n",
       "      <td>0.00000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>120969 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                topic_0   topic_1   topic_2  \\\n",
       "(@default_class, разрабатывать_параллельный)   0.000000  0.000000  0.000000   \n",
       "(@default_class, параллельный_процессор)       0.000000  0.000000  0.000000   \n",
       "(@default_class, проц_параллельный)            0.000000  0.000000  0.000000   \n",
       "(@default_class, расписание_таблица)           0.000000  0.000000  0.000000   \n",
       "(@default_class, связность_количество)         0.000000  0.000000  0.000000   \n",
       "(@default_class, отжиг_таблица)                0.000000  0.000000  0.000000   \n",
       "(@default_class, режим_тестирование)           0.000000  0.000000  0.000000   \n",
       "(@default_class, передавать_время)             0.000000  0.000000  0.000000   \n",
       "(@default_class, разбиение_процесс)            0.000000  0.000000  0.000000   \n",
       "(@default_class, область_время)                0.000000  0.000000  0.000000   \n",
       "(@default_class, составлять_набор)             0.000000  0.000000  0.000000   \n",
       "(@default_class, близкий_друг)                 0.000000  0.000000  0.000000   \n",
       "(@default_class, убывание_ошибка)              0.000000  0.000000  0.000000   \n",
       "(@default_class, использование_схема)          0.000000  0.000000  0.000000   \n",
       "(@default_class, отсечение_составлять)         0.000000  0.000000  0.000000   \n",
       "(@default_class, группа_схема)                 0.000000  0.000000  0.000000   \n",
       "(@default_class, схема_показывать)             0.000000  0.000000  0.000000   \n",
       "(@default_class, схема_три)                    0.000000  0.000000  0.000000   \n",
       "(@default_class, рисунок_исследование)         0.000000  0.000000  0.000000   \n",
       "(@default_class, отсечение_поочередно)         0.000000  0.000000  0.000000   \n",
       "(@default_class, исследование_сгенерировать)   0.000000  0.000000  0.000000   \n",
       "(@default_class, сравнительный_численный)      0.000000  0.000000  0.000000   \n",
       "(@default_class, рисунок_горизонтальный)       0.000000  0.000000  0.000000   \n",
       "(@default_class, полный_результат)             0.000000  0.000000  0.000000   \n",
       "(@default_class, архитектура_приводить)        0.000000  0.000000  0.000000   \n",
       "(@default_class, этот_архитектура)             0.000000  0.000000  0.000000   \n",
       "(@default_class, трехслойный_архитектура)      0.000000  0.000000  0.000000   \n",
       "(@default_class, двухслойный_архитектура)      0.000000  0.000000  0.000000   \n",
       "(@default_class, результирующий_ошибка)        0.000000  0.000000  0.000000   \n",
       "(@default_class, влияние_случайный)            0.000000  0.000000  0.000000   \n",
       "...                                                 ...       ...       ...   \n",
       "(@default_class, создание_доменный)            0.000000  0.000000  0.000029   \n",
       "(@default_class, потенциально_вредоносный)     0.000000  0.000000  0.000000   \n",
       "(@default_class, проверка_данные)              0.000035  0.000021  0.000000   \n",
       "(@default_class, initial_a)                    0.000000  0.000000  0.000000   \n",
       "(@default_class, класс_вызов)                  0.000000  0.000000  0.000096   \n",
       "(@default_class, иск_линейный)                 0.000000  0.000000  0.000000   \n",
       "(@default_class, сообщение_входной)            0.000000  0.000123  0.000000   \n",
       "(@default_class, выбираться_такой)             0.000000  0.000021  0.000000   \n",
       "(@default_class, роль_домен)                   0.000000  0.000000  0.000029   \n",
       "(@default_class, маршрутизатор_результат)      0.000000  0.000000  0.000000   \n",
       "(@default_class, процесс_имитационный)         0.000000  0.000154  0.000000   \n",
       "(@default_class, d_all)                        0.000000  0.000000  0.000000   \n",
       "(@default_class, информация_системный)         0.000000  0.000000  0.000000   \n",
       "(@default_class, организация_исследование)     0.000023  0.000000  0.000000   \n",
       "(@default_class, абонент_интерфейс)            0.000000  0.000000  0.000000   \n",
       "(@default_class, далее_присоединять)           0.000000  0.000000  0.000000   \n",
       "(@default_class, aaa_authentication)           0.000000  0.000000  0.000019   \n",
       "(@default_class, value_triple)                 0.000000  0.000000  0.000019   \n",
       "(@default_class, кс_необходимость)             0.000000  0.000000  0.000000   \n",
       "(@default_class, for_active)                   0.000000  0.000000  0.000019   \n",
       "(@default_class, приоритет_аксиома)            0.000000  0.000000  0.000000   \n",
       "(@default_class, хотеть_продвигаться)          0.000000  0.000000  0.000000   \n",
       "(@default_class, равно_модельный)              0.000000  0.000000  0.000000   \n",
       "(@default_class, оптимизация_внутренний)       0.000000  0.000000  0.000000   \n",
       "(@default_class, влияние_распространение)      0.000000  0.000000  0.000000   \n",
       "(@default_class, нижеследующий_прямоугольник)  0.000023  0.000000  0.000000   \n",
       "(@default_class, пользователь_nat)             0.000000  0.000000  0.000000   \n",
       "(@default_class, тестирование_эффект)          0.000023  0.000000  0.000000   \n",
       "(@default_class, ошибка_пользователь)          0.000000  0.000000  0.000000   \n",
       "(@default_class, цвет_нахождение)              0.000000  0.000000  0.000000   \n",
       "\n",
       "                                                topic_3       topic_4  \\\n",
       "(@default_class, разрабатывать_параллельный)   0.000000  2.033030e-05   \n",
       "(@default_class, параллельный_процессор)       0.000000  2.033030e-05   \n",
       "(@default_class, проц_параллельный)            0.000000  2.033030e-05   \n",
       "(@default_class, расписание_таблица)           0.000000  2.033030e-05   \n",
       "(@default_class, связность_количество)         0.000000  2.033030e-05   \n",
       "(@default_class, отжиг_таблица)                0.000000  2.033030e-05   \n",
       "(@default_class, режим_тестирование)           0.000000  2.033030e-05   \n",
       "(@default_class, передавать_время)             0.000000  2.033030e-05   \n",
       "(@default_class, разбиение_процесс)            0.000000  2.033030e-05   \n",
       "(@default_class, область_время)                0.000000  2.033030e-05   \n",
       "(@default_class, составлять_набор)             0.000000  2.033030e-05   \n",
       "(@default_class, близкий_друг)                 0.000000  2.033030e-05   \n",
       "(@default_class, убывание_ошибка)              0.000000  2.033030e-05   \n",
       "(@default_class, использование_схема)          0.000000  2.033030e-05   \n",
       "(@default_class, отсечение_составлять)         0.000000  2.033030e-05   \n",
       "(@default_class, группа_схема)                 0.000000  2.033030e-05   \n",
       "(@default_class, схема_показывать)             0.000000  3.049545e-05   \n",
       "(@default_class, схема_три)                    0.000000  3.049545e-05   \n",
       "(@default_class, рисунок_исследование)         0.000000  2.033030e-05   \n",
       "(@default_class, отсечение_поочередно)         0.000000  2.033030e-05   \n",
       "(@default_class, исследование_сгенерировать)   0.000000  2.033030e-05   \n",
       "(@default_class, сравнительный_численный)      0.000000  4.066060e-05   \n",
       "(@default_class, рисунок_горизонтальный)       0.000000  2.033030e-05   \n",
       "(@default_class, полный_результат)             0.000000  2.033030e-05   \n",
       "(@default_class, архитектура_приводить)        0.000000  2.033030e-05   \n",
       "(@default_class, этот_архитектура)             0.000000  2.033030e-05   \n",
       "(@default_class, трехслойный_архитектура)      0.000000  2.033030e-05   \n",
       "(@default_class, двухслойный_архитектура)      0.000000  3.049545e-05   \n",
       "(@default_class, результирующий_ошибка)        0.000000  2.033030e-05   \n",
       "(@default_class, влияние_случайный)            0.000000  2.033030e-05   \n",
       "...                                                 ...           ...   \n",
       "(@default_class, создание_доменный)            0.000000  0.000000e+00   \n",
       "(@default_class, потенциально_вредоносный)     0.000000  0.000000e+00   \n",
       "(@default_class, проверка_данные)              0.000000  0.000000e+00   \n",
       "(@default_class, initial_a)                    0.000000  0.000000e+00   \n",
       "(@default_class, класс_вызов)                  0.000000  0.000000e+00   \n",
       "(@default_class, иск_линейный)                 0.000000  2.033030e-05   \n",
       "(@default_class, сообщение_входной)            0.000036  0.000000e+00   \n",
       "(@default_class, выбираться_такой)             0.000000  2.505053e-11   \n",
       "(@default_class, роль_домен)                   0.000000  0.000000e+00   \n",
       "(@default_class, маршрутизатор_результат)      0.000000  0.000000e+00   \n",
       "(@default_class, процесс_имитационный)         0.000000  0.000000e+00   \n",
       "(@default_class, d_all)                        0.000000  0.000000e+00   \n",
       "(@default_class, информация_системный)         0.000038  1.776012e-05   \n",
       "(@default_class, организация_исследование)     0.000000  0.000000e+00   \n",
       "(@default_class, абонент_интерфейс)            0.000000  3.049545e-05   \n",
       "(@default_class, далее_присоединять)           0.000000  0.000000e+00   \n",
       "(@default_class, aaa_authentication)           0.000000  0.000000e+00   \n",
       "(@default_class, value_triple)                 0.000000  0.000000e+00   \n",
       "(@default_class, кс_необходимость)             0.000000  0.000000e+00   \n",
       "(@default_class, for_active)                   0.000000  0.000000e+00   \n",
       "(@default_class, приоритет_аксиома)            0.000000  0.000000e+00   \n",
       "(@default_class, хотеть_продвигаться)          0.000000  0.000000e+00   \n",
       "(@default_class, равно_модельный)              0.000000  0.000000e+00   \n",
       "(@default_class, оптимизация_внутренний)       0.000000  0.000000e+00   \n",
       "(@default_class, влияние_распространение)      0.000000  3.049545e-05   \n",
       "(@default_class, нижеследующий_прямоугольник)  0.000000  0.000000e+00   \n",
       "(@default_class, пользователь_nat)             0.000000  0.000000e+00   \n",
       "(@default_class, тестирование_эффект)          0.000000  0.000000e+00   \n",
       "(@default_class, ошибка_пользователь)          0.000024  0.000000e+00   \n",
       "(@default_class, цвет_нахождение)              0.000000  0.000000e+00   \n",
       "\n",
       "                                                topic_5   topic_6  \\\n",
       "(@default_class, разрабатывать_параллельный)   0.000000  0.000000   \n",
       "(@default_class, параллельный_процессор)       0.000000  0.000000   \n",
       "(@default_class, проц_параллельный)            0.000000  0.000000   \n",
       "(@default_class, расписание_таблица)           0.000000  0.000000   \n",
       "(@default_class, связность_количество)         0.000000  0.000000   \n",
       "(@default_class, отжиг_таблица)                0.000000  0.000000   \n",
       "(@default_class, режим_тестирование)           0.000000  0.000000   \n",
       "(@default_class, передавать_время)             0.000000  0.000000   \n",
       "(@default_class, разбиение_процесс)            0.000000  0.000000   \n",
       "(@default_class, область_время)                0.000000  0.000000   \n",
       "(@default_class, составлять_набор)             0.000000  0.000000   \n",
       "(@default_class, близкий_друг)                 0.000000  0.000000   \n",
       "(@default_class, убывание_ошибка)              0.000000  0.000000   \n",
       "(@default_class, использование_схема)          0.000000  0.000000   \n",
       "(@default_class, отсечение_составлять)         0.000000  0.000000   \n",
       "(@default_class, группа_схема)                 0.000000  0.000000   \n",
       "(@default_class, схема_показывать)             0.000000  0.000000   \n",
       "(@default_class, схема_три)                    0.000000  0.000000   \n",
       "(@default_class, рисунок_исследование)         0.000000  0.000000   \n",
       "(@default_class, отсечение_поочередно)         0.000000  0.000000   \n",
       "(@default_class, исследование_сгенерировать)   0.000000  0.000000   \n",
       "(@default_class, сравнительный_численный)      0.000000  0.000000   \n",
       "(@default_class, рисунок_горизонтальный)       0.000000  0.000000   \n",
       "(@default_class, полный_результат)             0.000000  0.000000   \n",
       "(@default_class, архитектура_приводить)        0.000000  0.000000   \n",
       "(@default_class, этот_архитектура)             0.000000  0.000000   \n",
       "(@default_class, трехслойный_архитектура)      0.000000  0.000000   \n",
       "(@default_class, двухслойный_архитектура)      0.000000  0.000000   \n",
       "(@default_class, результирующий_ошибка)        0.000000  0.000000   \n",
       "(@default_class, влияние_случайный)            0.000000  0.000000   \n",
       "...                                                 ...       ...   \n",
       "(@default_class, создание_доменный)            0.000000  0.000000   \n",
       "(@default_class, потенциально_вредоносный)     0.000000  0.000000   \n",
       "(@default_class, проверка_данные)              0.000000  0.000000   \n",
       "(@default_class, initial_a)                    0.000000  0.000038   \n",
       "(@default_class, класс_вызов)                  0.000000  0.000000   \n",
       "(@default_class, иск_линейный)                 0.000000  0.000000   \n",
       "(@default_class, сообщение_входной)            0.000000  0.000000   \n",
       "(@default_class, выбираться_такой)             0.000000  0.000000   \n",
       "(@default_class, роль_домен)                   0.000000  0.000000   \n",
       "(@default_class, маршрутизатор_результат)      0.000019  0.000000   \n",
       "(@default_class, процесс_имитационный)         0.000067  0.000000   \n",
       "(@default_class, d_all)                        0.000028  0.000000   \n",
       "(@default_class, информация_системный)         0.000000  0.000000   \n",
       "(@default_class, организация_исследование)     0.000000  0.000000   \n",
       "(@default_class, абонент_интерфейс)            0.000000  0.000000   \n",
       "(@default_class, далее_присоединять)           0.000000  0.000019   \n",
       "(@default_class, aaa_authentication)           0.000000  0.000000   \n",
       "(@default_class, value_triple)                 0.000000  0.000000   \n",
       "(@default_class, кс_необходимость)             0.000000  0.000000   \n",
       "(@default_class, for_active)                   0.000000  0.000000   \n",
       "(@default_class, приоритет_аксиома)            0.000000  0.000163   \n",
       "(@default_class, хотеть_продвигаться)          0.000000  0.000000   \n",
       "(@default_class, равно_модельный)              0.000000  0.000000   \n",
       "(@default_class, оптимизация_внутренний)       0.000000  0.000000   \n",
       "(@default_class, влияние_распространение)      0.000000  0.000000   \n",
       "(@default_class, нижеследующий_прямоугольник)  0.000000  0.000000   \n",
       "(@default_class, пользователь_nat)             0.000000  0.000000   \n",
       "(@default_class, тестирование_эффект)          0.000000  0.000000   \n",
       "(@default_class, ошибка_пользователь)          0.000019  0.000000   \n",
       "(@default_class, цвет_нахождение)              0.000000  0.000000   \n",
       "\n",
       "                                                    topic_7  topic_8  \n",
       "(@default_class, разрабатывать_параллельный)   0.000000e+00  0.00000  \n",
       "(@default_class, параллельный_процессор)       0.000000e+00  0.00000  \n",
       "(@default_class, проц_параллельный)            0.000000e+00  0.00000  \n",
       "(@default_class, расписание_таблица)           0.000000e+00  0.00000  \n",
       "(@default_class, связность_количество)         0.000000e+00  0.00000  \n",
       "(@default_class, отжиг_таблица)                0.000000e+00  0.00000  \n",
       "(@default_class, режим_тестирование)           0.000000e+00  0.00000  \n",
       "(@default_class, передавать_время)             0.000000e+00  0.00000  \n",
       "(@default_class, разбиение_процесс)            0.000000e+00  0.00000  \n",
       "(@default_class, область_время)                0.000000e+00  0.00000  \n",
       "(@default_class, составлять_набор)             0.000000e+00  0.00000  \n",
       "(@default_class, близкий_друг)                 0.000000e+00  0.00000  \n",
       "(@default_class, убывание_ошибка)              0.000000e+00  0.00000  \n",
       "(@default_class, использование_схема)          0.000000e+00  0.00000  \n",
       "(@default_class, отсечение_составлять)         0.000000e+00  0.00000  \n",
       "(@default_class, группа_схема)                 0.000000e+00  0.00000  \n",
       "(@default_class, схема_показывать)             0.000000e+00  0.00000  \n",
       "(@default_class, схема_три)                    0.000000e+00  0.00000  \n",
       "(@default_class, рисунок_исследование)         0.000000e+00  0.00000  \n",
       "(@default_class, отсечение_поочередно)         0.000000e+00  0.00000  \n",
       "(@default_class, исследование_сгенерировать)   0.000000e+00  0.00000  \n",
       "(@default_class, сравнительный_численный)      0.000000e+00  0.00000  \n",
       "(@default_class, рисунок_горизонтальный)       0.000000e+00  0.00000  \n",
       "(@default_class, полный_результат)             0.000000e+00  0.00000  \n",
       "(@default_class, архитектура_приводить)        0.000000e+00  0.00000  \n",
       "(@default_class, этот_архитектура)             0.000000e+00  0.00000  \n",
       "(@default_class, трехслойный_архитектура)      0.000000e+00  0.00000  \n",
       "(@default_class, двухслойный_архитектура)      0.000000e+00  0.00000  \n",
       "(@default_class, результирующий_ошибка)        0.000000e+00  0.00000  \n",
       "(@default_class, влияние_случайный)            0.000000e+00  0.00000  \n",
       "...                                                     ...      ...  \n",
       "(@default_class, создание_доменный)            0.000000e+00  0.00000  \n",
       "(@default_class, потенциально_вредоносный)     2.447915e-05  0.00000  \n",
       "(@default_class, проверка_данные)              0.000000e+00  0.00000  \n",
       "(@default_class, initial_a)                    0.000000e+00  0.00000  \n",
       "(@default_class, класс_вызов)                  0.000000e+00  0.00000  \n",
       "(@default_class, иск_линейный)                 0.000000e+00  0.00000  \n",
       "(@default_class, сообщение_входной)            0.000000e+00  0.00000  \n",
       "(@default_class, выбираться_такой)             0.000000e+00  0.00000  \n",
       "(@default_class, роль_домен)                   0.000000e+00  0.00000  \n",
       "(@default_class, маршрутизатор_результат)      0.000000e+00  0.00000  \n",
       "(@default_class, процесс_имитационный)         0.000000e+00  0.00000  \n",
       "(@default_class, d_all)                        0.000000e+00  0.00000  \n",
       "(@default_class, информация_системный)         0.000000e+00  0.00000  \n",
       "(@default_class, организация_исследование)     0.000000e+00  0.00000  \n",
       "(@default_class, абонент_интерфейс)            0.000000e+00  0.00000  \n",
       "(@default_class, далее_присоединять)           0.000000e+00  0.00000  \n",
       "(@default_class, aaa_authentication)           0.000000e+00  0.00000  \n",
       "(@default_class, value_triple)                 0.000000e+00  0.00000  \n",
       "(@default_class, кс_необходимость)             0.000000e+00  0.00002  \n",
       "(@default_class, for_active)                   0.000000e+00  0.00000  \n",
       "(@default_class, приоритет_аксиома)            0.000000e+00  0.00000  \n",
       "(@default_class, хотеть_продвигаться)          2.447915e-05  0.00000  \n",
       "(@default_class, равно_модельный)              2.447915e-05  0.00000  \n",
       "(@default_class, оптимизация_внутренний)       2.298718e-08  0.00004  \n",
       "(@default_class, влияние_распространение)      0.000000e+00  0.00000  \n",
       "(@default_class, нижеследующий_прямоугольник)  0.000000e+00  0.00000  \n",
       "(@default_class, пользователь_nat)             3.671873e-05  0.00000  \n",
       "(@default_class, тестирование_эффект)          0.000000e+00  0.00000  \n",
       "(@default_class, ошибка_пользователь)          0.000000e+00  0.00000  \n",
       "(@default_class, цвет_нахождение)              2.447915e-05  0.00000  \n",
       "\n",
       "[120969 rows x 9 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "phi = model_artm.get_phi()\n",
    "phi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>200</th>\n",
       "      <th>201</th>\n",
       "      <th>202</th>\n",
       "      <th>203</th>\n",
       "      <th>204</th>\n",
       "      <th>205</th>\n",
       "      <th>206</th>\n",
       "      <th>207</th>\n",
       "      <th>208</th>\n",
       "      <th>209</th>\n",
       "      <th>...</th>\n",
       "      <th>390</th>\n",
       "      <th>391</th>\n",
       "      <th>392</th>\n",
       "      <th>393</th>\n",
       "      <th>394</th>\n",
       "      <th>395</th>\n",
       "      <th>396</th>\n",
       "      <th>397</th>\n",
       "      <th>398</th>\n",
       "      <th>399</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>topic_0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_1</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_2</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_3</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_4</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_5</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_6</th>\n",
       "      <td>0.042909</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_7</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>topic_8</th>\n",
       "      <td>0.957091</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9 rows × 559 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              200  201  202  203  204  205  206  207  208  209  ...  390  391  \\\n",
       "topic_0  0.000000  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  ...  0.0  0.0   \n",
       "topic_1  0.000000  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  ...  0.0  0.0   \n",
       "topic_2  0.000000  1.0  0.0  1.0  0.0  0.0  0.0  0.0  0.0  0.0  ...  0.0  0.0   \n",
       "topic_3  0.000000  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  ...  0.0  1.0   \n",
       "topic_4  0.000000  0.0  0.0  0.0  1.0  0.0  0.0  0.0  1.0  0.0  ...  0.0  0.0   \n",
       "topic_5  0.000000  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  1.0  ...  0.0  0.0   \n",
       "topic_6  0.042909  0.0  0.0  0.0  0.0  0.0  1.0  0.0  0.0  0.0  ...  0.0  0.0   \n",
       "topic_7  0.000000  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  0.0  ...  1.0  0.0   \n",
       "topic_8  0.957091  0.0  1.0  0.0  0.0  1.0  0.0  0.0  0.0  0.0  ...  0.0  0.0   \n",
       "\n",
       "         392  393  394  395  396  397  398  399  \n",
       "topic_0  0.0  1.0  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "topic_1  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "topic_2  0.0  0.0  1.0  1.0  1.0  0.0  0.0  0.0  \n",
       "topic_3  1.0  0.0  0.0  0.0  0.0  1.0  0.0  0.0  \n",
       "topic_4  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "topic_5  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "topic_6  0.0  0.0  0.0  0.0  0.0  0.0  1.0  0.0  \n",
       "topic_7  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "topic_8  0.0  0.0  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "\n",
       "[9 rows x 559 columns]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "theta = model_artm.get_theta()\n",
    "theta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}