get_shap_sv_time.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "%reload_ext autoreload\n",
    "%autoreload 2\n",
    "import os\n",
    "import shapley_value\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from getting_data import read_conf\n",
    "from xai_process import get_smp_shap_data\n",
    "from s2search_score_pdp import pdp_based_importance\n",
    "\n",
    "ds_list = [\n",
    "    'cslg', 'cscv', 'csai', 'csit', 'cscl',\n",
    "    'cscr', 'csds', 'cssy', 'csni', 'csro',\n",
    "    'csdc', 'cssi', 'cslo', 'csna', 'cscy',\n",
    "    'csdm', 'csir', 'csne', 'csse', 'cscc',\n",
    "    'cshc', 'csgt', 'cssd', 'csdb', 'cscg',\n",
    "    'cspl', 'csma', 'csce', 'csfl', 'csdl',\n",
    "    'csmm', 'csgr', 'cspf', 'csar', 'cset', \n",
    "    'csoh', 'csms', 'cssc', 'csos', 'csgl'\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataset</th>\n",
       "      <th>sv paper</th>\n",
       "      <th>sv time</th>\n",
       "      <th>shap paper</th>\n",
       "      <th>shap time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>cslg</td>\n",
       "      <td>5948032</td>\n",
       "      <td>2849</td>\n",
       "      <td>6226847</td>\n",
       "      <td>2858</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>cscv</td>\n",
       "      <td>4129984</td>\n",
       "      <td>2052</td>\n",
       "      <td>4323578</td>\n",
       "      <td>2074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>csai</td>\n",
       "      <td>2518016</td>\n",
       "      <td>1146</td>\n",
       "      <td>2636049</td>\n",
       "      <td>1197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>csit</td>\n",
       "      <td>2299904</td>\n",
       "      <td>1139</td>\n",
       "      <td>2407713</td>\n",
       "      <td>1176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>cscl</td>\n",
       "      <td>1968000</td>\n",
       "      <td>772</td>\n",
       "      <td>2060251</td>\n",
       "      <td>920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>cscr</td>\n",
       "      <td>1239936</td>\n",
       "      <td>456</td>\n",
       "      <td>1298059</td>\n",
       "      <td>549</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>csds</td>\n",
       "      <td>1217088</td>\n",
       "      <td>429</td>\n",
       "      <td>1274140</td>\n",
       "      <td>545</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>cssy</td>\n",
       "      <td>1139968</td>\n",
       "      <td>607</td>\n",
       "      <td>1193405</td>\n",
       "      <td>584</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>csni</td>\n",
       "      <td>1051008</td>\n",
       "      <td>467</td>\n",
       "      <td>1100275</td>\n",
       "      <td>506</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>csro</td>\n",
       "      <td>1029632</td>\n",
       "      <td>366</td>\n",
       "      <td>1077897</td>\n",
       "      <td>462</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>csdc</td>\n",
       "      <td>944256</td>\n",
       "      <td>390</td>\n",
       "      <td>988519</td>\n",
       "      <td>459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>cssi</td>\n",
       "      <td>913856</td>\n",
       "      <td>361</td>\n",
       "      <td>956694</td>\n",
       "      <td>450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>cslo</td>\n",
       "      <td>762752</td>\n",
       "      <td>264</td>\n",
       "      <td>798507</td>\n",
       "      <td>301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>csna</td>\n",
       "      <td>741184</td>\n",
       "      <td>276</td>\n",
       "      <td>775928</td>\n",
       "      <td>335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>cscy</td>\n",
       "      <td>703616</td>\n",
       "      <td>328</td>\n",
       "      <td>736599</td>\n",
       "      <td>328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>csdm</td>\n",
       "      <td>668416</td>\n",
       "      <td>244</td>\n",
       "      <td>699749</td>\n",
       "      <td>305</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>csir</td>\n",
       "      <td>657472</td>\n",
       "      <td>252</td>\n",
       "      <td>688292</td>\n",
       "      <td>308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>csne</td>\n",
       "      <td>629376</td>\n",
       "      <td>243</td>\n",
       "      <td>658879</td>\n",
       "      <td>291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>csse</td>\n",
       "      <td>624704</td>\n",
       "      <td>252</td>\n",
       "      <td>653988</td>\n",
       "      <td>307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>cscc</td>\n",
       "      <td>560128</td>\n",
       "      <td>220</td>\n",
       "      <td>586385</td>\n",
       "      <td>262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>cshc</td>\n",
       "      <td>550912</td>\n",
       "      <td>208</td>\n",
       "      <td>576737</td>\n",
       "      <td>260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>csgt</td>\n",
       "      <td>513920</td>\n",
       "      <td>207</td>\n",
       "      <td>538011</td>\n",
       "      <td>238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>cssd</td>\n",
       "      <td>450944</td>\n",
       "      <td>176</td>\n",
       "      <td>472083</td>\n",
       "      <td>192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>csdb</td>\n",
       "      <td>398720</td>\n",
       "      <td>190</td>\n",
       "      <td>417411</td>\n",
       "      <td>189</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>cscg</td>\n",
       "      <td>353856</td>\n",
       "      <td>137</td>\n",
       "      <td>370444</td>\n",
       "      <td>148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>cspl</td>\n",
       "      <td>350144</td>\n",
       "      <td>149</td>\n",
       "      <td>366558</td>\n",
       "      <td>154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>csma</td>\n",
       "      <td>291968</td>\n",
       "      <td>128</td>\n",
       "      <td>305655</td>\n",
       "      <td>134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>csce</td>\n",
       "      <td>283904</td>\n",
       "      <td>136</td>\n",
       "      <td>297213</td>\n",
       "      <td>133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>csfl</td>\n",
       "      <td>234048</td>\n",
       "      <td>101</td>\n",
       "      <td>245020</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>csdl</td>\n",
       "      <td>230592</td>\n",
       "      <td>96</td>\n",
       "      <td>241402</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>csmm</td>\n",
       "      <td>229120</td>\n",
       "      <td>114</td>\n",
       "      <td>239861</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>csgr</td>\n",
       "      <td>206912</td>\n",
       "      <td>83</td>\n",
       "      <td>433224</td>\n",
       "      <td>90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>cspf</td>\n",
       "      <td>178880</td>\n",
       "      <td>101</td>\n",
       "      <td>187266</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>csar</td>\n",
       "      <td>164032</td>\n",
       "      <td>85</td>\n",
       "      <td>171722</td>\n",
       "      <td>79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>cset</td>\n",
       "      <td>163200</td>\n",
       "      <td>84</td>\n",
       "      <td>170851</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>csoh</td>\n",
       "      <td>124416</td>\n",
       "      <td>80</td>\n",
       "      <td>130249</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>csms</td>\n",
       "      <td>106880</td>\n",
       "      <td>78</td>\n",
       "      <td>111891</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>cssc</td>\n",
       "      <td>114304</td>\n",
       "      <td>79</td>\n",
       "      <td>119663</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>csos</td>\n",
       "      <td>40512</td>\n",
       "      <td>26</td>\n",
       "      <td>42412</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>csgl</td>\n",
       "      <td>9536</td>\n",
       "      <td>13</td>\n",
       "      <td>9984</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   dataset  sv paper  sv time  shap paper  shap time\n",
       "1     cslg   5948032     2849     6226847       2858\n",
       "2     cscv   4129984     2052     4323578       2074\n",
       "3     csai   2518016     1146     2636049       1197\n",
       "4     csit   2299904     1139     2407713       1176\n",
       "5     cscl   1968000      772     2060251        920\n",
       "6     cscr   1239936      456     1298059        549\n",
       "7     csds   1217088      429     1274140        545\n",
       "8     cssy   1139968      607     1193405        584\n",
       "9     csni   1051008      467     1100275        506\n",
       "10    csro   1029632      366     1077897        462\n",
       "11    csdc    944256      390      988519        459\n",
       "12    cssi    913856      361      956694        450\n",
       "13    cslo    762752      264      798507        301\n",
       "14    csna    741184      276      775928        335\n",
       "15    cscy    703616      328      736599        328\n",
       "16    csdm    668416      244      699749        305\n",
       "17    csir    657472      252      688292        308\n",
       "18    csne    629376      243      658879        291\n",
       "19    csse    624704      252      653988        307\n",
       "20    cscc    560128      220      586385        262\n",
       "21    cshc    550912      208      576737        260\n",
       "22    csgt    513920      207      538011        238\n",
       "23    cssd    450944      176      472083        192\n",
       "24    csdb    398720      190      417411        189\n",
       "25    cscg    353856      137      370444        148\n",
       "26    cspl    350144      149      366558        154\n",
       "27    csma    291968      128      305655        134\n",
       "28    csce    283904      136      297213        133\n",
       "29    csfl    234048      101      245020         99\n",
       "30    csdl    230592       96      241402        101\n",
       "31    csmm    229120      114      239861         97\n",
       "32    csgr    206912       83      433224         90\n",
       "33    cspf    178880      101      187266         86\n",
       "34    csar    164032       85      171722         79\n",
       "35    cset    163200       84      170851         78\n",
       "36    csoh    124416       80      130249         51\n",
       "37    csms    106880       78      111891         47\n",
       "38    cssc    114304       79      119663         49\n",
       "39    csos     40512       26       42412         19\n",
       "40    csgl      9536       13        9984          4"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from datetime import datetime\n",
    "from xai_process import get_smp_shap_paper_count_from_log, get_smp_shap_time_from_log\n",
    "pd.set_option('display.expand_frame_repr', False)\n",
    "\n",
    "log_metrics_arr = []\n",
    "\n",
    "for sample_name in ds_list:\n",
    "    exp_name = f'exp-{sample_name}'\n",
    "    exp_path = os.path.join('.', f'pipelining/{exp_name}')\n",
    "    \n",
    "    log_path = os.path.join(exp_path, 'log')\n",
    "    \n",
    "    log_files_name = os.listdir(log_path)\n",
    "    \n",
    "    # get shap time\n",
    "    shap_time_sec = get_smp_shap_time_from_log(exp_name, [sample_name])[sample_name]\n",
    "    # get shap paper count\n",
    "    shap_paper_count = get_smp_shap_paper_count_from_log(exp_name, [sample_name])[sample_name]\n",
    "\n",
    "    # get masking paper count and time\n",
    "    masking_calls_log_files = [lf for lf in log_files_name if 'ranker_calls_masking' in lf]\n",
    "    \n",
    "    masking_paper_count = 0\n",
    "    masking_time_sec = 0\n",
    "    for masking_calls_file in masking_calls_log_files[-1:]:\n",
    "        with open(os.path.join(log_path, masking_calls_file))as f:\n",
    "            lines = [l.strip() for l in f.readlines() if l.strip() != '']\n",
    "            start_line = None\n",
    "            end_line = None\n",
    "            for i in range(len(lines)):\n",
    "                curr_line = lines[i].strip()\n",
    "                if i > 0:\n",
    "                    pre_line = lines[i - 1].strip()\n",
    "                    if f'{exp_name}_{sample_name}' in pre_line and '=== end' in curr_line:\n",
    "                        masking_paper_count += int(curr_line.replace('=', '').replace('end', '').replace(' ', ''))\n",
    "                if f'{exp_name}_{sample_name}' in curr_line:\n",
    "                    if start_line == None:\n",
    "                        start_line = curr_line\n",
    "                    end_line = curr_line\n",
    "            \n",
    "            # print(log_path, masking_calls_file)\n",
    "            start_time = datetime.strptime(start_line[1:start_line.index(']')], '%m/%d/%Y, %H:%M:%S')\n",
    "            end_time = datetime.strptime(end_line[1:end_line.index(']')], '%m/%d/%Y, %H:%M:%S')\n",
    "            \n",
    "            masking_time_sec = (end_time - start_time).total_seconds()\n",
    "    \n",
    "    log_metrics_arr.append([\n",
    "        sample_name,\n",
    "        masking_paper_count, round(masking_time_sec),\n",
    "        shap_paper_count, round(shap_time_sec),\n",
    "    ])\n",
    "    # break\n",
    "\n",
    "ms = ['sv paper', 'sv time', 'shap paper', 'shap time']\n",
    "\n",
    "log_metrics_pd = pd.DataFrame(columns=['dataset', *ms], data=log_metrics_arr, index=range(1, len(ds_list) + 1))\n",
    "\n",
    "log_metrics_pd.to_csv('shap_sv_time.csv')\n",
    "\n",
    "log_metrics_pd\n",
    "# print(log_metrics_pd[['dataset', *[s for s in ms if 'paper' in s]]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "xai_metrics_arr = []\n",
    "\n",
    "data_len_of = []\n",
    "\n",
    "mp = {\n",
    "    'sv': {},\n",
    "    'shap': {},\n",
    "}\n",
    "\n",
    "def aggregation(arr):\n",
    "    # return np.std(arr, ddof=1)\n",
    "    # return np.mean(np.abs(arr))\n",
    "    return pdp_based_importance(arr)\n",
    "\n",
    "def aggregation2(arr):\n",
    "    # return np.std(arr, ddof=1)\n",
    "    return np.mean(np.abs(arr))\n",
    "    # return pdp_based_importance(arr)\n",
    "\n",
    "sv_df_data = []\n",
    "shap_df_data = []\n",
    "\n",
    "for sample_name in ds_list:\n",
    "    # print(sample_name)\n",
    "    exp_name = f'exp-{sample_name}'\n",
    "    exp_path = os.path.join('.', f'pipelining/{exp_name}')\n",
    "    sv = shapley_value.compute_shapley_value(exp_name, sample_name)\n",
    "    \n",
    "    data_len = sv.shape[0]\n",
    "    \n",
    "    data_len_of.append(data_len)\n",
    "\n",
    "    sv_fi = [\n",
    "        aggregation2(sv[col])\n",
    "        for col in sv.columns\n",
    "    ]\n",
    "    \n",
    "    # print(sv_fi)\n",
    "    \n",
    "    mp['sv'][sample_name] = {\n",
    "        'title': sv_fi[0],\n",
    "        'abstract': sv_fi[1],\n",
    "        'venue': sv_fi[2],\n",
    "        'authors': sv_fi[3],\n",
    "        'year': sv_fi[4],\n",
    "        'cita': sv_fi[5],\n",
    "    }\n",
    "    \n",
    "    sv_df_data.append([sample_name, *sv_fi])\n",
    "    \n",
    "    shap_fi = []\n",
    "    shap_sv = get_smp_shap_data(exp_name)[sample_name]['shap_sv']\n",
    "                \n",
    "    shap_sv = np.flipud(np.rot90(np.array(shap_sv)))\n",
    "    for feature_sv in shap_sv:\n",
    "        shap_fi.append(aggregation2(feature_sv))\n",
    "           \n",
    "    mp['shap'][sample_name] = {\n",
    "        'title': shap_fi[0],\n",
    "        'abstract': shap_fi[1],\n",
    "        'venue': shap_fi[2],\n",
    "        'authors': shap_fi[3],\n",
    "        'year': shap_fi[4],\n",
    "        'cita': shap_fi[5],\n",
    "    }\n",
    "    shap_df_data.append([sample_name, *shap_fi])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataset</th>\n",
       "      <th>title</th>\n",
       "      <th>abstract</th>\n",
       "      <th>venue</th>\n",
       "      <th>authors</th>\n",
       "      <th>year</th>\n",
       "      <th>n_citations</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>cslg</td>\n",
       "      <td>3.194204</td>\n",
       "      <td>7.441923</td>\n",
       "      <td>0.186365</td>\n",
       "      <td>0.090231</td>\n",
       "      <td>1.407588</td>\n",
       "      <td>0.166090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>cscv</td>\n",
       "      <td>0.238091</td>\n",
       "      <td>2.572076</td>\n",
       "      <td>3.164207</td>\n",
       "      <td>0.101029</td>\n",
       "      <td>1.348643</td>\n",
       "      <td>0.218324</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>csai</td>\n",
       "      <td>2.318256</td>\n",
       "      <td>5.449311</td>\n",
       "      <td>0.091314</td>\n",
       "      <td>0.092025</td>\n",
       "      <td>1.262850</td>\n",
       "      <td>0.173482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>csit</td>\n",
       "      <td>0.745772</td>\n",
       "      <td>3.831369</td>\n",
       "      <td>4.642609</td>\n",
       "      <td>0.114755</td>\n",
       "      <td>0.793315</td>\n",
       "      <td>0.256647</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>cscl</td>\n",
       "      <td>1.515217</td>\n",
       "      <td>6.904959</td>\n",
       "      <td>0.138453</td>\n",
       "      <td>0.100864</td>\n",
       "      <td>1.299759</td>\n",
       "      <td>0.205863</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>cscr</td>\n",
       "      <td>1.688565</td>\n",
       "      <td>7.540762</td>\n",
       "      <td>1.067041</td>\n",
       "      <td>0.093934</td>\n",
       "      <td>1.096295</td>\n",
       "      <td>0.192501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>csds</td>\n",
       "      <td>2.051777</td>\n",
       "      <td>8.100917</td>\n",
       "      <td>0.375240</td>\n",
       "      <td>0.093795</td>\n",
       "      <td>0.856648</td>\n",
       "      <td>0.206577</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>cssy</td>\n",
       "      <td>3.678797</td>\n",
       "      <td>7.450833</td>\n",
       "      <td>2.562602</td>\n",
       "      <td>0.088735</td>\n",
       "      <td>1.260261</td>\n",
       "      <td>0.139943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>csni</td>\n",
       "      <td>3.298869</td>\n",
       "      <td>6.737578</td>\n",
       "      <td>0.639195</td>\n",
       "      <td>0.096662</td>\n",
       "      <td>0.859090</td>\n",
       "      <td>0.183971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>csro</td>\n",
       "      <td>0.408608</td>\n",
       "      <td>2.221882</td>\n",
       "      <td>5.071916</td>\n",
       "      <td>0.101068</td>\n",
       "      <td>1.368311</td>\n",
       "      <td>0.165135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>csdc</td>\n",
       "      <td>1.737417</td>\n",
       "      <td>6.294174</td>\n",
       "      <td>0.497006</td>\n",
       "      <td>0.100082</td>\n",
       "      <td>1.002169</td>\n",
       "      <td>0.159187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>cssi</td>\n",
       "      <td>4.218726</td>\n",
       "      <td>8.631547</td>\n",
       "      <td>0.515304</td>\n",
       "      <td>0.095318</td>\n",
       "      <td>0.949837</td>\n",
       "      <td>0.204918</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>cslo</td>\n",
       "      <td>2.407529</td>\n",
       "      <td>6.925121</td>\n",
       "      <td>1.058260</td>\n",
       "      <td>0.092535</td>\n",
       "      <td>0.761535</td>\n",
       "      <td>0.164931</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>csna</td>\n",
       "      <td>1.306515</td>\n",
       "      <td>7.420647</td>\n",
       "      <td>0.365194</td>\n",
       "      <td>0.097146</td>\n",
       "      <td>1.503632</td>\n",
       "      <td>0.091137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>cscy</td>\n",
       "      <td>0.486469</td>\n",
       "      <td>4.171461</td>\n",
       "      <td>0.199533</td>\n",
       "      <td>0.117497</td>\n",
       "      <td>1.118875</td>\n",
       "      <td>0.156676</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>csdm</td>\n",
       "      <td>0.735900</td>\n",
       "      <td>6.159587</td>\n",
       "      <td>0.779395</td>\n",
       "      <td>0.094854</td>\n",
       "      <td>0.806435</td>\n",
       "      <td>0.136401</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>csir</td>\n",
       "      <td>1.427064</td>\n",
       "      <td>6.144275</td>\n",
       "      <td>0.158660</td>\n",
       "      <td>0.098431</td>\n",
       "      <td>1.078606</td>\n",
       "      <td>0.172253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>csne</td>\n",
       "      <td>4.554920</td>\n",
       "      <td>8.300800</td>\n",
       "      <td>0.634183</td>\n",
       "      <td>0.090872</td>\n",
       "      <td>1.027093</td>\n",
       "      <td>0.211228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>csse</td>\n",
       "      <td>2.277844</td>\n",
       "      <td>6.602350</td>\n",
       "      <td>2.426297</td>\n",
       "      <td>0.100964</td>\n",
       "      <td>1.018059</td>\n",
       "      <td>0.128251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>cscc</td>\n",
       "      <td>2.367535</td>\n",
       "      <td>6.173636</td>\n",
       "      <td>0.515011</td>\n",
       "      <td>0.095261</td>\n",
       "      <td>0.774296</td>\n",
       "      <td>0.178623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>cshc</td>\n",
       "      <td>1.485413</td>\n",
       "      <td>5.520991</td>\n",
       "      <td>0.205273</td>\n",
       "      <td>0.105457</td>\n",
       "      <td>1.184554</td>\n",
       "      <td>0.146801</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>csgt</td>\n",
       "      <td>1.196474</td>\n",
       "      <td>5.845317</td>\n",
       "      <td>0.210815</td>\n",
       "      <td>0.101981</td>\n",
       "      <td>0.937016</td>\n",
       "      <td>0.179694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>cssd</td>\n",
       "      <td>1.046516</td>\n",
       "      <td>2.797608</td>\n",
       "      <td>0.019353</td>\n",
       "      <td>0.097627</td>\n",
       "      <td>1.437566</td>\n",
       "      <td>0.159015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>csdb</td>\n",
       "      <td>2.419707</td>\n",
       "      <td>8.495849</td>\n",
       "      <td>0.558357</td>\n",
       "      <td>0.106964</td>\n",
       "      <td>0.886935</td>\n",
       "      <td>0.186781</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>cscg</td>\n",
       "      <td>0.659825</td>\n",
       "      <td>2.341577</td>\n",
       "      <td>0.037198</td>\n",
       "      <td>0.100364</td>\n",
       "      <td>0.841545</td>\n",
       "      <td>0.163176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>cspl</td>\n",
       "      <td>1.294481</td>\n",
       "      <td>6.522396</td>\n",
       "      <td>0.471120</td>\n",
       "      <td>0.098073</td>\n",
       "      <td>0.859649</td>\n",
       "      <td>0.137890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>csma</td>\n",
       "      <td>1.182948</td>\n",
       "      <td>3.228994</td>\n",
       "      <td>0.561081</td>\n",
       "      <td>0.100765</td>\n",
       "      <td>1.154370</td>\n",
       "      <td>0.148334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>csce</td>\n",
       "      <td>0.384924</td>\n",
       "      <td>2.941998</td>\n",
       "      <td>0.696213</td>\n",
       "      <td>0.107429</td>\n",
       "      <td>0.948030</td>\n",
       "      <td>0.159407</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>csfl</td>\n",
       "      <td>2.526404</td>\n",
       "      <td>4.971468</td>\n",
       "      <td>0.273980</td>\n",
       "      <td>0.094831</td>\n",
       "      <td>0.838697</td>\n",
       "      <td>0.098882</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>csdl</td>\n",
       "      <td>0.684115</td>\n",
       "      <td>5.312625</td>\n",
       "      <td>0.109615</td>\n",
       "      <td>0.096066</td>\n",
       "      <td>0.786866</td>\n",
       "      <td>0.245892</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>csmm</td>\n",
       "      <td>0.715580</td>\n",
       "      <td>2.083278</td>\n",
       "      <td>2.922153</td>\n",
       "      <td>0.100595</td>\n",
       "      <td>1.067347</td>\n",
       "      <td>0.192163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>csgr</td>\n",
       "      <td>0.276605</td>\n",
       "      <td>2.220107</td>\n",
       "      <td>1.632653</td>\n",
       "      <td>0.101587</td>\n",
       "      <td>1.233972</td>\n",
       "      <td>0.182142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>cspf</td>\n",
       "      <td>3.526554</td>\n",
       "      <td>10.964289</td>\n",
       "      <td>0.581508</td>\n",
       "      <td>0.087203</td>\n",
       "      <td>0.916283</td>\n",
       "      <td>0.178801</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>csar</td>\n",
       "      <td>1.693113</td>\n",
       "      <td>8.078483</td>\n",
       "      <td>0.071802</td>\n",
       "      <td>0.092518</td>\n",
       "      <td>1.137381</td>\n",
       "      <td>0.143499</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>cset</td>\n",
       "      <td>0.342929</td>\n",
       "      <td>3.099156</td>\n",
       "      <td>0.216040</td>\n",
       "      <td>0.106207</td>\n",
       "      <td>1.105791</td>\n",
       "      <td>0.179284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>csoh</td>\n",
       "      <td>0.345478</td>\n",
       "      <td>1.659309</td>\n",
       "      <td>0.261918</td>\n",
       "      <td>0.095921</td>\n",
       "      <td>0.509300</td>\n",
       "      <td>0.154135</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>csms</td>\n",
       "      <td>0.629242</td>\n",
       "      <td>3.466808</td>\n",
       "      <td>0.098331</td>\n",
       "      <td>0.098470</td>\n",
       "      <td>0.880595</td>\n",
       "      <td>0.189865</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>cssc</td>\n",
       "      <td>1.097342</td>\n",
       "      <td>3.236775</td>\n",
       "      <td>0.144832</td>\n",
       "      <td>0.101698</td>\n",
       "      <td>0.813736</td>\n",
       "      <td>0.141698</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>csos</td>\n",
       "      <td>2.180587</td>\n",
       "      <td>7.504125</td>\n",
       "      <td>0.371823</td>\n",
       "      <td>0.098947</td>\n",
       "      <td>0.820065</td>\n",
       "      <td>0.145978</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>csgl</td>\n",
       "      <td>0.151054</td>\n",
       "      <td>1.363064</td>\n",
       "      <td>0.001950</td>\n",
       "      <td>0.105323</td>\n",
       "      <td>0.730584</td>\n",
       "      <td>0.158631</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   dataset     title   abstract     venue   authors      year  n_citations\n",
       "0     cslg  3.194204   7.441923  0.186365  0.090231  1.407588     0.166090\n",
       "1     cscv  0.238091   2.572076  3.164207  0.101029  1.348643     0.218324\n",
       "2     csai  2.318256   5.449311  0.091314  0.092025  1.262850     0.173482\n",
       "3     csit  0.745772   3.831369  4.642609  0.114755  0.793315     0.256647\n",
       "4     cscl  1.515217   6.904959  0.138453  0.100864  1.299759     0.205863\n",
       "5     cscr  1.688565   7.540762  1.067041  0.093934  1.096295     0.192501\n",
       "6     csds  2.051777   8.100917  0.375240  0.093795  0.856648     0.206577\n",
       "7     cssy  3.678797   7.450833  2.562602  0.088735  1.260261     0.139943\n",
       "8     csni  3.298869   6.737578  0.639195  0.096662  0.859090     0.183971\n",
       "9     csro  0.408608   2.221882  5.071916  0.101068  1.368311     0.165135\n",
       "10    csdc  1.737417   6.294174  0.497006  0.100082  1.002169     0.159187\n",
       "11    cssi  4.218726   8.631547  0.515304  0.095318  0.949837     0.204918\n",
       "12    cslo  2.407529   6.925121  1.058260  0.092535  0.761535     0.164931\n",
       "13    csna  1.306515   7.420647  0.365194  0.097146  1.503632     0.091137\n",
       "14    cscy  0.486469   4.171461  0.199533  0.117497  1.118875     0.156676\n",
       "15    csdm  0.735900   6.159587  0.779395  0.094854  0.806435     0.136401\n",
       "16    csir  1.427064   6.144275  0.158660  0.098431  1.078606     0.172253\n",
       "17    csne  4.554920   8.300800  0.634183  0.090872  1.027093     0.211228\n",
       "18    csse  2.277844   6.602350  2.426297  0.100964  1.018059     0.128251\n",
       "19    cscc  2.367535   6.173636  0.515011  0.095261  0.774296     0.178623\n",
       "20    cshc  1.485413   5.520991  0.205273  0.105457  1.184554     0.146801\n",
       "21    csgt  1.196474   5.845317  0.210815  0.101981  0.937016     0.179694\n",
       "22    cssd  1.046516   2.797608  0.019353  0.097627  1.437566     0.159015\n",
       "23    csdb  2.419707   8.495849  0.558357  0.106964  0.886935     0.186781\n",
       "24    cscg  0.659825   2.341577  0.037198  0.100364  0.841545     0.163176\n",
       "25    cspl  1.294481   6.522396  0.471120  0.098073  0.859649     0.137890\n",
       "26    csma  1.182948   3.228994  0.561081  0.100765  1.154370     0.148334\n",
       "27    csce  0.384924   2.941998  0.696213  0.107429  0.948030     0.159407\n",
       "28    csfl  2.526404   4.971468  0.273980  0.094831  0.838697     0.098882\n",
       "29    csdl  0.684115   5.312625  0.109615  0.096066  0.786866     0.245892\n",
       "30    csmm  0.715580   2.083278  2.922153  0.100595  1.067347     0.192163\n",
       "31    csgr  0.276605   2.220107  1.632653  0.101587  1.233972     0.182142\n",
       "32    cspf  3.526554  10.964289  0.581508  0.087203  0.916283     0.178801\n",
       "33    csar  1.693113   8.078483  0.071802  0.092518  1.137381     0.143499\n",
       "34    cset  0.342929   3.099156  0.216040  0.106207  1.105791     0.179284\n",
       "35    csoh  0.345478   1.659309  0.261918  0.095921  0.509300     0.154135\n",
       "36    csms  0.629242   3.466808  0.098331  0.098470  0.880595     0.189865\n",
       "37    cssc  1.097342   3.236775  0.144832  0.101698  0.813736     0.141698\n",
       "38    csos  2.180587   7.504125  0.371823  0.098947  0.820065     0.145978\n",
       "39    csgl  0.151054   1.363064  0.001950  0.105323  0.730584     0.158631"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sv_pd = pd.DataFrame(columns=['dataset', 'title', 'abstract', 'venue', 'authors', 'year', 'n_citations'], data=sv_df_data)\n",
    "\n",
    "sv_pd.to_csv('sv.csv')\n",
    "\n",
    "sv_pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataset</th>\n",
       "      <th>title</th>\n",
       "      <th>abstract</th>\n",
       "      <th>venue</th>\n",
       "      <th>authors</th>\n",
       "      <th>year</th>\n",
       "      <th>n_citations</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>cslg</td>\n",
       "      <td>2.511312</td>\n",
       "      <td>6.143623</td>\n",
       "      <td>0.154023</td>\n",
       "      <td>0.077296</td>\n",
       "      <td>1.206640</td>\n",
       "      <td>0.148921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>cscv</td>\n",
       "      <td>0.188319</td>\n",
       "      <td>2.163166</td>\n",
       "      <td>2.776231</td>\n",
       "      <td>0.080743</td>\n",
       "      <td>1.099870</td>\n",
       "      <td>0.166331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>csai</td>\n",
       "      <td>1.818835</td>\n",
       "      <td>4.496852</td>\n",
       "      <td>0.074846</td>\n",
       "      <td>0.079123</td>\n",
       "      <td>1.082479</td>\n",
       "      <td>0.156463</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>csit</td>\n",
       "      <td>0.566912</td>\n",
       "      <td>3.160956</td>\n",
       "      <td>3.958713</td>\n",
       "      <td>0.096927</td>\n",
       "      <td>0.655974</td>\n",
       "      <td>0.189663</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>cscl</td>\n",
       "      <td>1.184304</td>\n",
       "      <td>5.796074</td>\n",
       "      <td>0.112086</td>\n",
       "      <td>0.088482</td>\n",
       "      <td>1.114594</td>\n",
       "      <td>0.183957</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>cscr</td>\n",
       "      <td>1.303017</td>\n",
       "      <td>6.293317</td>\n",
       "      <td>0.864929</td>\n",
       "      <td>0.096472</td>\n",
       "      <td>0.929483</td>\n",
       "      <td>0.159340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>csds</td>\n",
       "      <td>1.631770</td>\n",
       "      <td>6.808143</td>\n",
       "      <td>0.294983</td>\n",
       "      <td>0.095651</td>\n",
       "      <td>0.726389</td>\n",
       "      <td>0.173355</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>cssy</td>\n",
       "      <td>2.836428</td>\n",
       "      <td>6.037388</td>\n",
       "      <td>2.078557</td>\n",
       "      <td>0.089216</td>\n",
       "      <td>1.049239</td>\n",
       "      <td>0.115000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>csni</td>\n",
       "      <td>2.628898</td>\n",
       "      <td>5.567021</td>\n",
       "      <td>0.518906</td>\n",
       "      <td>0.084557</td>\n",
       "      <td>0.738760</td>\n",
       "      <td>0.164374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>csro</td>\n",
       "      <td>0.311762</td>\n",
       "      <td>1.835492</td>\n",
       "      <td>4.295107</td>\n",
       "      <td>0.101237</td>\n",
       "      <td>1.163559</td>\n",
       "      <td>0.136861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>csdc</td>\n",
       "      <td>1.361107</td>\n",
       "      <td>5.256908</td>\n",
       "      <td>0.409855</td>\n",
       "      <td>0.087653</td>\n",
       "      <td>0.859627</td>\n",
       "      <td>0.142423</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>cssi</td>\n",
       "      <td>3.313342</td>\n",
       "      <td>7.079907</td>\n",
       "      <td>0.410503</td>\n",
       "      <td>0.082985</td>\n",
       "      <td>0.819340</td>\n",
       "      <td>0.182411</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>cslo</td>\n",
       "      <td>1.842274</td>\n",
       "      <td>5.687951</td>\n",
       "      <td>0.837144</td>\n",
       "      <td>0.092917</td>\n",
       "      <td>0.644950</td>\n",
       "      <td>0.137141</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>csna</td>\n",
       "      <td>1.048281</td>\n",
       "      <td>6.271970</td>\n",
       "      <td>0.300691</td>\n",
       "      <td>0.084669</td>\n",
       "      <td>1.281347</td>\n",
       "      <td>0.081747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>cscy</td>\n",
       "      <td>0.379512</td>\n",
       "      <td>3.533063</td>\n",
       "      <td>0.163646</td>\n",
       "      <td>0.106886</td>\n",
       "      <td>0.957479</td>\n",
       "      <td>0.136351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>csdm</td>\n",
       "      <td>0.577166</td>\n",
       "      <td>5.205331</td>\n",
       "      <td>0.653224</td>\n",
       "      <td>0.081816</td>\n",
       "      <td>0.689320</td>\n",
       "      <td>0.124503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>csir</td>\n",
       "      <td>1.115454</td>\n",
       "      <td>5.152785</td>\n",
       "      <td>0.126337</td>\n",
       "      <td>0.082898</td>\n",
       "      <td>0.930167</td>\n",
       "      <td>0.157433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>csne</td>\n",
       "      <td>3.567043</td>\n",
       "      <td>6.763931</td>\n",
       "      <td>0.498840</td>\n",
       "      <td>0.075703</td>\n",
       "      <td>0.883427</td>\n",
       "      <td>0.190696</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>csse</td>\n",
       "      <td>1.755786</td>\n",
       "      <td>5.404161</td>\n",
       "      <td>2.003895</td>\n",
       "      <td>0.087377</td>\n",
       "      <td>0.841085</td>\n",
       "      <td>0.113153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>cscc</td>\n",
       "      <td>1.891703</td>\n",
       "      <td>5.146502</td>\n",
       "      <td>0.429149</td>\n",
       "      <td>0.078037</td>\n",
       "      <td>0.665236</td>\n",
       "      <td>0.161327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>cshc</td>\n",
       "      <td>0.906439</td>\n",
       "      <td>3.743007</td>\n",
       "      <td>0.123219</td>\n",
       "      <td>0.094334</td>\n",
       "      <td>1.045460</td>\n",
       "      <td>0.112042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>csgt</td>\n",
       "      <td>0.943199</td>\n",
       "      <td>4.922241</td>\n",
       "      <td>0.175738</td>\n",
       "      <td>0.089440</td>\n",
       "      <td>0.804876</td>\n",
       "      <td>0.161560</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>cssd</td>\n",
       "      <td>0.799497</td>\n",
       "      <td>2.299355</td>\n",
       "      <td>0.002925</td>\n",
       "      <td>0.098009</td>\n",
       "      <td>1.222680</td>\n",
       "      <td>0.130541</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>csdb</td>\n",
       "      <td>1.869953</td>\n",
       "      <td>7.051728</td>\n",
       "      <td>0.432400</td>\n",
       "      <td>0.097195</td>\n",
       "      <td>0.760156</td>\n",
       "      <td>0.163456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>cscg</td>\n",
       "      <td>0.529918</td>\n",
       "      <td>1.970511</td>\n",
       "      <td>0.018011</td>\n",
       "      <td>0.100745</td>\n",
       "      <td>0.714972</td>\n",
       "      <td>0.135828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>cspl</td>\n",
       "      <td>1.012431</td>\n",
       "      <td>5.479902</td>\n",
       "      <td>0.379261</td>\n",
       "      <td>0.081018</td>\n",
       "      <td>0.739774</td>\n",
       "      <td>0.127413</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>csma</td>\n",
       "      <td>0.934901</td>\n",
       "      <td>2.683636</td>\n",
       "      <td>0.462721</td>\n",
       "      <td>0.083184</td>\n",
       "      <td>0.996143</td>\n",
       "      <td>0.137306</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>csce</td>\n",
       "      <td>0.307469</td>\n",
       "      <td>2.491917</td>\n",
       "      <td>0.589181</td>\n",
       "      <td>0.094641</td>\n",
       "      <td>0.811352</td>\n",
       "      <td>0.143538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>csfl</td>\n",
       "      <td>1.986577</td>\n",
       "      <td>4.079619</td>\n",
       "      <td>0.222042</td>\n",
       "      <td>0.078089</td>\n",
       "      <td>0.725442</td>\n",
       "      <td>0.093451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>csdl</td>\n",
       "      <td>0.517065</td>\n",
       "      <td>4.482226</td>\n",
       "      <td>0.073357</td>\n",
       "      <td>0.101992</td>\n",
       "      <td>0.667315</td>\n",
       "      <td>0.205526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>csmm</td>\n",
       "      <td>0.545724</td>\n",
       "      <td>1.699052</td>\n",
       "      <td>2.459551</td>\n",
       "      <td>0.100977</td>\n",
       "      <td>0.909096</td>\n",
       "      <td>0.161419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>csgr</td>\n",
       "      <td>0.208647</td>\n",
       "      <td>1.867553</td>\n",
       "      <td>1.380449</td>\n",
       "      <td>0.101212</td>\n",
       "      <td>1.050992</td>\n",
       "      <td>0.151985</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>cspf</td>\n",
       "      <td>2.744308</td>\n",
       "      <td>9.092509</td>\n",
       "      <td>0.437550</td>\n",
       "      <td>0.091845</td>\n",
       "      <td>0.773457</td>\n",
       "      <td>0.145378</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>csar</td>\n",
       "      <td>1.311232</td>\n",
       "      <td>6.781461</td>\n",
       "      <td>0.046949</td>\n",
       "      <td>0.092899</td>\n",
       "      <td>0.961487</td>\n",
       "      <td>0.117222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>cset</td>\n",
       "      <td>0.271847</td>\n",
       "      <td>2.630986</td>\n",
       "      <td>0.180847</td>\n",
       "      <td>0.093861</td>\n",
       "      <td>0.952514</td>\n",
       "      <td>0.161406</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>csoh</td>\n",
       "      <td>0.256158</td>\n",
       "      <td>1.380527</td>\n",
       "      <td>0.205064</td>\n",
       "      <td>0.100564</td>\n",
       "      <td>0.432613</td>\n",
       "      <td>0.123474</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>csms</td>\n",
       "      <td>0.506181</td>\n",
       "      <td>2.935039</td>\n",
       "      <td>0.082961</td>\n",
       "      <td>0.085570</td>\n",
       "      <td>0.760694</td>\n",
       "      <td>0.172841</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>cssc</td>\n",
       "      <td>0.884712</td>\n",
       "      <td>2.719392</td>\n",
       "      <td>0.117489</td>\n",
       "      <td>0.081554</td>\n",
       "      <td>0.701640</td>\n",
       "      <td>0.133360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>csos</td>\n",
       "      <td>1.715475</td>\n",
       "      <td>6.266467</td>\n",
       "      <td>0.297183</td>\n",
       "      <td>0.086586</td>\n",
       "      <td>0.704189</td>\n",
       "      <td>0.131280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>csgl</td>\n",
       "      <td>0.122815</td>\n",
       "      <td>1.161118</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.093012</td>\n",
       "      <td>0.625255</td>\n",
       "      <td>0.142904</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   dataset     title  abstract     venue   authors      year  n_citations\n",
       "0     cslg  2.511312  6.143623  0.154023  0.077296  1.206640     0.148921\n",
       "1     cscv  0.188319  2.163166  2.776231  0.080743  1.099870     0.166331\n",
       "2     csai  1.818835  4.496852  0.074846  0.079123  1.082479     0.156463\n",
       "3     csit  0.566912  3.160956  3.958713  0.096927  0.655974     0.189663\n",
       "4     cscl  1.184304  5.796074  0.112086  0.088482  1.114594     0.183957\n",
       "5     cscr  1.303017  6.293317  0.864929  0.096472  0.929483     0.159340\n",
       "6     csds  1.631770  6.808143  0.294983  0.095651  0.726389     0.173355\n",
       "7     cssy  2.836428  6.037388  2.078557  0.089216  1.049239     0.115000\n",
       "8     csni  2.628898  5.567021  0.518906  0.084557  0.738760     0.164374\n",
       "9     csro  0.311762  1.835492  4.295107  0.101237  1.163559     0.136861\n",
       "10    csdc  1.361107  5.256908  0.409855  0.087653  0.859627     0.142423\n",
       "11    cssi  3.313342  7.079907  0.410503  0.082985  0.819340     0.182411\n",
       "12    cslo  1.842274  5.687951  0.837144  0.092917  0.644950     0.137141\n",
       "13    csna  1.048281  6.271970  0.300691  0.084669  1.281347     0.081747\n",
       "14    cscy  0.379512  3.533063  0.163646  0.106886  0.957479     0.136351\n",
       "15    csdm  0.577166  5.205331  0.653224  0.081816  0.689320     0.124503\n",
       "16    csir  1.115454  5.152785  0.126337  0.082898  0.930167     0.157433\n",
       "17    csne  3.567043  6.763931  0.498840  0.075703  0.883427     0.190696\n",
       "18    csse  1.755786  5.404161  2.003895  0.087377  0.841085     0.113153\n",
       "19    cscc  1.891703  5.146502  0.429149  0.078037  0.665236     0.161327\n",
       "20    cshc  0.906439  3.743007  0.123219  0.094334  1.045460     0.112042\n",
       "21    csgt  0.943199  4.922241  0.175738  0.089440  0.804876     0.161560\n",
       "22    cssd  0.799497  2.299355  0.002925  0.098009  1.222680     0.130541\n",
       "23    csdb  1.869953  7.051728  0.432400  0.097195  0.760156     0.163456\n",
       "24    cscg  0.529918  1.970511  0.018011  0.100745  0.714972     0.135828\n",
       "25    cspl  1.012431  5.479902  0.379261  0.081018  0.739774     0.127413\n",
       "26    csma  0.934901  2.683636  0.462721  0.083184  0.996143     0.137306\n",
       "27    csce  0.307469  2.491917  0.589181  0.094641  0.811352     0.143538\n",
       "28    csfl  1.986577  4.079619  0.222042  0.078089  0.725442     0.093451\n",
       "29    csdl  0.517065  4.482226  0.073357  0.101992  0.667315     0.205526\n",
       "30    csmm  0.545724  1.699052  2.459551  0.100977  0.909096     0.161419\n",
       "31    csgr  0.208647  1.867553  1.380449  0.101212  1.050992     0.151985\n",
       "32    cspf  2.744308  9.092509  0.437550  0.091845  0.773457     0.145378\n",
       "33    csar  1.311232  6.781461  0.046949  0.092899  0.961487     0.117222\n",
       "34    cset  0.271847  2.630986  0.180847  0.093861  0.952514     0.161406\n",
       "35    csoh  0.256158  1.380527  0.205064  0.100564  0.432613     0.123474\n",
       "36    csms  0.506181  2.935039  0.082961  0.085570  0.760694     0.172841\n",
       "37    cssc  0.884712  2.719392  0.117489  0.081554  0.701640     0.133360\n",
       "38    csos  1.715475  6.266467  0.297183  0.086586  0.704189     0.131280\n",
       "39    csgl  0.122815  1.161118  0.000000  0.093012  0.625255     0.142904"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shap_pd = pd.DataFrame(columns=['dataset', 'title', 'abstract', 'venue', 'authors', 'year', 'n_citations'], data=shap)\n",
    "\n",
    "shap_pd.to_csv('shap.csv')\n",
    "\n",
    "shap_pd"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "4cf082d97203dbc4e6105f8e92bf9fdc7b5fae703590b3e03586d98d926929c4"
  },
  "kernelspec": {
   "display_name": "Python 3.9.10 ('s2search397')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.10"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}