examples/Python_getting_started.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "8f052cb4",
   "metadata": {},
   "source": [
    "# Simple Python examples for SYNERGY dataset\n",
    "\n",
    "Start with importing `Dataset` and `iter_datasets`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "aff46ce4",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pprint import pprint\n",
    "\n",
    "from synergy_dataset import Dataset, iter_datasets"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d231da04",
   "metadata": {},
   "source": [
    "## Get each dataset as pandas DataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "dd64f3e2",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Appenzeller-Herzog_2019 <class 'pandas.core.frame.DataFrame'>\n",
      "Bos_2018 <class 'pandas.core.frame.DataFrame'>\n",
      "Brouwer_2019 <class 'pandas.core.frame.DataFrame'>\n",
      "Chou_2003 <class 'pandas.core.frame.DataFrame'>\n",
      "Chou_2004 <class 'pandas.core.frame.DataFrame'>\n",
      "Donners_2021 <class 'pandas.core.frame.DataFrame'>\n",
      "Hall_2012 <class 'pandas.core.frame.DataFrame'>\n",
      "Jeyaraman_2020 <class 'pandas.core.frame.DataFrame'>\n",
      "Leenaars_2019 <class 'pandas.core.frame.DataFrame'>\n",
      "Leenaars_2020 <class 'pandas.core.frame.DataFrame'>\n",
      "Meijboom_2021 <class 'pandas.core.frame.DataFrame'>\n",
      "Menon_2022 <class 'pandas.core.frame.DataFrame'>\n",
      "Moran_2021 <class 'pandas.core.frame.DataFrame'>\n",
      "Muthu_2021 <class 'pandas.core.frame.DataFrame'>\n",
      "Nelson_2002 <class 'pandas.core.frame.DataFrame'>\n",
      "Oud_2018 <class 'pandas.core.frame.DataFrame'>\n",
      "Radjenovic_2013 <class 'pandas.core.frame.DataFrame'>\n",
      "Sep_2021 <class 'pandas.core.frame.DataFrame'>\n",
      "Smid_2020 <class 'pandas.core.frame.DataFrame'>\n",
      "van_de_Schoot_2018 <class 'pandas.core.frame.DataFrame'>\n",
      "van_der_Valk_2021 <class 'pandas.core.frame.DataFrame'>\n",
      "van_der_Waal_2022 <class 'pandas.core.frame.DataFrame'>\n",
      "van_Dis_2020 <class 'pandas.core.frame.DataFrame'>\n",
      "Walker_2018 <class 'pandas.core.frame.DataFrame'>\n",
      "Wassenaar_2017 <class 'pandas.core.frame.DataFrame'>\n",
      "Wolters_2018 <class 'pandas.core.frame.DataFrame'>\n"
     ]
    }
   ],
   "source": [
    "for d in iter_datasets():\n",
    "    \n",
    "    df = d.to_frame()\n",
    "    \n",
    "    print(d.name, type(df))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c9a6b379",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>doi</th>\n",
       "      <th>title</th>\n",
       "      <th>abstract</th>\n",
       "      <th>label_included</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>openalex_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2166002623</th>\n",
       "      <td>https://doi.org/10.1212/wnl.0000000000000665</td>\n",
       "      <td>Interleukin-6 and C-reactive protein as predic...</td>\n",
       "      <td>Peripheral inflammatory markers are elevated i...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1997922550</th>\n",
       "      <td>https://doi.org/10.1002/mds.20700</td>\n",
       "      <td>Long-term benefits of rivastigmine in dementia...</td>\n",
       "      <td>In patients with dementia associated with Park...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2168592882</th>\n",
       "      <td>https://doi.org/10.1097/brs.0b013e318219d28d</td>\n",
       "      <td>Risk Factors for Medical Complication After Lu...</td>\n",
       "      <td>Multivariate analysis of prospectively collect...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2120316106</th>\n",
       "      <td>https://doi.org/10.1016/j.jalz.2014.05.1758</td>\n",
       "      <td>Atherosclerotic calcification is related to a ...</td>\n",
       "      <td>Background Longitudinal data on the role of at...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2165292147</th>\n",
       "      <td>https://doi.org/10.1093/brain/awg101</td>\n",
       "      <td>Executive and visuospatial deficits in patient...</td>\n",
       "      <td>Although neuropsychological deficits have been...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                           doi   \n",
       "openalex_id                                                                      \n",
       "https://openalex.org/W2166002623  https://doi.org/10.1212/wnl.0000000000000665  \\\n",
       "https://openalex.org/W1997922550             https://doi.org/10.1002/mds.20700   \n",
       "https://openalex.org/W2168592882  https://doi.org/10.1097/brs.0b013e318219d28d   \n",
       "https://openalex.org/W2120316106   https://doi.org/10.1016/j.jalz.2014.05.1758   \n",
       "https://openalex.org/W2165292147          https://doi.org/10.1093/brain/awg101   \n",
       "\n",
       "                                                                              title   \n",
       "openalex_id                                                                           \n",
       "https://openalex.org/W2166002623  Interleukin-6 and C-reactive protein as predic...  \\\n",
       "https://openalex.org/W1997922550  Long-term benefits of rivastigmine in dementia...   \n",
       "https://openalex.org/W2168592882  Risk Factors for Medical Complication After Lu...   \n",
       "https://openalex.org/W2120316106  Atherosclerotic calcification is related to a ...   \n",
       "https://openalex.org/W2165292147  Executive and visuospatial deficits in patient...   \n",
       "\n",
       "                                                                           abstract   \n",
       "openalex_id                                                                           \n",
       "https://openalex.org/W2166002623  Peripheral inflammatory markers are elevated i...  \\\n",
       "https://openalex.org/W1997922550  In patients with dementia associated with Park...   \n",
       "https://openalex.org/W2168592882  Multivariate analysis of prospectively collect...   \n",
       "https://openalex.org/W2120316106  Background Longitudinal data on the role of at...   \n",
       "https://openalex.org/W2165292147  Although neuropsychological deficits have been...   \n",
       "\n",
       "                                  label_included  \n",
       "openalex_id                                       \n",
       "https://openalex.org/W2166002623               0  \n",
       "https://openalex.org/W1997922550               0  \n",
       "https://openalex.org/W2168592882               0  \n",
       "https://openalex.org/W2120316106               0  \n",
       "https://openalex.org/W2165292147               0  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fea3b48d",
   "metadata": {},
   "source": [
    "## Get each dataset as dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "7715352a",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Appenzeller-Herzog_2019 <class 'dict'>\n",
      "Bos_2018 <class 'dict'>\n",
      "Brouwer_2019 <class 'dict'>\n",
      "Chou_2003 <class 'dict'>\n",
      "Chou_2004 <class 'dict'>\n",
      "Donners_2021 <class 'dict'>\n",
      "Hall_2012 <class 'dict'>\n",
      "Jeyaraman_2020 <class 'dict'>\n",
      "Leenaars_2019 <class 'dict'>\n",
      "Leenaars_2020 <class 'dict'>\n",
      "Meijboom_2021 <class 'dict'>\n",
      "Menon_2022 <class 'dict'>\n",
      "Moran_2021 <class 'dict'>\n",
      "Muthu_2021 <class 'dict'>\n",
      "Nelson_2002 <class 'dict'>\n",
      "Oud_2018 <class 'dict'>\n",
      "Radjenovic_2013 <class 'dict'>\n",
      "Sep_2021 <class 'dict'>\n",
      "Smid_2020 <class 'dict'>\n",
      "van_de_Schoot_2018 <class 'dict'>\n",
      "van_der_Valk_2021 <class 'dict'>\n",
      "van_der_Waal_2022 <class 'dict'>\n",
      "van_Dis_2020 <class 'dict'>\n",
      "Walker_2018 <class 'dict'>\n",
      "Wassenaar_2017 <class 'dict'>\n",
      "Wolters_2018 <class 'dict'>\n"
     ]
    }
   ],
   "source": [
    "for d in iter_datasets():\n",
    "    \n",
    "    obj = d.to_dict()\n",
    "    \n",
    "    print(d.name, type(obj))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "18299ee5",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'abstract': 'Peripheral inflammatory markers are elevated in patients with '\n",
      "             'dementia. In order to assess their etiologic role, we examined '\n",
      "             'whether interleukin-6 (IL-6) and C-reactive protein (CRP) '\n",
      "             'measured in midlife predict concurrently assessed cognition and '\n",
      "             'subsequent cognitive decline.Mean value of IL-6 and CRP, '\n",
      "             'assessed on 5,217 persons (27.9% women) in 1991-1993 and '\n",
      "             '1997-1999 in the Whitehall II longitudinal cohort study, were '\n",
      "             'categorized into tertiles to examine 10-year decline '\n",
      "             '(assessments in 1997-1999, 2002-2004, and 2007-2009) in '\n",
      "             'standardized scores (mean = 0, SD = 1) of memory, reasoning, and '\n",
      "             'verbal fluency using mixed models. Mini-Mental State Examination '\n",
      "             '(MMSE) was administered in 2002-2004 and 2007-2009; decline ≥3 '\n",
      "             'points was modeled with logistic regression. Analyses were '\n",
      "             'adjusted for baseline age, sex, education, and ethnicity; '\n",
      "             'further analyses were also adjusted for smoking, obesity, '\n",
      "             'Framingham cardiovascular risk score, and chronic diseases '\n",
      "             '(cancer, coronary heart disease, stroke, diabetes, and '\n",
      "             'depression).In cross-sectional analysis, reasoning was 0.08 SD '\n",
      "             '(95% confidence interval [CI] -0.14, -0.03) lower in '\n",
      "             'participants with high compared to low IL-6. In longitudinal '\n",
      "             'analysis, 10-year decline in reasoning was greater (ptrend = '\n",
      "             '0.01) among participants with high IL-6 (-0.35; 95% CI -0.37, '\n",
      "             '-0.33) than those with low IL-6 (-0.29; 95% CI -0.31, -0.27). In '\n",
      "             'addition, participants with high IL-6 had 1.81 times greater '\n",
      "             'odds ratio of decline in MMSE (95% CI 1.20, 2.71). CRP was not '\n",
      "             'associated with decline in any test.Elevated IL-6 but not CRP in '\n",
      "             'midlife predicts cognitive decline; the combined cross-sectional '\n",
      "             'and longitudinal effects over the 10-year observation period '\n",
      "             'corresponded to an age effect of 3.9 years.',\n",
      " 'doi': 'https://doi.org/10.1212/wnl.0000000000000665',\n",
      " 'label_included': 0,\n",
      " 'title': 'Interleukin-6 and C-reactive protein as predictors of cognitive '\n",
      "          'decline in late midlife'}\n"
     ]
    }
   ],
   "source": [
    "pprint(list(obj.values())[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "374e959a",
   "metadata": {},
   "source": [
    "## Get single dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "425adbb2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>doi</th>\n",
       "      <th>title</th>\n",
       "      <th>abstract</th>\n",
       "      <th>label_included</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>openalex_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2111629283</th>\n",
       "      <td>https://doi.org/10.1109/tmtt.2006.880654</td>\n",
       "      <td>Tunable Bandstop Defected Ground Structure Res...</td>\n",
       "      <td>A modification of the conventional dumbbell-sh...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2169360955</th>\n",
       "      <td>https://doi.org/10.1109/tce.2008.4637589</td>\n",
       "      <td>A fast forward error correction allocation alg...</td>\n",
       "      <td>A new fast forward error correction (FEC) allo...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2145732787</th>\n",
       "      <td>https://doi.org/10.1109/mwsym.2002.1012219</td>\n",
       "      <td>Novel method for vector mixer characterization...</td>\n",
       "      <td>This paper presents a novel method for charact...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2120764206</th>\n",
       "      <td>https://doi.org/10.1109/powercon.2010.5666589</td>\n",
       "      <td>Impedance-based fault location formulation for...</td>\n",
       "      <td>State-of-the-art impedance-based fault locatio...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2162105397</th>\n",
       "      <td>https://doi.org/10.1109/icimp.2007.14</td>\n",
       "      <td>Efficient Probing Techniques for Fault Diagnosis</td>\n",
       "      <td>Increase in the network usage and the widespre...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2017636159</th>\n",
       "      <td>https://doi.org/10.1109/educon.2010.5492467</td>\n",
       "      <td>Educational visualizations of syntax error rec...</td>\n",
       "      <td>This work is focused on the syntax error recov...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2034461257</th>\n",
       "      <td>https://doi.org/10.1109/icit.2006.372351</td>\n",
       "      <td>An Approach Based on Neural Networks for Ident...</td>\n",
       "      <td>The main objective involved with this paper co...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2117660372</th>\n",
       "      <td>https://doi.org/10.1109/itab.2000.892420</td>\n",
       "      <td>A model-based fault-tolerant CSCW architecture...</td>\n",
       "      <td>The paper describes a methodological approach ...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1954533418</th>\n",
       "      <td>https://doi.org/10.1109/iwvdvt.2005.1504633</td>\n",
       "      <td>An early warning model for risk management of ...</td>\n",
       "      <td>This paper has carried on the tentative discus...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2538828507</th>\n",
       "      <td>https://doi.org/10.1109/icise.2010.5689756</td>\n",
       "      <td>Fault tolerant mechanism in grid based on Back...</td>\n",
       "      <td>Grid is a very efficient technology to perform...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8793 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                            doi   \n",
       "openalex_id                                                                       \n",
       "https://openalex.org/W2111629283       https://doi.org/10.1109/tmtt.2006.880654  \\\n",
       "https://openalex.org/W2169360955       https://doi.org/10.1109/tce.2008.4637589   \n",
       "https://openalex.org/W2145732787     https://doi.org/10.1109/mwsym.2002.1012219   \n",
       "https://openalex.org/W2120764206  https://doi.org/10.1109/powercon.2010.5666589   \n",
       "https://openalex.org/W2162105397          https://doi.org/10.1109/icimp.2007.14   \n",
       "...                                                                         ...   \n",
       "https://openalex.org/W2017636159    https://doi.org/10.1109/educon.2010.5492467   \n",
       "https://openalex.org/W2034461257       https://doi.org/10.1109/icit.2006.372351   \n",
       "https://openalex.org/W2117660372       https://doi.org/10.1109/itab.2000.892420   \n",
       "https://openalex.org/W1954533418    https://doi.org/10.1109/iwvdvt.2005.1504633   \n",
       "https://openalex.org/W2538828507     https://doi.org/10.1109/icise.2010.5689756   \n",
       "\n",
       "                                                                              title   \n",
       "openalex_id                                                                           \n",
       "https://openalex.org/W2111629283  Tunable Bandstop Defected Ground Structure Res...  \\\n",
       "https://openalex.org/W2169360955  A fast forward error correction allocation alg...   \n",
       "https://openalex.org/W2145732787  Novel method for vector mixer characterization...   \n",
       "https://openalex.org/W2120764206  Impedance-based fault location formulation for...   \n",
       "https://openalex.org/W2162105397   Efficient Probing Techniques for Fault Diagnosis   \n",
       "...                                                                             ...   \n",
       "https://openalex.org/W2017636159  Educational visualizations of syntax error rec...   \n",
       "https://openalex.org/W2034461257  An Approach Based on Neural Networks for Ident...   \n",
       "https://openalex.org/W2117660372  A model-based fault-tolerant CSCW architecture...   \n",
       "https://openalex.org/W1954533418  An early warning model for risk management of ...   \n",
       "https://openalex.org/W2538828507  Fault tolerant mechanism in grid based on Back...   \n",
       "\n",
       "                                                                           abstract   \n",
       "openalex_id                                                                           \n",
       "https://openalex.org/W2111629283  A modification of the conventional dumbbell-sh...  \\\n",
       "https://openalex.org/W2169360955  A new fast forward error correction (FEC) allo...   \n",
       "https://openalex.org/W2145732787  This paper presents a novel method for charact...   \n",
       "https://openalex.org/W2120764206  State-of-the-art impedance-based fault locatio...   \n",
       "https://openalex.org/W2162105397  Increase in the network usage and the widespre...   \n",
       "...                                                                             ...   \n",
       "https://openalex.org/W2017636159  This work is focused on the syntax error recov...   \n",
       "https://openalex.org/W2034461257  The main objective involved with this paper co...   \n",
       "https://openalex.org/W2117660372  The paper describes a methodological approach ...   \n",
       "https://openalex.org/W1954533418  This paper has carried on the tentative discus...   \n",
       "https://openalex.org/W2538828507  Grid is a very efficient technology to perform...   \n",
       "\n",
       "                                  label_included  \n",
       "openalex_id                                       \n",
       "https://openalex.org/W2111629283               0  \n",
       "https://openalex.org/W2169360955               0  \n",
       "https://openalex.org/W2145732787               0  \n",
       "https://openalex.org/W2120764206               0  \n",
       "https://openalex.org/W2162105397               0  \n",
       "...                                          ...  \n",
       "https://openalex.org/W2017636159               0  \n",
       "https://openalex.org/W2034461257               0  \n",
       "https://openalex.org/W2117660372               0  \n",
       "https://openalex.org/W1954533418               0  \n",
       "https://openalex.org/W2538828507               0  \n",
       "\n",
       "[8793 rows x 4 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = Dataset(\"Hall_2012\")\n",
    "\n",
    "d.to_frame()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bfd01184",
   "metadata": {},
   "source": [
    "## Get other variables than title and abstract"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "42e5784a",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'label_included': 0,\n",
      " 'referenced_works': ['https://openalex.org/W1819920040',\n",
      "                      'https://openalex.org/W2006697752',\n",
      "                      'https://openalex.org/W2007984665',\n",
      "                      'https://openalex.org/W2105960396',\n",
      "                      'https://openalex.org/W2107328749',\n",
      "                      'https://openalex.org/W2110925140',\n",
      "                      'https://openalex.org/W2115449588',\n",
      "                      'https://openalex.org/W2120224658',\n",
      "                      'https://openalex.org/W2126572918',\n",
      "                      'https://openalex.org/W2171303456'],\n",
      " 'title': 'Tunable Bandstop Defected Ground Structure Resonator Using '\n",
      "          'Reconfigurable Dumbbell-Shaped Coplanar Waveguide'}\n"
     ]
    }
   ],
   "source": [
    "d = Dataset(\"Hall_2012\")\n",
    "\n",
    "obj = d.to_dict([\"title\", \"referenced_works\"])\n",
    "    \n",
    "pprint(list(obj.values())[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4653a51d",
   "metadata": {},
   "source": [
    "## Get metadata about the final publication"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "e721f915",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'key': 'Hall_2012',\n",
       " 'collection': {'id': 'https://openalex.org/W2785836523',\n",
       "  'doi': 'https://doi.org/10.1007/s10664-017-9587-0',\n",
       "  'title': 'Finding better active learners for faster literature reviews',\n",
       "  'display_name': 'Finding better active learners for faster literature reviews',\n",
       "  'publication_year': 2016,\n",
       "  'publication_date': '2016-12-10',\n",
       "  'ids': {'openalex': 'https://openalex.org/W2785836523',\n",
       "   'doi': 'https://doi.org/10.1007/s10664-017-9587-0',\n",
       "   'mag': '2785836523'},\n",
       "  'primary_location': {'is_oa': False,\n",
       "   'landing_page_url': 'https://doi.org/10.1007/s10664-017-9587-0',\n",
       "   'pdf_url': None,\n",
       "   'source': {'id': 'https://openalex.org/S109852484',\n",
       "    'display_name': 'Empirical Software Engineering',\n",
       "    'issn_l': '1382-3256',\n",
       "    'issn': ['1382-3256', '1573-7616'],\n",
       "    'host_organization': 'https://openalex.org/P4310319900',\n",
       "    'host_organization_name': 'Springer Science+Business Media',\n",
       "    'type': 'journal'},\n",
       "   'license': None,\n",
       "   'version': None},\n",
       "  'host_venue': {'id': 'https://openalex.org/S109852484',\n",
       "   'issn_l': '1382-3256',\n",
       "   'issn': ['1382-3256', '1573-7616'],\n",
       "   'display_name': 'Empirical Software Engineering',\n",
       "   'publisher': 'Springer Science+Business Media',\n",
       "   'type': 'journal',\n",
       "   'url': None,\n",
       "   'is_oa': False,\n",
       "   'version': None,\n",
       "   'license': None},\n",
       "  'type': 'journal-article',\n",
       "  'open_access': {'is_oa': True,\n",
       "   'oa_status': 'green',\n",
       "   'oa_url': 'http://arxiv.org/pdf/1612.03224',\n",
       "   'any_repository_has_fulltext': True},\n",
       "  'authorships': [{'author_position': 'first',\n",
       "    'author': {'id': 'https://openalex.org/A4354258825',\n",
       "     'display_name': 'Zhe Yu',\n",
       "     'orcid': None},\n",
       "    'institutions': [{'id': 'https://openalex.org/I137902535',\n",
       "      'display_name': 'North Carolina State University',\n",
       "      'ror': 'https://ror.org/04tj63d06',\n",
       "      'country_code': 'US',\n",
       "      'type': 'education'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'North Carolina State University ,'},\n",
       "   {'author_position': 'middle',\n",
       "    'author': {'id': 'https://openalex.org/A2138713435',\n",
       "     'display_name': 'Nicholas A. Kraft',\n",
       "     'orcid': 'https://orcid.org/0000-0002-7960-766X'},\n",
       "    'institutions': [{'id': 'https://openalex.org/I885143765',\n",
       "      'display_name': 'ABB',\n",
       "      'ror': 'https://ror.org/00ks5vt51',\n",
       "      'country_code': 'CH',\n",
       "      'type': 'company'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'ABB Corporate Research'},\n",
       "   {'author_position': 'last',\n",
       "    'author': {'id': 'https://openalex.org/A4356224073',\n",
       "     'display_name': 'Tim Menzies',\n",
       "     'orcid': None},\n",
       "    'institutions': [{'id': 'https://openalex.org/I137902535',\n",
       "      'display_name': 'North Carolina State University',\n",
       "      'ror': 'https://ror.org/04tj63d06',\n",
       "      'country_code': 'US',\n",
       "      'type': 'education'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'North Carolina State University ,'}],\n",
       "  'cited_by_count': 34,\n",
       "  'biblio': {'volume': '23',\n",
       "   'issue': '6',\n",
       "   'first_page': '3161',\n",
       "   'last_page': '3186'},\n",
       "  'is_retracted': False,\n",
       "  'is_paratext': False,\n",
       "  'concepts': [{'id': 'https://openalex.org/C152752567',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q116877',\n",
       "    'display_name': 'Code refactoring',\n",
       "    'level': 3,\n",
       "    'score': '0.68280923'},\n",
       "   {'id': 'https://openalex.org/C41008148',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q21198',\n",
       "    'display_name': 'Computer science',\n",
       "    'level': 0,\n",
       "    'score': '0.6495098'},\n",
       "   {'id': 'https://openalex.org/C2777922441',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q3535655',\n",
       "    'display_name': 'Cataloging',\n",
       "    'level': 2,\n",
       "    'score': '0.5848849'},\n",
       "   {'id': 'https://openalex.org/C189708586',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q1504425',\n",
       "    'display_name': 'Systematic review',\n",
       "    'level': 3,\n",
       "    'score': '0.5461054'},\n",
       "   {'id': 'https://openalex.org/C23123220',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q816826',\n",
       "    'display_name': 'Information retrieval',\n",
       "    'level': 1,\n",
       "    'score': '0.45707944'},\n",
       "   {'id': 'https://openalex.org/C2522767166',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q2374463',\n",
       "    'display_name': 'Data science',\n",
       "    'level': 1,\n",
       "    'score': '0.4546436'},\n",
       "   {'id': 'https://openalex.org/C3018574109',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q329338',\n",
       "    'display_name': 'State of art',\n",
       "    'level': 2,\n",
       "    'score': '0.45279184'},\n",
       "   {'id': 'https://openalex.org/C154945302',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q11660',\n",
       "    'display_name': 'Artificial intelligence',\n",
       "    'level': 1,\n",
       "    'score': '0.33550307'},\n",
       "   {'id': 'https://openalex.org/C136764020',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q466',\n",
       "    'display_name': 'World Wide Web',\n",
       "    'level': 1,\n",
       "    'score': '0.28199726'},\n",
       "   {'id': 'https://openalex.org/C2777904410',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q7397',\n",
       "    'display_name': 'Software',\n",
       "    'level': 2,\n",
       "    'score': '0.10522559'},\n",
       "   {'id': 'https://openalex.org/C2779473830',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q1540899',\n",
       "    'display_name': 'MEDLINE',\n",
       "    'level': 2,\n",
       "    'score': '0.10103059'},\n",
       "   {'id': 'https://openalex.org/C199360897',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q9143',\n",
       "    'display_name': 'Programming language',\n",
       "    'level': 1,\n",
       "    'score': '0.09589484'},\n",
       "   {'id': 'https://openalex.org/C17744445',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q36442',\n",
       "    'display_name': 'Political science',\n",
       "    'level': 0,\n",
       "    'score': '0.0'},\n",
       "   {'id': 'https://openalex.org/C199539241',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q7748',\n",
       "    'display_name': 'Law',\n",
       "    'level': 1,\n",
       "    'score': '0.0'}],\n",
       "  'mesh': [],\n",
       "  'locations': [{'is_oa': False,\n",
       "    'landing_page_url': 'https://doi.org/10.1007/s10664-017-9587-0',\n",
       "    'pdf_url': None,\n",
       "    'source': {'id': 'https://openalex.org/S109852484',\n",
       "     'display_name': 'Empirical Software Engineering',\n",
       "     'issn_l': '1382-3256',\n",
       "     'issn': ['1382-3256', '1573-7616'],\n",
       "     'host_organization': 'https://openalex.org/P4310319900',\n",
       "     'host_organization_name': 'Springer Science+Business Media',\n",
       "     'type': 'journal'},\n",
       "    'license': None,\n",
       "    'version': None},\n",
       "   {'is_oa': True,\n",
       "    'landing_page_url': 'http://arxiv.org/abs/1612.03224',\n",
       "    'pdf_url': 'http://arxiv.org/pdf/1612.03224',\n",
       "    'source': {'id': 'https://openalex.org/S4306400194',\n",
       "     'display_name': 'arXiv (Cornell University)',\n",
       "     'issn_l': None,\n",
       "     'issn': None,\n",
       "     'host_organization': 'https://openalex.org/I205783295',\n",
       "     'host_organization_name': 'Cornell University',\n",
       "     'type': 'repository'},\n",
       "    'license': None,\n",
       "    'version': 'submittedVersion'}],\n",
       "  'best_oa_location': {'is_oa': True,\n",
       "   'landing_page_url': 'http://arxiv.org/abs/1612.03224',\n",
       "   'pdf_url': 'http://arxiv.org/pdf/1612.03224',\n",
       "   'source': {'id': 'https://openalex.org/S4306400194',\n",
       "    'display_name': 'arXiv (Cornell University)',\n",
       "    'issn_l': None,\n",
       "    'issn': None,\n",
       "    'host_organization': 'https://openalex.org/I205783295',\n",
       "    'host_organization_name': 'Cornell University',\n",
       "    'type': 'repository'},\n",
       "   'license': None,\n",
       "   'version': 'submittedVersion'},\n",
       "  'alternate_host_venues': [{'id': 'https://openalex.org/S109852484',\n",
       "    'display_name': 'Empirical Software Engineering',\n",
       "    'type': 'journal',\n",
       "    'url': None,\n",
       "    'is_oa': False,\n",
       "    'version': None,\n",
       "    'license': None},\n",
       "   {'id': 'https://openalex.org/S4306400194',\n",
       "    'display_name': 'arXiv (Cornell University)',\n",
       "    'type': 'repository',\n",
       "    'url': 'http://arxiv.org/pdf/1612.03224',\n",
       "    'is_oa': True,\n",
       "    'version': 'submittedVersion',\n",
       "    'license': None}],\n",
       "  'referenced_works': ['https://openalex.org/W168362576',\n",
       "   'https://openalex.org/W198074091',\n",
       "   'https://openalex.org/W1973251307',\n",
       "   'https://openalex.org/W1975675278',\n",
       "   'https://openalex.org/W1977717877',\n",
       "   'https://openalex.org/W1986251315',\n",
       "   'https://openalex.org/W2008365184',\n",
       "   'https://openalex.org/W2019955851',\n",
       "   'https://openalex.org/W2021285462',\n",
       "   'https://openalex.org/W2022645200',\n",
       "   'https://openalex.org/W2025274780',\n",
       "   'https://openalex.org/W2027864297',\n",
       "   'https://openalex.org/W2029075138',\n",
       "   'https://openalex.org/W2035720976',\n",
       "   'https://openalex.org/W2037771830',\n",
       "   'https://openalex.org/W2043566294',\n",
       "   'https://openalex.org/W2043634247',\n",
       "   'https://openalex.org/W2044980364',\n",
       "   'https://openalex.org/W2049691306',\n",
       "   'https://openalex.org/W2071055029',\n",
       "   'https://openalex.org/W2078936286',\n",
       "   'https://openalex.org/W2099883114',\n",
       "   'https://openalex.org/W2100053037',\n",
       "   'https://openalex.org/W2113035899',\n",
       "   'https://openalex.org/W2124493593',\n",
       "   'https://openalex.org/W2133933998',\n",
       "   'https://openalex.org/W2138118601',\n",
       "   'https://openalex.org/W2144326572',\n",
       "   'https://openalex.org/W2147469877',\n",
       "   'https://openalex.org/W2151666086',\n",
       "   'https://openalex.org/W2160988203',\n",
       "   'https://openalex.org/W2162411541',\n",
       "   'https://openalex.org/W2168130919',\n",
       "   'https://openalex.org/W2196942307',\n",
       "   'https://openalex.org/W2344072768',\n",
       "   'https://openalex.org/W2374823395',\n",
       "   'https://openalex.org/W2400753773',\n",
       "   'https://openalex.org/W2404140835',\n",
       "   'https://openalex.org/W2404374285',\n",
       "   'https://openalex.org/W2406978180',\n",
       "   'https://openalex.org/W2512040454',\n",
       "   'https://openalex.org/W2522451690',\n",
       "   'https://openalex.org/W2551680670',\n",
       "   'https://openalex.org/W2560438049',\n",
       "   'https://openalex.org/W2621485502',\n",
       "   'https://openalex.org/W2735984040',\n",
       "   'https://openalex.org/W4206723194',\n",
       "   'https://openalex.org/W4247781538'],\n",
       "  'related_works': ['https://openalex.org/W21169582',\n",
       "   'https://openalex.org/W1577157553',\n",
       "   'https://openalex.org/W2144190808',\n",
       "   'https://openalex.org/W2356555785',\n",
       "   'https://openalex.org/W2384888906',\n",
       "   'https://openalex.org/W2557652470',\n",
       "   'https://openalex.org/W2562567887',\n",
       "   'https://openalex.org/W2785836523',\n",
       "   'https://openalex.org/W2973167930',\n",
       "   'https://openalex.org/W3177311804'],\n",
       "  'ngrams_url': 'https://api.openalex.org/works/W2785836523/ngrams',\n",
       "  'abstract_inverted_index': {'Literature': [0],\n",
       "   'reviews': [1, 52, 85],\n",
       "   'can': [2],\n",
       "   'be': [3],\n",
       "   'time-consuming': [4],\n",
       "   'and': [5, 11, 21, 28],\n",
       "   'tedious': [6],\n",
       "   'to': [7, 60, 79],\n",
       "   'complete.': [8],\n",
       "   'By': [9],\n",
       "   'cataloging': [10],\n",
       "   'refactoring': [12],\n",
       "   'three': [13],\n",
       "   'state-of-the-art': [14, 81],\n",
       "   'active': [15],\n",
       "   'learning': [16],\n",
       "   'techniques': [17],\n",
       "   'from': [18, 48],\n",
       "   'evidence-based': [19],\n",
       "   'medicine': [20],\n",
       "   'legal': [22],\n",
       "   'electronic': [23],\n",
       "   'discovery,': [24],\n",
       "   'this': [25],\n",
       "   'paper': [26, 42],\n",
       "   'finds': [27],\n",
       "   'implements': [29],\n",
       "   'FASTREAD,': [30],\n",
       "   'a': [31, 36, 98],\n",
       "   'faster': [32],\n",
       "   'technique': [33],\n",
       "   'for': [34],\n",
       "   'studying': [35],\n",
       "   'large': [37],\n",
       "   'corpus': [38],\n",
       "   'of': [39, 74, 93],\n",
       "   'documents.': [40],\n",
       "   'This': [41],\n",
       "   'assesses': [43],\n",
       "   'FASTREAD': [44, 63, 84],\n",
       "   'using': [45],\n",
       "   'datasets': [46],\n",
       "   'generated': [47],\n",
       "   'existing': [49],\n",
       "   'SE': [50],\n",
       "   'literature': [51, 100],\n",
       "   '(Hall,': [53],\n",
       "   'Wahono,': [54],\n",
       "   \"Radjenovi\\\\'c,\": [55],\n",
       "   'Kitchenham': [56],\n",
       "   'et': [57],\n",
       "   'al.).': [58],\n",
       "   'Compared': [59, 78],\n",
       "   'manual': [61],\n",
       "   'methods,': [62, 83],\n",
       "   'lets': [64],\n",
       "   'researchers': [65],\n",
       "   'find': [66],\n",
       "   '95%': [67],\n",
       "   'relevant': [68, 94],\n",
       "   'studies': [69, 88, 96],\n",
       "   'after': [70],\n",
       "   'reviewing': [71],\n",
       "   'an': [72],\n",
       "   'order': [73],\n",
       "   'magnitude': [75],\n",
       "   'fewer': [76, 87],\n",
       "   'papers.': [77],\n",
       "   'other': [80],\n",
       "   'automatic': [82],\n",
       "   '20-50%': [86],\n",
       "   'while': [89],\n",
       "   'finding': [90],\n",
       "   'same': [91],\n",
       "   'number': [92],\n",
       "   'primary': [95],\n",
       "   'in': [97],\n",
       "   'systematic': [99],\n",
       "   'review.': [101]},\n",
       "  'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2785836523',\n",
       "  'counts_by_year': [{'year': 2023, 'cited_by_count': 2},\n",
       "   {'year': 2022, 'cited_by_count': 11},\n",
       "   {'year': 2021, 'cited_by_count': 9},\n",
       "   {'year': 2020, 'cited_by_count': 6},\n",
       "   {'year': 2019, 'cited_by_count': 4},\n",
       "   {'year': 2017, 'cited_by_count': 2}],\n",
       "  'updated_date': '2023-04-10T06:48:45.466053',\n",
       "  'created_date': '2018-02-23'},\n",
       " 'publication': {'id': 'https://openalex.org/W2151666086',\n",
       "  'doi': 'https://doi.org/10.1109/tse.2011.103',\n",
       "  'title': 'A Systematic Literature Review on Fault Prediction Performance in Software Engineering',\n",
       "  'display_name': 'A Systematic Literature Review on Fault Prediction Performance in Software Engineering',\n",
       "  'publication_year': 2012,\n",
       "  'publication_date': '2012-11-01',\n",
       "  'ids': {'openalex': 'https://openalex.org/W2151666086',\n",
       "   'doi': 'https://doi.org/10.1109/tse.2011.103',\n",
       "   'mag': '2151666086'},\n",
       "  'primary_location': {'is_oa': False,\n",
       "   'landing_page_url': 'https://doi.org/10.1109/tse.2011.103',\n",
       "   'pdf_url': None,\n",
       "   'source': {'id': 'https://openalex.org/S8351582',\n",
       "    'display_name': 'IEEE Transactions on Software Engineering',\n",
       "    'issn_l': '0098-5589',\n",
       "    'issn': ['0098-5589', '1939-3520', '2326-3881'],\n",
       "    'host_organization': 'https://openalex.org/P4310320439',\n",
       "    'host_organization_name': 'IEEE Computer Society',\n",
       "    'type': 'journal'},\n",
       "   'license': None,\n",
       "   'version': None},\n",
       "  'host_venue': {'id': 'https://openalex.org/S8351582',\n",
       "   'issn_l': '0098-5589',\n",
       "   'issn': ['0098-5589', '1939-3520', '2326-3881'],\n",
       "   'display_name': 'IEEE Transactions on Software Engineering',\n",
       "   'publisher': 'IEEE Computer Society',\n",
       "   'type': 'journal',\n",
       "   'url': None,\n",
       "   'is_oa': False,\n",
       "   'version': None,\n",
       "   'license': None},\n",
       "  'type': 'journal-article',\n",
       "  'open_access': {'is_oa': True,\n",
       "   'oa_status': 'green',\n",
       "   'oa_url': 'https://researchrepository.ul.ie/articles/online_resource/A_Systematic_literature_review_on_fault_prediction_performance_in_software_engineering/19848790/1/files/35264761.pdf'},\n",
       "  'authorships': [{'author_position': 'first',\n",
       "    'author': {'id': 'https://openalex.org/A4358437630',\n",
       "     'display_name': 'Trevor J. Hall',\n",
       "     'orcid': None},\n",
       "    'institutions': [{'id': 'https://openalex.org/I59433898',\n",
       "      'display_name': 'Brunel University London',\n",
       "      'ror': 'https://ror.org/00dn4t376',\n",
       "      'country_code': 'GB',\n",
       "      'type': 'education'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'Dept of Inf. Syst. & Comput., Brunel Univ., Uxbridge, UK'},\n",
       "   {'author_position': 'middle',\n",
       "    'author': {'id': 'https://openalex.org/A4357049062',\n",
       "     'display_name': 'Simon Beecham',\n",
       "     'orcid': None},\n",
       "    'institutions': [{'id': 'https://openalex.org/I230495080',\n",
       "      'display_name': 'University of Limerick',\n",
       "      'ror': 'https://ror.org/00a0n9e72',\n",
       "      'country_code': 'IE',\n",
       "      'type': 'education'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'LERO - The Irish Software Engineering Research Centre, University of Limerick, Limerick, Ireland'},\n",
       "   {'author_position': 'middle',\n",
       "    'author': {'id': 'https://openalex.org/A4350018187',\n",
       "     'display_name': 'David Bowes',\n",
       "     'orcid': None},\n",
       "    'institutions': [{'id': 'https://openalex.org/I141584323',\n",
       "      'display_name': 'University of Hertfordshire',\n",
       "      'ror': 'https://ror.org/0267vjk41',\n",
       "      'country_code': 'GB',\n",
       "      'type': 'education'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'Sci. & Technol. Res. Inst., Univ. of Hertfordshire, Hatfield, UK'},\n",
       "   {'author_position': 'middle',\n",
       "    'author': {'id': 'https://openalex.org/A2117642300',\n",
       "     'display_name': 'Derek W. R. Gray',\n",
       "     'orcid': None},\n",
       "    'institutions': [{'id': 'https://openalex.org/I141584323',\n",
       "      'display_name': 'University of Hertfordshire',\n",
       "      'ror': 'https://ror.org/0267vjk41',\n",
       "      'country_code': 'GB',\n",
       "      'type': 'education'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'Sci. & Technol. Res. Inst., Univ. of Hertfordshire, Hatfield, UK'},\n",
       "   {'author_position': 'last',\n",
       "    'author': {'id': 'https://openalex.org/A4357993668',\n",
       "     'display_name': 'Serena J. Counsell',\n",
       "     'orcid': None},\n",
       "    'institutions': [{'id': 'https://openalex.org/I59433898',\n",
       "      'display_name': 'Brunel University London',\n",
       "      'ror': 'https://ror.org/00dn4t376',\n",
       "      'country_code': 'GB',\n",
       "      'type': 'education'}],\n",
       "    'is_corresponding': False,\n",
       "    'raw_affiliation_string': 'Dept of Inf. Syst. & Comput., Brunel Univ., Uxbridge, UK'}],\n",
       "  'cited_by_count': 832,\n",
       "  'biblio': {'volume': '38',\n",
       "   'issue': '6',\n",
       "   'first_page': '1276',\n",
       "   'last_page': '1304'},\n",
       "  'is_retracted': False,\n",
       "  'is_paratext': False,\n",
       "  'concepts': [{'id': 'https://openalex.org/C41008148',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q21198',\n",
       "    'display_name': 'Computer science',\n",
       "    'level': 0,\n",
       "    'score': '0.8312874'},\n",
       "   {'id': 'https://openalex.org/C45804977',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q7239673',\n",
       "    'display_name': 'Predictive modelling',\n",
       "    'level': 2,\n",
       "    'score': '0.5951123'},\n",
       "   {'id': 'https://openalex.org/C117447612',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q1412670',\n",
       "    'display_name': 'Software quality',\n",
       "    'level': 4,\n",
       "    'score': '0.57710904'},\n",
       "   {'id': 'https://openalex.org/C124101348',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q172491',\n",
       "    'display_name': 'Data mining',\n",
       "    'level': 1,\n",
       "    'score': '0.57546335'},\n",
       "   {'id': 'https://openalex.org/C2779343474',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q3109175',\n",
       "    'display_name': 'Context (archaeology)',\n",
       "    'level': 2,\n",
       "    'score': '0.56149685'},\n",
       "   {'id': 'https://openalex.org/C119857082',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q2539',\n",
       "    'display_name': 'Machine learning',\n",
       "    'level': 1,\n",
       "    'score': '0.54447806'},\n",
       "   {'id': 'https://openalex.org/C148483581',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q446488',\n",
       "    'display_name': 'Feature selection',\n",
       "    'level': 2,\n",
       "    'score': '0.531127'},\n",
       "   {'id': 'https://openalex.org/C151956035',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q1132755',\n",
       "    'display_name': 'Logistic regression',\n",
       "    'level': 2,\n",
       "    'score': '0.4728299'},\n",
       "   {'id': 'https://openalex.org/C177264268',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q1514741',\n",
       "    'display_name': 'Set (abstract data type)',\n",
       "    'level': 2,\n",
       "    'score': '0.43372405'},\n",
       "   {'id': 'https://openalex.org/C52001869',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q812530',\n",
       "    'display_name': 'Naive Bayes classifier',\n",
       "    'level': 3,\n",
       "    'score': '0.42497286'},\n",
       "   {'id': 'https://openalex.org/C200601418',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q2193887',\n",
       "    'display_name': 'Reliability engineering',\n",
       "    'level': 1,\n",
       "    'score': '0.42298663'},\n",
       "   {'id': 'https://openalex.org/C2777904410',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q7397',\n",
       "    'display_name': 'Software',\n",
       "    'level': 2,\n",
       "    'score': '0.42044693'},\n",
       "   {'id': 'https://openalex.org/C154945302',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q11660',\n",
       "    'display_name': 'Artificial intelligence',\n",
       "    'level': 1,\n",
       "    'score': '0.3658086'},\n",
       "   {'id': 'https://openalex.org/C12267149',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q282453',\n",
       "    'display_name': 'Support vector machine',\n",
       "    'level': 2,\n",
       "    'score': '0.17897242'},\n",
       "   {'id': 'https://openalex.org/C529173508',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q638608',\n",
       "    'display_name': 'Software development',\n",
       "    'level': 3,\n",
       "    'score': '0.16897586'},\n",
       "   {'id': 'https://openalex.org/C127413603',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q11023',\n",
       "    'display_name': 'Engineering',\n",
       "    'level': 0,\n",
       "    'score': '0.085942656'},\n",
       "   {'id': 'https://openalex.org/C151730666',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q7205',\n",
       "    'display_name': 'Paleontology',\n",
       "    'level': 1,\n",
       "    'score': '0.0'},\n",
       "   {'id': 'https://openalex.org/C86803240',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q420',\n",
       "    'display_name': 'Biology',\n",
       "    'level': 0,\n",
       "    'score': '0.0'},\n",
       "   {'id': 'https://openalex.org/C199360897',\n",
       "    'wikidata': 'https://www.wikidata.org/wiki/Q9143',\n",
       "    'display_name': 'Programming language',\n",
       "    'level': 1,\n",
       "    'score': '0.0'}],\n",
       "  'mesh': [],\n",
       "  'locations': [{'is_oa': False,\n",
       "    'landing_page_url': 'https://doi.org/10.1109/tse.2011.103',\n",
       "    'pdf_url': None,\n",
       "    'source': {'id': 'https://openalex.org/S8351582',\n",
       "     'display_name': 'IEEE Transactions on Software Engineering',\n",
       "     'issn_l': '0098-5589',\n",
       "     'issn': ['0098-5589', '1939-3520', '2326-3881'],\n",
       "     'host_organization': 'https://openalex.org/P4310320439',\n",
       "     'host_organization_name': 'IEEE Computer Society',\n",
       "     'type': 'journal'},\n",
       "    'license': None,\n",
       "    'version': None},\n",
       "   {'is_oa': True,\n",
       "    'landing_page_url': 'http://hdl.handle.net/10344/1772',\n",
       "    'pdf_url': 'https://ulir.ul.ie/bitstream/10344/1772/2/2011_hall%20%28a%29.pdf',\n",
       "    'source': {'id': 'https://openalex.org/S4306400033',\n",
       "     'display_name': 'Arrow@dit (Dublin Institute of Technology)',\n",
       "     'issn_l': None,\n",
       "     'issn': None,\n",
       "     'host_organization': 'https://openalex.org/I115570527',\n",
       "     'host_organization_name': 'Dublin Institute of Technology',\n",
       "     'type': 'repository'},\n",
       "    'license': 'pd',\n",
       "    'version': 'publishedVersion'},\n",
       "   {'is_oa': True,\n",
       "    'landing_page_url': 'http://bura.brunel.ac.uk/handle/2438/5907',\n",
       "    'pdf_url': 'http://bura.brunel.ac.uk/bitstream/2438/5907/2/Fulltext.pdf',\n",
       "    'source': {'id': 'https://openalex.org/S4306401473',\n",
       "     'display_name': 'Brunel University Research Archive (BURA) (Brunel University London)',\n",
       "     'issn_l': None,\n",
       "     'issn': None,\n",
       "     'host_organization': 'https://openalex.org/I59433898',\n",
       "     'host_organization_name': 'Brunel University London',\n",
       "     'type': 'repository'},\n",
       "    'license': 'pd',\n",
       "    'version': 'submittedVersion'}],\n",
       "  'best_oa_location': {'is_oa': True,\n",
       "   'landing_page_url': 'http://hdl.handle.net/10344/1772',\n",
       "   'pdf_url': 'https://ulir.ul.ie/bitstream/10344/1772/2/2011_hall%20%28a%29.pdf',\n",
       "   'source': {'id': 'https://openalex.org/S4306400033',\n",
       "    'display_name': 'Arrow@dit (Dublin Institute of Technology)',\n",
       "    'issn_l': None,\n",
       "    'issn': None,\n",
       "    'host_organization': 'https://openalex.org/I115570527',\n",
       "    'host_organization_name': 'Dublin Institute of Technology',\n",
       "    'type': 'repository'},\n",
       "   'license': 'pd',\n",
       "   'version': 'publishedVersion'},\n",
       "  'alternate_host_venues': [{'id': 'https://openalex.org/S8351582',\n",
       "    'display_name': 'IEEE Transactions on Software Engineering',\n",
       "    'type': 'journal',\n",
       "    'url': None,\n",
       "    'is_oa': False,\n",
       "    'version': None,\n",
       "    'license': None},\n",
       "   {'id': 'https://openalex.org/S4306400033',\n",
       "    'display_name': 'Arrow@dit (Dublin Institute of Technology)',\n",
       "    'type': 'repository',\n",
       "    'url': 'https://ulir.ul.ie/bitstream/10344/1772/2/2011_hall%20%28a%29.pdf',\n",
       "    'is_oa': True,\n",
       "    'version': 'publishedVersion',\n",
       "    'license': 'pd'},\n",
       "   {'id': 'https://openalex.org/S4306401530',\n",
       "    'display_name': 'University of Limerick Institutional Repository (University of Limerick)',\n",
       "    'type': 'repository',\n",
       "    'url': 'https://researchrepository.ul.ie/articles/online_resource/A_Systematic_literature_review_on_fault_prediction_performance_in_software_engineering/19848790/1/files/35264761.pdf',\n",
       "    'is_oa': True,\n",
       "    'version': 'publishedVersion',\n",
       "    'license': 'cc-by-nc-sa'},\n",
       "   {'id': 'https://openalex.org/S4306401473',\n",
       "    'display_name': 'Brunel University Research Archive (BURA) (Brunel University London)',\n",
       "    'type': 'repository',\n",
       "    'url': 'http://bura.brunel.ac.uk/bitstream/2438/5907/2/Fulltext.pdf',\n",
       "    'is_oa': True,\n",
       "    'version': 'submittedVersion',\n",
       "    'license': 'pd'}],\n",
       "  'referenced_works': ['https://openalex.org/W1482971670',\n",
       "   'https://openalex.org/W1493788687',\n",
       "   'https://openalex.org/W1520427008',\n",
       "   'https://openalex.org/W1573396645',\n",
       "   'https://openalex.org/W1630929475',\n",
       "   'https://openalex.org/W1635138928',\n",
       "   'https://openalex.org/W1670613434',\n",
       "   'https://openalex.org/W1806390057',\n",
       "   'https://openalex.org/W1820030238',\n",
       "   'https://openalex.org/W1870939480',\n",
       "   'https://openalex.org/W1884377372',\n",
       "   'https://openalex.org/W1941659294',\n",
       "   'https://openalex.org/W1964062576',\n",
       "   'https://openalex.org/W1968150772',\n",
       "   'https://openalex.org/W1968652658',\n",
       "   'https://openalex.org/W1969319425',\n",
       "   'https://openalex.org/W1969646775',\n",
       "   'https://openalex.org/W1973306813',\n",
       "   'https://openalex.org/W1973540172',\n",
       "   'https://openalex.org/W1975040830',\n",
       "   'https://openalex.org/W1976526581',\n",
       "   'https://openalex.org/W1978014436',\n",
       "   'https://openalex.org/W1982220412',\n",
       "   'https://openalex.org/W1986453394',\n",
       "   'https://openalex.org/W1986683951',\n",
       "   'https://openalex.org/W1988510359',\n",
       "   'https://openalex.org/W1989664908',\n",
       "   'https://openalex.org/W1993220166',\n",
       "   'https://openalex.org/W1995029977',\n",
       "   'https://openalex.org/W1999519916',\n",
       "   'https://openalex.org/W2000251235',\n",
       "   'https://openalex.org/W2001203840',\n",
       "   'https://openalex.org/W2002242562',\n",
       "   'https://openalex.org/W2003885074',\n",
       "   'https://openalex.org/W2003934931',\n",
       "   'https://openalex.org/W2004619528',\n",
       "   'https://openalex.org/W2006658471',\n",
       "   'https://openalex.org/W2008085811',\n",
       "   'https://openalex.org/W2008230257',\n",
       "   'https://openalex.org/W2008871892',\n",
       "   'https://openalex.org/W2015910788',\n",
       "   'https://openalex.org/W2017439596',\n",
       "   'https://openalex.org/W2018828965',\n",
       "   'https://openalex.org/W2019338079',\n",
       "   'https://openalex.org/W2021235145',\n",
       "   'https://openalex.org/W2021509116',\n",
       "   'https://openalex.org/W2024650695',\n",
       "   'https://openalex.org/W2026312277',\n",
       "   'https://openalex.org/W2028840449',\n",
       "   'https://openalex.org/W2029853454',\n",
       "   'https://openalex.org/W2034259517',\n",
       "   'https://openalex.org/W2034445489',\n",
       "   'https://openalex.org/W2036296745',\n",
       "   'https://openalex.org/W2037002715',\n",
       "   'https://openalex.org/W2037316754',\n",
       "   'https://openalex.org/W2038464048',\n",
       "   'https://openalex.org/W2038979200',\n",
       "   'https://openalex.org/W2039081830',\n",
       "   'https://openalex.org/W2039785233',\n",
       "   'https://openalex.org/W2043387105',\n",
       "   'https://openalex.org/W2046671629',\n",
       "   'https://openalex.org/W2046830558',\n",
       "   'https://openalex.org/W2049831820',\n",
       "   'https://openalex.org/W2051518864',\n",
       "   'https://openalex.org/W2051978688',\n",
       "   'https://openalex.org/W2053679663',\n",
       "   'https://openalex.org/W2053724458',\n",
       "   'https://openalex.org/W2055784794',\n",
       "   'https://openalex.org/W2057780988',\n",
       "   'https://openalex.org/W2058698726',\n",
       "   'https://openalex.org/W2063719920',\n",
       "   'https://openalex.org/W2066325414',\n",
       "   'https://openalex.org/W2066610500',\n",
       "   'https://openalex.org/W2072785870',\n",
       "   'https://openalex.org/W2073767361',\n",
       "   'https://openalex.org/W2080066761',\n",
       "   'https://openalex.org/W2082314767',\n",
       "   'https://openalex.org/W2083221797',\n",
       "   'https://openalex.org/W2093995814',\n",
       "   'https://openalex.org/W2097044443',\n",
       "   'https://openalex.org/W2097840435',\n",
       "   'https://openalex.org/W2098340665',\n",
       "   'https://openalex.org/W2100034782',\n",
       "   'https://openalex.org/W2100270576',\n",
       "   'https://openalex.org/W2100959900',\n",
       "   'https://openalex.org/W2101227285',\n",
       "   'https://openalex.org/W2101728371',\n",
       "   'https://openalex.org/W2101819268',\n",
       "   'https://openalex.org/W2102193394',\n",
       "   'https://openalex.org/W2103458796',\n",
       "   'https://openalex.org/W2103715428',\n",
       "   'https://openalex.org/W2104124430',\n",
       "   'https://openalex.org/W2104882279',\n",
       "   'https://openalex.org/W2105300539',\n",
       "   'https://openalex.org/W2105776892',\n",
       "   'https://openalex.org/W2106423417',\n",
       "   'https://openalex.org/W2107323945',\n",
       "   'https://openalex.org/W2107406649',\n",
       "   'https://openalex.org/W2108610041',\n",
       "   'https://openalex.org/W2109571910',\n",
       "   'https://openalex.org/W2110431240',\n",
       "   'https://openalex.org/W2111517663',\n",
       "   'https://openalex.org/W2112658968',\n",
       "   'https://openalex.org/W2114124859',\n",
       "   'https://openalex.org/W2114191341',\n",
       "   'https://openalex.org/W2114363693',\n",
       "   'https://openalex.org/W2116110050',\n",
       "   'https://openalex.org/W2116173875',\n",
       "   'https://openalex.org/W2117593603',\n",
       "   'https://openalex.org/W2119016061',\n",
       "   'https://openalex.org/W2120484483',\n",
       "   'https://openalex.org/W2120738100',\n",
       "   'https://openalex.org/W2120999344',\n",
       "   'https://openalex.org/W2121835830',\n",
       "   'https://openalex.org/W2122696684',\n",
       "   'https://openalex.org/W2122839350',\n",
       "   'https://openalex.org/W2123279272',\n",
       "   'https://openalex.org/W2123551785',\n",
       "   'https://openalex.org/W2123675623',\n",
       "   'https://openalex.org/W2124545752',\n",
       "   'https://openalex.org/W2124618155',\n",
       "   'https://openalex.org/W2125036506',\n",
       "   'https://openalex.org/W2125343911',\n",
       "   'https://openalex.org/W2125951552',\n",
       "   'https://openalex.org/W2125999269',\n",
       "   'https://openalex.org/W2126166995',\n",
       "   'https://openalex.org/W2126626812',\n",
       "   'https://openalex.org/W2127929486',\n",
       "   'https://openalex.org/W2128233336',\n",
       "   'https://openalex.org/W2128666163',\n",
       "   'https://openalex.org/W2129857650',\n",
       "   'https://openalex.org/W2130883460',\n",
       "   'https://openalex.org/W2130898128',\n",
       "   'https://openalex.org/W2131712385',\n",
       "   'https://openalex.org/W2132887549',\n",
       "   'https://openalex.org/W2133894309',\n",
       "   'https://openalex.org/W2135198476',\n",
       "   'https://openalex.org/W2135250985',\n",
       "   'https://openalex.org/W2135370021',\n",
       "   'https://openalex.org/W2135989251',\n",
       "   'https://openalex.org/W2136047917',\n",
       "   'https://openalex.org/W2136137167',\n",
       "   'https://openalex.org/W2136234086',\n",
       "   'https://openalex.org/W2137235241',\n",
       "   'https://openalex.org/W2137367944',\n",
       "   'https://openalex.org/W2138154779',\n",
       "   'https://openalex.org/W2138517458',\n",
       "   'https://openalex.org/W2138827327',\n",
       "   'https://openalex.org/W2139749383',\n",
       "   'https://openalex.org/W2140117423',\n",
       "   'https://openalex.org/W2141051748',\n",
       "   'https://openalex.org/W2141482658',\n",
       "   'https://openalex.org/W2142481192',\n",
       "   'https://openalex.org/W2143085507',\n",
       "   'https://openalex.org/W2143174846',\n",
       "   'https://openalex.org/W2143189463',\n",
       "   'https://openalex.org/W2143637886',\n",
       "   'https://openalex.org/W2143746453',\n",
       "   'https://openalex.org/W2143878618',\n",
       "   'https://openalex.org/W2144177913',\n",
       "   'https://openalex.org/W2146474553',\n",
       "   'https://openalex.org/W2146752379',\n",
       "   'https://openalex.org/W2146947654',\n",
       "   'https://openalex.org/W2147105902',\n",
       "   'https://openalex.org/W2148068009',\n",
       "   'https://openalex.org/W2149014999',\n",
       "   'https://openalex.org/W2149586027',\n",
       "   'https://openalex.org/W2150361830',\n",
       "   'https://openalex.org/W2150472843',\n",
       "   'https://openalex.org/W2150786161',\n",
       "   'https://openalex.org/W2151553346',\n",
       "   'https://openalex.org/W2152408529',\n",
       "   'https://openalex.org/W2153627807',\n",
       "   'https://openalex.org/W2153863197',\n",
       "   'https://openalex.org/W2154343132',\n",
       "   'https://openalex.org/W2154446978',\n",
       "   'https://openalex.org/W2154816175',\n",
       "   'https://openalex.org/W2158333206',\n",
       "   'https://openalex.org/W2158561928',\n",
       "   'https://openalex.org/W2158744032',\n",
       "   'https://openalex.org/W2159610968',\n",
       "   'https://openalex.org/W2159662550',\n",
       "   'https://openalex.org/W2160274766',\n",
       "   'https://openalex.org/W2160928200',\n",
       "   'https://openalex.org/W2161470369',\n",
       "   'https://openalex.org/W2163590173',\n",
       "   'https://openalex.org/W2163732854',\n",
       "   'https://openalex.org/W2164636917',\n",
       "   'https://openalex.org/W2166692380',\n",
       "   'https://openalex.org/W2167846874',\n",
       "   'https://openalex.org/W2168079753',\n",
       "   'https://openalex.org/W2168483093',\n",
       "   'https://openalex.org/W2169721776',\n",
       "   'https://openalex.org/W2170186889',\n",
       "   'https://openalex.org/W2170866915',\n",
       "   'https://openalex.org/W2544013977',\n",
       "   'https://openalex.org/W2544961394',\n",
       "   'https://openalex.org/W2546195536',\n",
       "   'https://openalex.org/W3104516493',\n",
       "   'https://openalex.org/W3106318554',\n",
       "   'https://openalex.org/W3141989311',\n",
       "   'https://openalex.org/W3143822685',\n",
       "   'https://openalex.org/W3151987713',\n",
       "   'https://openalex.org/W4205170104',\n",
       "   'https://openalex.org/W4237979974',\n",
       "   'https://openalex.org/W4243127898',\n",
       "   'https://openalex.org/W4247369679',\n",
       "   'https://openalex.org/W4248521920',\n",
       "   'https://openalex.org/W4296394699'],\n",
       "  'related_works': ['https://openalex.org/W2901495210',\n",
       "   'https://openalex.org/W3004984807',\n",
       "   'https://openalex.org/W3045445851',\n",
       "   'https://openalex.org/W3105251098',\n",
       "   'https://openalex.org/W3132847290',\n",
       "   'https://openalex.org/W3160244858',\n",
       "   'https://openalex.org/W4212852473',\n",
       "   'https://openalex.org/W4220916329',\n",
       "   'https://openalex.org/W4226324856',\n",
       "   'https://openalex.org/W4295102877'],\n",
       "  'ngrams_url': 'https://api.openalex.org/works/W2151666086/ngrams',\n",
       "  'abstract_inverted_index': {'Background:': [0],\n",
       "   'The': [1, 96, 143],\n",
       "   'accurate': [2],\n",
       "   'prediction': [3, 48, 61, 163],\n",
       "   'of': [4, 24, 32, 46, 77, 117, 161],\n",
       "   'where': [5],\n",
       "   'faults': [6],\n",
       "   'are': [7, 138, 158, 172],\n",
       "   'likely': [8],\n",
       "   'to': [9, 57, 67, 88, 102, 133, 146, 150, 153],\n",
       "   'occur': [10],\n",
       "   'in': [11, 165],\n",
       "   'code': [12],\n",
       "   'can': [13],\n",
       "   'help': [14],\n",
       "   'direct': [15],\n",
       "   'test': [16],\n",
       "   'effort,': [17],\n",
       "   'reduce': [18],\n",
       "   'costs,': [19],\n",
       "   'and': [20, 38, 74, 84, 93, 179, 185],\n",
       "   'improve': [21],\n",
       "   'the': [22, 30, 34, 39, 44, 72, 89],\n",
       "   'quality': [23],\n",
       "   'software.': [25],\n",
       "   'Objective:': [26],\n",
       "   'We': [27, 51, 70],\n",
       "   'investigate': [28],\n",
       "   'how': [29],\n",
       "   'context': [31],\n",
       "   'models,': [33],\n",
       "   'independent': [35, 118],\n",
       "   'variables': [36, 119],\n",
       "   'used,': [37],\n",
       "   'modeling': [40, 107],\n",
       "   'techniques': [41, 108],\n",
       "   'applied': [42, 132],\n",
       "   'influence': [43],\n",
       "   'performance': [45, 186],\n",
       "   'fault': [47, 60, 162],\n",
       "   'models.': [49],\n",
       "   'Method:': [50],\n",
       "   'used': [52, 122, 145],\n",
       "   'a': [53, 159, 176],\n",
       "   'systematic': [54],\n",
       "   'literature': [55],\n",
       "   'review': [56],\n",
       "   'identify': [58],\n",
       "   '208': [59],\n",
       "   'studies': [62, 79, 164, 171],\n",
       "   'published': [63],\n",
       "   'from': [64],\n",
       "   'January': [65],\n",
       "   '2000': [66],\n",
       "   'December': [68],\n",
       "   '2010.': [69],\n",
       "   'synthesize': [71],\n",
       "   'quantitative': [73],\n",
       "   'qualitative': [75],\n",
       "   'results': [76],\n",
       "   '36': [78],\n",
       "   'which': [80, 166, 180],\n",
       "   'report': [81, 181],\n",
       "   'sufficient': [82],\n",
       "   'contextual': [83],\n",
       "   'methodological': [85],\n",
       "   'information': [86],\n",
       "   'according': [87],\n",
       "   'criteria': [90],\n",
       "   'we': [91],\n",
       "   'develop': [92],\n",
       "   'apply.': [94],\n",
       "   'Results:': [95],\n",
       "   'models': [97, 124, 137, 148],\n",
       "   'that': [98, 125, 174],\n",
       "   'perform': [99, 126],\n",
       "   'well': [100],\n",
       "   'tend': [101],\n",
       "   'be': [103, 151],\n",
       "   'based': [104],\n",
       "   'on': [105],\n",
       "   'simple': [106],\n",
       "   'such': [109],\n",
       "   'as': [110],\n",
       "   'Naive': [111],\n",
       "   'Bayes': [112],\n",
       "   'or': [113],\n",
       "   'Logistic': [114],\n",
       "   'Regression.': [115],\n",
       "   'Combinations': [116],\n",
       "   'have': [120],\n",
       "   'been': [121, 131],\n",
       "   'by': [123],\n",
       "   'well.': [127, 141],\n",
       "   'Feature': [128],\n",
       "   'selection': [129],\n",
       "   'has': [130],\n",
       "   'these': [134],\n",
       "   'combinations': [135],\n",
       "   'when': [136],\n",
       "   'performing': [139],\n",
       "   'particularly': [140],\n",
       "   'Conclusion:': [142],\n",
       "   'methodology': [144, 178],\n",
       "   'build': [147],\n",
       "   'seems': [149],\n",
       "   'influential': [152],\n",
       "   'predictive': [154],\n",
       "   'performance.': [155],\n",
       "   'Although': [156],\n",
       "   'there': [157],\n",
       "   'set': [160],\n",
       "   'confidence': [167],\n",
       "   'is': [168],\n",
       "   'possible,': [169],\n",
       "   'more': [170],\n",
       "   'needed': [173],\n",
       "   'use': [175],\n",
       "   'reliable': [177],\n",
       "   'their': [182],\n",
       "   'context,': [183],\n",
       "   'methodology,': [184],\n",
       "   'comprehensively.': [187]},\n",
       "  'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2151666086',\n",
       "  'counts_by_year': [{'year': 2023, 'cited_by_count': 19},\n",
       "   {'year': 2022, 'cited_by_count': 76},\n",
       "   {'year': 2021, 'cited_by_count': 95},\n",
       "   {'year': 2020, 'cited_by_count': 112},\n",
       "   {'year': 2019, 'cited_by_count': 98},\n",
       "   {'year': 2018, 'cited_by_count': 95},\n",
       "   {'year': 2017, 'cited_by_count': 71},\n",
       "   {'year': 2016, 'cited_by_count': 90},\n",
       "   {'year': 2015, 'cited_by_count': 76},\n",
       "   {'year': 2014, 'cited_by_count': 51},\n",
       "   {'year': 2013, 'cited_by_count': 36},\n",
       "   {'year': 2012, 'cited_by_count': 12}],\n",
       "  'updated_date': '2023-04-03T22:48:53.916978',\n",
       "  'created_date': '2016-06-24'},\n",
       " 'data': {'doi': '10.5281/zenodo.1162952',\n",
       "  'n_records': 8793,\n",
       "  'n_records_included': 104,\n",
       "  'concepts': {'included': [{'id': 'https://openalex.org/C41008148',\n",
       "     'wikidata': 'https://www.wikidata.org/wiki/Q21198',\n",
       "     'display_name': 'Computer science',\n",
       "     'level': 0,\n",
       "     'score': 0.6947671}]}}}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = Dataset(\"Hall_2012\")\n",
    "\n",
    "# the full OpenAlex work\n",
    "d.metadata"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eff727c4",
   "metadata": {},
   "source": [
    "## Build one big dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "a2058ed2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>doi</th>\n",
       "      <th>title</th>\n",
       "      <th>abstract</th>\n",
       "      <th>label_included</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>openalex_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1971651073</th>\n",
       "      <td>https://doi.org/10.1016/j.exger.2007.12.002</td>\n",
       "      <td>Zinc supplementation for the treatment or prev...</td>\n",
       "      <td>Zinc is a nutritionally essential trace elemen...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2060266518</th>\n",
       "      <td>https://doi.org/10.1016/s1367-5931(03)00018-8</td>\n",
       "      <td>Copper in medicine</td>\n",
       "      <td>Copper has been found to be causative in sever...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1985329347</th>\n",
       "      <td>https://doi.org/10.1016/s0162-0134(01)00376-2</td>\n",
       "      <td>Roles of metallothionein in copper homeostasis...</td>\n",
       "      <td>Metallothionein (MT) protects the body from bo...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2033425122</th>\n",
       "      <td>https://doi.org/10.1016/s0140-6736(60)90109-4</td>\n",
       "      <td>TREATMENT OF WILSON'S DISEASE WITH PENICILLAMINE</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2174281073</th>\n",
       "      <td>https://doi.org/10.1016/s0016-5085(76)80455-6</td>\n",
       "      <td>Effects of Anticopper Therapy on Hepatocellula...</td>\n",
       "      <td>Liver biopsy specimens from 7 patients with Wi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1995096921</th>\n",
       "      <td>https://doi.org/10.1016/j.injury.2012.07.007</td>\n",
       "      <td>A kick in the shins: The financial impact of u...</td>\n",
       "      <td>Warfarin is increasingly prescribed in the eld...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W2114922669</th>\n",
       "      <td>https://doi.org/10.1177/1076029615598222</td>\n",
       "      <td>Home Treatment of Deep Venous Thrombosis in th...</td>\n",
       "      <td>This is a retrospective cohort study of adults...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1657669688</th>\n",
       "      <td>https://doi.org/10.1111/j.1553-2712.2010.00976.x</td>\n",
       "      <td>Prior Statin Use Is Not Associated With Improv...</td>\n",
       "      <td>The objective was to determine whether prior s...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1994490975</th>\n",
       "      <td>https://doi.org/10.1159/000093323</td>\n",
       "      <td>A Case of Severe Dyspnea and an Unusual Bronch...</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>https://openalex.org/W1504586396</th>\n",
       "      <td>None</td>\n",
       "      <td>Use of aspirin in cardiovascular prophylaxis.</td>\n",
       "      <td>The value of prophylatic low-dose aspirin in p...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>169288 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                               doi   \n",
       "openalex_id                                                                          \n",
       "https://openalex.org/W1971651073       https://doi.org/10.1016/j.exger.2007.12.002  \\\n",
       "https://openalex.org/W2060266518     https://doi.org/10.1016/s1367-5931(03)00018-8   \n",
       "https://openalex.org/W1985329347     https://doi.org/10.1016/s0162-0134(01)00376-2   \n",
       "https://openalex.org/W2033425122     https://doi.org/10.1016/s0140-6736(60)90109-4   \n",
       "https://openalex.org/W2174281073     https://doi.org/10.1016/s0016-5085(76)80455-6   \n",
       "...                                                                            ...   \n",
       "https://openalex.org/W1995096921      https://doi.org/10.1016/j.injury.2012.07.007   \n",
       "https://openalex.org/W2114922669          https://doi.org/10.1177/1076029615598222   \n",
       "https://openalex.org/W1657669688  https://doi.org/10.1111/j.1553-2712.2010.00976.x   \n",
       "https://openalex.org/W1994490975                 https://doi.org/10.1159/000093323   \n",
       "https://openalex.org/W1504586396                                              None   \n",
       "\n",
       "                                                                              title   \n",
       "openalex_id                                                                           \n",
       "https://openalex.org/W1971651073  Zinc supplementation for the treatment or prev...  \\\n",
       "https://openalex.org/W2060266518                                 Copper in medicine   \n",
       "https://openalex.org/W1985329347  Roles of metallothionein in copper homeostasis...   \n",
       "https://openalex.org/W2033425122   TREATMENT OF WILSON'S DISEASE WITH PENICILLAMINE   \n",
       "https://openalex.org/W2174281073  Effects of Anticopper Therapy on Hepatocellula...   \n",
       "...                                                                             ...   \n",
       "https://openalex.org/W1995096921  A kick in the shins: The financial impact of u...   \n",
       "https://openalex.org/W2114922669  Home Treatment of Deep Venous Thrombosis in th...   \n",
       "https://openalex.org/W1657669688  Prior Statin Use Is Not Associated With Improv...   \n",
       "https://openalex.org/W1994490975  A Case of Severe Dyspnea and an Unusual Bronch...   \n",
       "https://openalex.org/W1504586396      Use of aspirin in cardiovascular prophylaxis.   \n",
       "\n",
       "                                                                           abstract   \n",
       "openalex_id                                                                           \n",
       "https://openalex.org/W1971651073  Zinc is a nutritionally essential trace elemen...  \\\n",
       "https://openalex.org/W2060266518  Copper has been found to be causative in sever...   \n",
       "https://openalex.org/W1985329347  Metallothionein (MT) protects the body from bo...   \n",
       "https://openalex.org/W2033425122                                               None   \n",
       "https://openalex.org/W2174281073  Liver biopsy specimens from 7 patients with Wi...   \n",
       "...                                                                             ...   \n",
       "https://openalex.org/W1995096921  Warfarin is increasingly prescribed in the eld...   \n",
       "https://openalex.org/W2114922669  This is a retrospective cohort study of adults...   \n",
       "https://openalex.org/W1657669688  The objective was to determine whether prior s...   \n",
       "https://openalex.org/W1994490975                                               None   \n",
       "https://openalex.org/W1504586396  The value of prophylatic low-dose aspirin in p...   \n",
       "\n",
       "                                  label_included  \n",
       "openalex_id                                       \n",
       "https://openalex.org/W1971651073               0  \n",
       "https://openalex.org/W2060266518               0  \n",
       "https://openalex.org/W1985329347               0  \n",
       "https://openalex.org/W2033425122               0  \n",
       "https://openalex.org/W2174281073               0  \n",
       "...                                          ...  \n",
       "https://openalex.org/W1995096921               0  \n",
       "https://openalex.org/W2114922669               0  \n",
       "https://openalex.org/W1657669688               0  \n",
       "https://openalex.org/W1994490975               0  \n",
       "https://openalex.org/W1504586396               0  \n",
       "\n",
       "[169288 rows x 4 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "pd.concat([d.to_frame() for d in iter_datasets()], axis=0)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}